2014-04-10 11:50:35,306 INFO platform.PlatformRunner (PlatformRunner.java:getPlatformClassesFromClasspath(187)) - found 1 test platforms from classpath
2014-04-10 11:50:35,325 INFO platform.PlatformRunner (PlatformRunner.java:addPlatform(237)) - installing platform: hadoop2-mr1
2014-04-10 11:50:35,326 INFO platform.PlatformRunner (PlatformRunner.java:addPlatform(238)) - running test: cascading.flow.hadoop.MapReduceFlowPlatformTest
2014-04-10 11:50:35,336 INFO hadoop2.Hadoop2MR1Platform (Hadoop2MR1Platform.java:setUp(112)) - using cluster
2014-04-10 11:50:35,741 WARN util.NativeCodeLoader (NativeCodeLoader.java:<clinit>(62)) - Unable to load native-hadoop library for your platform... using builtin-java classes where applicable
Formatting using clusterid: testClusterID
2014-04-10 11:50:35,763 INFO namenode.FSNamesystem (FSNamesystem.java:<init>(649)) - fsLock is fair:true
2014-04-10 11:50:35,780 INFO namenode.HostFileManager (HostFileManager.java:refresh(304)) - read includes:
HostSet(
)
2014-04-10 11:50:35,780 INFO namenode.HostFileManager (HostFileManager.java:refresh(311)) - read excludes:
HostSet(
)
2014-04-10 11:50:35,782 INFO Configuration.deprecation (Configuration.java:warnOnceIfDeprecated(996)) - hadoop.configured.node.mapping is deprecated. Instead, use net.topology.configured.node.mapping
2014-04-10 11:50:35,782 INFO blockmanagement.DatanodeManager (DatanodeManager.java:<init>(229)) - dfs.block.invalidate.limit=1000
2014-04-10 11:50:35,782 INFO blockmanagement.DatanodeManager (DatanodeManager.java:<init>(235)) - dfs.namenode.datanode.registration.ip-hostname-check=true
2014-04-10 11:50:35,785 INFO util.GSet (LightWeightGSet.java:computeCapacity(349)) - Computing capacity for map BlocksMap
2014-04-10 11:50:35,785 INFO util.GSet (LightWeightGSet.java:computeCapacity(350)) - VM type = 64-bit
2014-04-10 11:50:35,786 INFO util.GSet (LightWeightGSet.java:computeCapacity(351)) - 2.0% max memory 672 MB = 13.4 MB
2014-04-10 11:50:35,786 INFO util.GSet (LightWeightGSet.java:computeCapacity(356)) - capacity = 2^21 = 2097152 entries
2014-04-10 11:50:35,793 INFO blockmanagement.BlockManager (BlockManager.java:createBlockTokenSecretManager(328)) - dfs.block.access.token.enable=false
2014-04-10 11:50:35,794 INFO blockmanagement.BlockManager (BlockManager.java:<init>(313)) - defaultReplication = 3
2014-04-10 11:50:35,794 INFO blockmanagement.BlockManager (BlockManager.java:<init>(314)) - maxReplication = 512
2014-04-10 11:50:35,794 INFO blockmanagement.BlockManager (BlockManager.java:<init>(315)) - minReplication = 1
2014-04-10 11:50:35,794 INFO blockmanagement.BlockManager (BlockManager.java:<init>(316)) - maxReplicationStreams = 2
2014-04-10 11:50:35,795 INFO blockmanagement.BlockManager (BlockManager.java:<init>(317)) - shouldCheckForEnoughRacks = false
2014-04-10 11:50:35,795 INFO blockmanagement.BlockManager (BlockManager.java:<init>(318)) - replicationRecheckInterval = 3000
2014-04-10 11:50:35,795 INFO blockmanagement.BlockManager (BlockManager.java:<init>(319)) - encryptDataTransfer = false
2014-04-10 11:50:35,795 INFO blockmanagement.BlockManager (BlockManager.java:<init>(320)) - maxNumBlocksToLog = 1000
2014-04-10 11:50:35,799 INFO namenode.FSNamesystem (FSNamesystem.java:<init>(666)) - fsOwner = brock (auth:SIMPLE)
2014-04-10 11:50:35,799 INFO namenode.FSNamesystem (FSNamesystem.java:<init>(667)) - supergroup = supergroup
2014-04-10 11:50:35,799 INFO namenode.FSNamesystem (FSNamesystem.java:<init>(668)) - isPermissionEnabled = true
2014-04-10 11:50:35,800 INFO namenode.FSNamesystem (FSNamesystem.java:<init>(679)) - HA Enabled: false
2014-04-10 11:50:35,801 INFO namenode.FSNamesystem (FSNamesystem.java:<init>(716)) - Append Enabled: true
2014-04-10 11:50:35,939 INFO util.GSet (LightWeightGSet.java:computeCapacity(349)) - Computing capacity for map INodeMap
2014-04-10 11:50:35,939 INFO util.GSet (LightWeightGSet.java:computeCapacity(350)) - VM type = 64-bit
2014-04-10 11:50:35,940 INFO util.GSet (LightWeightGSet.java:computeCapacity(351)) - 1.0% max memory 672 MB = 6.7 MB
2014-04-10 11:50:35,940 INFO util.GSet (LightWeightGSet.java:computeCapacity(356)) - capacity = 2^20 = 1048576 entries
2014-04-10 11:50:35,940 INFO namenode.NameNode (FSDirectory.java:<init>(189)) - Caching file names occuring more than 10 times
2014-04-10 11:50:35,944 INFO util.GSet (LightWeightGSet.java:computeCapacity(349)) - Computing capacity for map cachedBlocks
2014-04-10 11:50:35,945 INFO util.GSet (LightWeightGSet.java:computeCapacity(350)) - VM type = 64-bit
2014-04-10 11:50:35,945 INFO util.GSet (LightWeightGSet.java:computeCapacity(351)) - 0.25% max memory 672 MB = 1.7 MB
2014-04-10 11:50:35,945 INFO util.GSet (LightWeightGSet.java:computeCapacity(356)) - capacity = 2^18 = 262144 entries
2014-04-10 11:50:35,946 INFO namenode.FSNamesystem (FSNamesystem.java:<init>(4614)) - dfs.namenode.safemode.threshold-pct = 0.9990000128746033
2014-04-10 11:50:35,946 INFO namenode.FSNamesystem (FSNamesystem.java:<init>(4615)) - dfs.namenode.safemode.min.datanodes = 0
2014-04-10 11:50:35,947 INFO namenode.FSNamesystem (FSNamesystem.java:<init>(4616)) - dfs.namenode.safemode.extension = 0
2014-04-10 11:50:35,947 INFO namenode.FSNamesystem (FSNamesystem.java:initRetryCache(787)) - Retry cache on namenode is enabled
2014-04-10 11:50:35,948 INFO namenode.FSNamesystem (FSNamesystem.java:initRetryCache(795)) - Retry cache will use 0.03 of total heap and retry cache entry expiry time is 600000 millis
2014-04-10 11:50:35,949 INFO util.GSet (LightWeightGSet.java:computeCapacity(349)) - Computing capacity for map Namenode Retry Cache
2014-04-10 11:50:35,949 INFO util.GSet (LightWeightGSet.java:computeCapacity(350)) - VM type = 64-bit
2014-04-10 11:50:35,950 INFO util.GSet (LightWeightGSet.java:computeCapacity(351)) - 0.029999999329447746% max memory 672 MB = 206.4 KB
2014-04-10 11:50:35,950 INFO util.GSet (LightWeightGSet.java:computeCapacity(356)) - capacity = 2^15 = 32768 entries
2014-04-10 11:50:36,154 INFO common.Storage (NNStorage.java:format(527)) - Storage directory /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/name1 has been successfully formatted.
2014-04-10 11:50:36,238 INFO common.Storage (NNStorage.java:format(527)) - Storage directory /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/name2 has been successfully formatted.
2014-04-10 11:50:36,251 INFO namenode.FSImage (FSImageFormat.java:save(1039)) - Saving image file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/name2/current/fsimage.ckpt_0000000000000000000 using no compression
2014-04-10 11:50:36,251 INFO namenode.FSImage (FSImageFormat.java:save(1039)) - Saving image file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/name1/current/fsimage.ckpt_0000000000000000000 using no compression
2014-04-10 11:50:36,292 INFO namenode.FSImage (FSImageFormat.java:save(1077)) - Image file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/name2/current/fsimage.ckpt_0000000000000000000 of size 217 bytes saved in 0 seconds.
2014-04-10 11:50:36,342 INFO namenode.FSImage (FSImageFormat.java:save(1077)) - Image file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/name1/current/fsimage.ckpt_0000000000000000000 of size 217 bytes saved in 0 seconds.
2014-04-10 11:50:36,421 INFO namenode.NNStorageRetentionManager (NNStorageRetentionManager.java:getImageTxIdToRetain(177)) - Going to retain 1 images with txid >= 0
2014-04-10 11:50:36,444 WARN impl.MetricsConfig (MetricsConfig.java:loadFirst(124)) - Cannot locate configuration: tried hadoop-metrics2-namenode.properties,hadoop-metrics2.properties
2014-04-10 11:50:36,479 INFO impl.MetricsSystemImpl (MetricsSystemImpl.java:startTimer(344)) - Scheduled snapshot period at 10 second(s).
2014-04-10 11:50:36,479 INFO impl.MetricsSystemImpl (MetricsSystemImpl.java:start(183)) - NameNode metrics system started
2014-04-10 11:50:36,511 INFO hdfs.DFSUtil (DFSUtil.java:httpServerTemplateForNNAndJN(1581)) - Starting web server as: ${dfs.web.authentication.kerberos.principal}
2014-04-10 11:50:36,511 INFO hdfs.DFSUtil (DFSUtil.java:httpServerTemplateForNNAndJN(1592)) - Starting Web-server for hdfs at: http://127.0.0.1:0
2014-04-10 11:50:36,539 INFO mortbay.log (Slf4jLog.java:info(67)) - Logging to org.slf4j.impl.Log4jLoggerAdapter(org.mortbay.log) via org.mortbay.log.Slf4jLog
2014-04-10 11:50:36,542 INFO http.HttpRequestLog (HttpRequestLog.java:getRequestLog(80)) - Http request log for http.requests.namenode is not defined
2014-04-10 11:50:36,549 INFO http.HttpServer2 (HttpServer2.java:addGlobalFilter(658)) - Added global filter 'safety' (class=org.apache.hadoop.http.HttpServer2$QuotingInputFilter)
2014-04-10 11:50:36,551 INFO http.HttpServer2 (HttpServer2.java:addFilter(636)) - Added filter static_user_filter (class=org.apache.hadoop.http.lib.StaticUserWebFilter$StaticUserFilter) to context hdfs
2014-04-10 11:50:36,551 INFO http.HttpServer2 (HttpServer2.java:addFilter(643)) - Added filter static_user_filter (class=org.apache.hadoop.http.lib.StaticUserWebFilter$StaticUserFilter) to context static
2014-04-10 11:50:36,551 INFO http.HttpServer2 (HttpServer2.java:addFilter(643)) - Added filter static_user_filter (class=org.apache.hadoop.http.lib.StaticUserWebFilter$StaticUserFilter) to context logs
2014-04-10 11:50:36,565 INFO http.HttpServer2 (NameNodeHttpServer.java:initWebHdfs(81)) - Added filter 'SPNEGO' (class=org.apache.hadoop.hdfs.web.AuthFilter)
2014-04-10 11:50:36,566 INFO http.HttpServer2 (HttpServer2.java:addJerseyResourcePackage(562)) - addJerseyResourcePackage: packageName=org.apache.hadoop.hdfs.server.namenode.web.resources;org.apache.hadoop.hdfs.web.resources, pathSpec=/webhdfs/v1/*
2014-04-10 11:50:36,575 INFO http.HttpServer2 (HttpServer2.java:openListeners(846)) - Jetty bound to port 39119
2014-04-10 11:50:36,575 INFO mortbay.log (Slf4jLog.java:info(67)) - jetty-6.1.26
2014-04-10 11:50:36,590 INFO mortbay.log (Slf4jLog.java:info(67)) - Extract jar:file:/home/brock/.gradle/caches/modules-2/files-2.1/org.apache.hadoop/hadoop-hdfs/2.3.0/c94e4f9baff2f5a23ddb5ccc1196f65c0619ea32/hadoop-hdfs-2.3.0-tests.jar!/webapps/hdfs to /tmp/Jetty_127_0_0_1_39119_hdfs____y87jys/webapp
2014-04-10 11:50:36,743 WARN server.AuthenticationFilter (AuthenticationFilter.java:init(158)) - 'signature.secret' configuration not set, using a random value as secret
2014-04-10 11:50:36,761 INFO mortbay.log (Slf4jLog.java:info(67)) - Started SelectChannelConnector@127.0.0.1:39119
2014-04-10 11:50:36,763 INFO namenode.FSNamesystem (FSNamesystem.java:<init>(649)) - fsLock is fair:true
2014-04-10 11:50:36,763 INFO namenode.HostFileManager (HostFileManager.java:refresh(304)) - read includes:
HostSet(
)
2014-04-10 11:50:36,763 INFO namenode.HostFileManager (HostFileManager.java:refresh(311)) - read excludes:
HostSet(
)
2014-04-10 11:50:36,764 INFO blockmanagement.DatanodeManager (DatanodeManager.java:<init>(229)) - dfs.block.invalidate.limit=1000
2014-04-10 11:50:36,764 INFO blockmanagement.DatanodeManager (DatanodeManager.java:<init>(235)) - dfs.namenode.datanode.registration.ip-hostname-check=true
2014-04-10 11:50:36,764 INFO util.GSet (LightWeightGSet.java:computeCapacity(349)) - Computing capacity for map BlocksMap
2014-04-10 11:50:36,764 INFO util.GSet (LightWeightGSet.java:computeCapacity(350)) - VM type = 64-bit
2014-04-10 11:50:36,765 INFO util.GSet (LightWeightGSet.java:computeCapacity(351)) - 2.0% max memory 672 MB = 13.4 MB
2014-04-10 11:50:36,765 INFO util.GSet (LightWeightGSet.java:computeCapacity(356)) - capacity = 2^21 = 2097152 entries
2014-04-10 11:50:36,766 INFO blockmanagement.BlockManager (BlockManager.java:createBlockTokenSecretManager(328)) - dfs.block.access.token.enable=false
2014-04-10 11:50:36,766 INFO blockmanagement.BlockManager (BlockManager.java:<init>(313)) - defaultReplication = 3
2014-04-10 11:50:36,766 INFO blockmanagement.BlockManager (BlockManager.java:<init>(314)) - maxReplication = 512
2014-04-10 11:50:36,766 INFO blockmanagement.BlockManager (BlockManager.java:<init>(315)) - minReplication = 1
2014-04-10 11:50:36,767 INFO blockmanagement.BlockManager (BlockManager.java:<init>(316)) - maxReplicationStreams = 2
2014-04-10 11:50:36,767 INFO blockmanagement.BlockManager (BlockManager.java:<init>(317)) - shouldCheckForEnoughRacks = false
2014-04-10 11:50:36,767 INFO blockmanagement.BlockManager (BlockManager.java:<init>(318)) - replicationRecheckInterval = 3000
2014-04-10 11:50:36,767 INFO blockmanagement.BlockManager (BlockManager.java:<init>(319)) - encryptDataTransfer = false
2014-04-10 11:50:36,767 INFO blockmanagement.BlockManager (BlockManager.java:<init>(320)) - maxNumBlocksToLog = 1000
2014-04-10 11:50:36,768 INFO namenode.FSNamesystem (FSNamesystem.java:<init>(666)) - fsOwner = brock (auth:SIMPLE)
2014-04-10 11:50:36,768 INFO namenode.FSNamesystem (FSNamesystem.java:<init>(667)) - supergroup = supergroup
2014-04-10 11:50:36,768 INFO namenode.FSNamesystem (FSNamesystem.java:<init>(668)) - isPermissionEnabled = true
2014-04-10 11:50:36,768 INFO namenode.FSNamesystem (FSNamesystem.java:<init>(679)) - HA Enabled: false
2014-04-10 11:50:36,769 INFO namenode.FSNamesystem (FSNamesystem.java:<init>(716)) - Append Enabled: true
2014-04-10 11:50:36,769 INFO util.GSet (LightWeightGSet.java:computeCapacity(349)) - Computing capacity for map INodeMap
2014-04-10 11:50:36,769 INFO util.GSet (LightWeightGSet.java:computeCapacity(350)) - VM type = 64-bit
2014-04-10 11:50:36,770 INFO util.GSet (LightWeightGSet.java:computeCapacity(351)) - 1.0% max memory 672 MB = 6.7 MB
2014-04-10 11:50:36,770 INFO util.GSet (LightWeightGSet.java:computeCapacity(356)) - capacity = 2^20 = 1048576 entries
2014-04-10 11:50:36,770 INFO namenode.NameNode (FSDirectory.java:<init>(189)) - Caching file names occuring more than 10 times
2014-04-10 11:50:36,771 INFO util.GSet (LightWeightGSet.java:computeCapacity(349)) - Computing capacity for map cachedBlocks
2014-04-10 11:50:36,771 INFO util.GSet (LightWeightGSet.java:computeCapacity(350)) - VM type = 64-bit
2014-04-10 11:50:36,771 INFO util.GSet (LightWeightGSet.java:computeCapacity(351)) - 0.25% max memory 672 MB = 1.7 MB
2014-04-10 11:50:36,771 INFO util.GSet (LightWeightGSet.java:computeCapacity(356)) - capacity = 2^18 = 262144 entries
2014-04-10 11:50:36,771 INFO namenode.FSNamesystem (FSNamesystem.java:<init>(4614)) - dfs.namenode.safemode.threshold-pct = 0.9990000128746033
2014-04-10 11:50:36,772 INFO namenode.FSNamesystem (FSNamesystem.java:<init>(4615)) - dfs.namenode.safemode.min.datanodes = 0
2014-04-10 11:50:36,772 INFO namenode.FSNamesystem (FSNamesystem.java:<init>(4616)) - dfs.namenode.safemode.extension = 0
2014-04-10 11:50:36,772 INFO namenode.FSNamesystem (FSNamesystem.java:initRetryCache(787)) - Retry cache on namenode is enabled
2014-04-10 11:50:36,772 INFO namenode.FSNamesystem (FSNamesystem.java:initRetryCache(795)) - Retry cache will use 0.03 of total heap and retry cache entry expiry time is 600000 millis
2014-04-10 11:50:36,772 INFO util.GSet (LightWeightGSet.java:computeCapacity(349)) - Computing capacity for map Namenode Retry Cache
2014-04-10 11:50:36,773 INFO util.GSet (LightWeightGSet.java:computeCapacity(350)) - VM type = 64-bit
2014-04-10 11:50:36,773 INFO util.GSet (LightWeightGSet.java:computeCapacity(351)) - 0.029999999329447746% max memory 672 MB = 206.4 KB
2014-04-10 11:50:36,773 INFO util.GSet (LightWeightGSet.java:computeCapacity(356)) - capacity = 2^15 = 32768 entries
2014-04-10 11:50:36,865 INFO common.Storage (Storage.java:tryLock(675)) - Lock on /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/name1/in_use.lock acquired by nodename 30449@localhost.localdomain
2014-04-10 11:50:36,916 INFO common.Storage (Storage.java:tryLock(675)) - Lock on /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/name2/in_use.lock acquired by nodename 30449@localhost.localdomain
2014-04-10 11:50:36,919 INFO namenode.FileJournalManager (FileJournalManager.java:recoverUnfinalizedSegments(294)) - Recovering unfinalized segments in /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/name1/current
2014-04-10 11:50:36,919 INFO namenode.FileJournalManager (FileJournalManager.java:recoverUnfinalizedSegments(294)) - Recovering unfinalized segments in /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/name2/current
2014-04-10 11:50:36,919 INFO namenode.FSImage (FSImage.java:loadFSImage(631)) - No edit log streams selected.
2014-04-10 11:50:36,921 INFO namenode.FSImage (FSImageFormat.java:load(336)) - Loading image file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/name1/current/fsimage_0000000000000000000 using no compression
2014-04-10 11:50:36,921 INFO namenode.FSImage (FSImageFormat.java:load(339)) - Number of files = 1
2014-04-10 11:50:36,922 INFO namenode.FSImage (FSImageFormat.java:loadFilesUnderConstruction(837)) - Number of files under construction = 0
2014-04-10 11:50:36,923 INFO namenode.FSImage (FSImageFormat.java:load(373)) - Image file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/name1/current/fsimage_0000000000000000000 of size 217 bytes loaded in 0 seconds.
2014-04-10 11:50:36,923 INFO namenode.FSImage (FSImage.java:loadFSImage(841)) - Loaded image for txid 0 from /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/name1/current/fsimage_0000000000000000000
2014-04-10 11:50:36,926 INFO namenode.FSEditLog (FSEditLog.java:startLogSegment(1074)) - Starting log segment at 1
2014-04-10 11:50:37,210 INFO namenode.NameCache (NameCache.java:initialized(143)) - initialized with 0 entries 0 lookups
2014-04-10 11:50:37,211 INFO namenode.FSNamesystem (FSNamesystem.java:loadFromDisk(617)) - Finished loading FSImage in 438 msecs
2014-04-10 11:50:37,307 INFO namenode.NameNode (NameNodeRpcServer.java:<init>(279)) - RPC server is binding to 127.0.0.1:0
2014-04-10 11:50:37,317 INFO ipc.Server (Server.java:run(551)) - Starting Socket Reader #1 for port 60632
2014-04-10 11:50:37,334 INFO namenode.FSNamesystem (FSNamesystem.java:registerMBean(5560)) - Registered FSNamesystemState MBean
2014-04-10 11:50:37,344 INFO namenode.FSNamesystem (FSNamesystem.java:getCompleteBlocksTotal(5217)) - Number of blocks under construction: 0
2014-04-10 11:50:37,345 INFO namenode.FSNamesystem (FSNamesystem.java:getCompleteBlocksTotal(5217)) - Number of blocks under construction: 0
2014-04-10 11:50:37,345 INFO namenode.FSNamesystem (FSNamesystem.java:initializeReplQueues(4727)) - initializing replication queues
2014-04-10 11:50:37,358 INFO blockmanagement.BlockManager (BlockManager.java:processMisReplicatedBlocks(2380)) - Total number of blocks = 0
2014-04-10 11:50:37,359 INFO blockmanagement.BlockManager (BlockManager.java:processMisReplicatedBlocks(2381)) - Number of invalid blocks = 0
2014-04-10 11:50:37,359 INFO blockmanagement.BlockManager (BlockManager.java:processMisReplicatedBlocks(2382)) - Number of under-replicated blocks = 0
2014-04-10 11:50:37,359 INFO blockmanagement.BlockManager (BlockManager.java:processMisReplicatedBlocks(2383)) - Number of over-replicated blocks = 0
2014-04-10 11:50:37,359 INFO blockmanagement.BlockManager (BlockManager.java:processMisReplicatedBlocks(2385)) - Number of blocks being written = 0
2014-04-10 11:50:37,360 INFO hdfs.StateChange (FSNamesystem.java:initializeReplQueues(4732)) - STATE* Replication Queue initialization scan for invalid, over- and under-replicated blocks completed in 14 msec
2014-04-10 11:50:37,360 INFO hdfs.StateChange (FSNamesystem.java:leave(4696)) - STATE* Leaving safe mode after 0 secs
2014-04-10 11:50:37,360 INFO hdfs.StateChange (FSNamesystem.java:leave(4707)) - STATE* Network topology has 0 racks and 0 datanodes
2014-04-10 11:50:37,360 INFO hdfs.StateChange (FSNamesystem.java:leave(4710)) - STATE* UnderReplicatedBlocks has 0 blocks
2014-04-10 11:50:37,378 INFO ipc.Server (Server.java:run(773)) - IPC Server Responder: starting
2014-04-10 11:50:37,378 INFO ipc.Server (Server.java:run(620)) - IPC Server listener on 60632: starting
2014-04-10 11:50:37,380 INFO namenode.NameNode (NameNode.java:startCommonServices(544)) - NameNode RPC up at: localhost/127.0.0.1:60632
2014-04-10 11:50:37,380 INFO namenode.FSNamesystem (FSNamesystem.java:startActiveServices(949)) - Starting services required for active state
2014-04-10 11:50:37,384 INFO blockmanagement.CacheReplicationMonitor (CacheReplicationMonitor.java:run(158)) - Starting CacheReplicationMonitor with interval 300000 milliseconds
2014-04-10 11:50:37,384 INFO blockmanagement.CacheReplicationMonitor (CacheReplicationMonitor.java:run(171)) - Rescanning because of pending operations
2014-04-10 11:50:37,384 INFO blockmanagement.CacheReplicationMonitor (CacheReplicationMonitor.java:run(201)) - Scanned 0 directive(s) and 0 block(s) in 1 millisecond(s).
2014-04-10 11:50:37,392 INFO hdfs.MiniDFSCluster (MiniDFSCluster.java:startDataNodes(1190)) - Starting DataNode 0 with dfs.datanode.data.dir: [DISK]file:/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data1,[DISK]file:/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data2
2014-04-10 11:50:37,427 INFO impl.MetricsSystemImpl (MetricsSystemImpl.java:init(151)) - DataNode metrics system started (again)
2014-04-10 11:50:37,428 INFO datanode.DataNode (DataNode.java:<init>(315)) - Configured hostname is 127.0.0.1
2014-04-10 11:50:37,429 INFO datanode.DataNode (DataNode.java:startDataNode(763)) - Starting DataNode with maxLockedMemory = 0
2014-04-10 11:50:37,432 INFO datanode.DataNode (DataNode.java:initDataXceiver(564)) - Opened streaming server at /127.0.0.1:41432
2014-04-10 11:50:37,433 INFO datanode.DataNode (DataXceiverServer.java:<init>(73)) - Balancing bandwith is 1048576 bytes/s
2014-04-10 11:50:37,433 INFO http.HttpRequestLog (HttpRequestLog.java:getRequestLog(80)) - Http request log for http.requests.datanode is not defined
2014-04-10 11:50:37,434 INFO http.HttpServer2 (HttpServer2.java:addGlobalFilter(658)) - Added global filter 'safety' (class=org.apache.hadoop.http.HttpServer2$QuotingInputFilter)
2014-04-10 11:50:37,435 INFO http.HttpServer2 (HttpServer2.java:addFilter(636)) - Added filter static_user_filter (class=org.apache.hadoop.http.lib.StaticUserWebFilter$StaticUserFilter) to context datanode
2014-04-10 11:50:37,436 INFO http.HttpServer2 (HttpServer2.java:addFilter(643)) - Added filter static_user_filter (class=org.apache.hadoop.http.lib.StaticUserWebFilter$StaticUserFilter) to context logs
2014-04-10 11:50:37,436 INFO http.HttpServer2 (HttpServer2.java:addFilter(643)) - Added filter static_user_filter (class=org.apache.hadoop.http.lib.StaticUserWebFilter$StaticUserFilter) to context static
2014-04-10 11:50:37,440 INFO http.HttpServer2 (HttpServer2.java:addJerseyResourcePackage(562)) - addJerseyResourcePackage: packageName=org.apache.hadoop.hdfs.server.datanode.web.resources;org.apache.hadoop.hdfs.web.resources, pathSpec=/webhdfs/v1/*
2014-04-10 11:50:37,441 INFO http.HttpServer2 (HttpServer2.java:openListeners(846)) - Jetty bound to port 33874
2014-04-10 11:50:37,441 INFO mortbay.log (Slf4jLog.java:info(67)) - jetty-6.1.26
2014-04-10 11:50:37,444 INFO mortbay.log (Slf4jLog.java:info(67)) - Extract jar:file:/home/brock/.gradle/caches/modules-2/files-2.1/org.apache.hadoop/hadoop-hdfs/2.3.0/c94e4f9baff2f5a23ddb5ccc1196f65c0619ea32/hadoop-hdfs-2.3.0-tests.jar!/webapps/datanode to /tmp/Jetty_127_0_0_1_33874_datanode____.i7eqlp/webapp
2014-04-10 11:50:37,530 INFO mortbay.log (Slf4jLog.java:info(67)) - Started SelectChannelConnector@127.0.0.1:33874
2014-04-10 11:50:37,535 INFO ipc.Server (Server.java:run(551)) - Starting Socket Reader #1 for port 41515
2014-04-10 11:50:37,539 INFO datanode.DataNode (DataNode.java:initIpcServer(466)) - Opened IPC server at /127.0.0.1:41515
2014-04-10 11:50:37,545 INFO datanode.DataNode (BlockPoolManager.java:refreshNamenodes(148)) - Refresh request received for nameservices: null
2014-04-10 11:50:37,547 INFO datanode.DataNode (BlockPoolManager.java:doRefreshNamenodes(193)) - Starting BPOfferServices for nameservices: <default>
2014-04-10 11:50:37,552 INFO datanode.DataNode (BPServiceActor.java:run(768)) - Block pool <registering> (Datanode Uuid unassigned) service to localhost/127.0.0.1:60632 starting to offer service
2014-04-10 11:50:37,553 INFO ipc.Server (Server.java:run(773)) - IPC Server Responder: starting
2014-04-10 11:50:37,553 INFO ipc.Server (Server.java:run(620)) - IPC Server listener on 41515: starting
2014-04-10 11:50:37,555 INFO hdfs.MiniDFSCluster (MiniDFSCluster.java:startDataNodes(1190)) - Starting DataNode 1 with dfs.datanode.data.dir: [DISK]file:/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data3,[DISK]file:/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data4
2014-04-10 11:50:37,562 INFO impl.MetricsSystemImpl (MetricsSystemImpl.java:init(151)) - DataNode metrics system started (again)
2014-04-10 11:50:37,562 INFO datanode.DataNode (DataNode.java:<init>(315)) - Configured hostname is 127.0.0.1
2014-04-10 11:50:37,563 INFO datanode.DataNode (DataNode.java:startDataNode(763)) - Starting DataNode with maxLockedMemory = 0
2014-04-10 11:50:37,563 INFO datanode.DataNode (DataNode.java:initDataXceiver(564)) - Opened streaming server at /127.0.0.1:50141
2014-04-10 11:50:37,563 INFO datanode.DataNode (DataXceiverServer.java:<init>(73)) - Balancing bandwith is 1048576 bytes/s
2014-04-10 11:50:37,564 INFO http.HttpRequestLog (HttpRequestLog.java:getRequestLog(80)) - Http request log for http.requests.datanode is not defined
2014-04-10 11:50:37,564 INFO http.HttpServer2 (HttpServer2.java:addGlobalFilter(658)) - Added global filter 'safety' (class=org.apache.hadoop.http.HttpServer2$QuotingInputFilter)
2014-04-10 11:50:37,565 INFO http.HttpServer2 (HttpServer2.java:addFilter(636)) - Added filter static_user_filter (class=org.apache.hadoop.http.lib.StaticUserWebFilter$StaticUserFilter) to context datanode
2014-04-10 11:50:37,565 INFO http.HttpServer2 (HttpServer2.java:addFilter(643)) - Added filter static_user_filter (class=org.apache.hadoop.http.lib.StaticUserWebFilter$StaticUserFilter) to context logs
2014-04-10 11:50:37,566 INFO http.HttpServer2 (HttpServer2.java:addFilter(643)) - Added filter static_user_filter (class=org.apache.hadoop.http.lib.StaticUserWebFilter$StaticUserFilter) to context static
2014-04-10 11:50:37,567 INFO http.HttpServer2 (HttpServer2.java:addJerseyResourcePackage(562)) - addJerseyResourcePackage: packageName=org.apache.hadoop.hdfs.server.datanode.web.resources;org.apache.hadoop.hdfs.web.resources, pathSpec=/webhdfs/v1/*
2014-04-10 11:50:37,567 INFO http.HttpServer2 (HttpServer2.java:openListeners(846)) - Jetty bound to port 49731
2014-04-10 11:50:37,567 INFO mortbay.log (Slf4jLog.java:info(67)) - jetty-6.1.26
2014-04-10 11:50:37,569 INFO mortbay.log (Slf4jLog.java:info(67)) - Extract jar:file:/home/brock/.gradle/caches/modules-2/files-2.1/org.apache.hadoop/hadoop-hdfs/2.3.0/c94e4f9baff2f5a23ddb5ccc1196f65c0619ea32/hadoop-hdfs-2.3.0-tests.jar!/webapps/datanode to /tmp/Jetty_127_0_0_1_49731_datanode____.neycz6/webapp
2014-04-10 11:50:37,664 INFO mortbay.log (Slf4jLog.java:info(67)) - Started SelectChannelConnector@127.0.0.1:49731
2014-04-10 11:50:37,665 INFO ipc.Server (Server.java:run(551)) - Starting Socket Reader #1 for port 50304
2014-04-10 11:50:37,667 INFO datanode.DataNode (DataNode.java:initIpcServer(466)) - Opened IPC server at /127.0.0.1:50304
2014-04-10 11:50:37,671 INFO datanode.DataNode (BlockPoolManager.java:refreshNamenodes(148)) - Refresh request received for nameservices: null
2014-04-10 11:50:37,671 INFO datanode.DataNode (BlockPoolManager.java:doRefreshNamenodes(193)) - Starting BPOfferServices for nameservices: <default>
2014-04-10 11:50:37,672 INFO datanode.DataNode (BPServiceActor.java:run(768)) - Block pool <registering> (Datanode Uuid unassigned) service to localhost/127.0.0.1:60632 starting to offer service
2014-04-10 11:50:37,672 INFO ipc.Server (Server.java:run(773)) - IPC Server Responder: starting
2014-04-10 11:50:37,672 INFO ipc.Server (Server.java:run(620)) - IPC Server listener on 50304: starting
2014-04-10 11:50:37,674 INFO hdfs.MiniDFSCluster (MiniDFSCluster.java:startDataNodes(1190)) - Starting DataNode 2 with dfs.datanode.data.dir: [DISK]file:/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data5,[DISK]file:/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data6
2014-04-10 11:50:37,681 INFO impl.MetricsSystemImpl (MetricsSystemImpl.java:init(151)) - DataNode metrics system started (again)
2014-04-10 11:50:37,681 INFO datanode.DataNode (DataNode.java:<init>(315)) - Configured hostname is 127.0.0.1
2014-04-10 11:50:37,682 INFO datanode.DataNode (DataNode.java:startDataNode(763)) - Starting DataNode with maxLockedMemory = 0
2014-04-10 11:50:37,682 INFO datanode.DataNode (DataNode.java:initDataXceiver(564)) - Opened streaming server at /127.0.0.1:34839
2014-04-10 11:50:37,682 INFO datanode.DataNode (DataXceiverServer.java:<init>(73)) - Balancing bandwith is 1048576 bytes/s
2014-04-10 11:50:37,683 INFO http.HttpRequestLog (HttpRequestLog.java:getRequestLog(80)) - Http request log for http.requests.datanode is not defined
2014-04-10 11:50:37,683 INFO http.HttpServer2 (HttpServer2.java:addGlobalFilter(658)) - Added global filter 'safety' (class=org.apache.hadoop.http.HttpServer2$QuotingInputFilter)
2014-04-10 11:50:37,684 INFO http.HttpServer2 (HttpServer2.java:addFilter(636)) - Added filter static_user_filter (class=org.apache.hadoop.http.lib.StaticUserWebFilter$StaticUserFilter) to context datanode
2014-04-10 11:50:37,684 INFO http.HttpServer2 (HttpServer2.java:addFilter(643)) - Added filter static_user_filter (class=org.apache.hadoop.http.lib.StaticUserWebFilter$StaticUserFilter) to context logs
2014-04-10 11:50:37,684 INFO http.HttpServer2 (HttpServer2.java:addFilter(643)) - Added filter static_user_filter (class=org.apache.hadoop.http.lib.StaticUserWebFilter$StaticUserFilter) to context static
2014-04-10 11:50:37,686 INFO http.HttpServer2 (HttpServer2.java:addJerseyResourcePackage(562)) - addJerseyResourcePackage: packageName=org.apache.hadoop.hdfs.server.datanode.web.resources;org.apache.hadoop.hdfs.web.resources, pathSpec=/webhdfs/v1/*
2014-04-10 11:50:37,686 INFO http.HttpServer2 (HttpServer2.java:openListeners(846)) - Jetty bound to port 55238
2014-04-10 11:50:37,686 INFO mortbay.log (Slf4jLog.java:info(67)) - jetty-6.1.26
2014-04-10 11:50:37,689 INFO mortbay.log (Slf4jLog.java:info(67)) - Extract jar:file:/home/brock/.gradle/caches/modules-2/files-2.1/org.apache.hadoop/hadoop-hdfs/2.3.0/c94e4f9baff2f5a23ddb5ccc1196f65c0619ea32/hadoop-hdfs-2.3.0-tests.jar!/webapps/datanode to /tmp/Jetty_127_0_0_1_55238_datanode____g693md/webapp
2014-04-10 11:50:37,766 INFO mortbay.log (Slf4jLog.java:info(67)) - Started SelectChannelConnector@127.0.0.1:55238
2014-04-10 11:50:37,767 INFO ipc.Server (Server.java:run(551)) - Starting Socket Reader #1 for port 43997
2014-04-10 11:50:37,769 INFO datanode.DataNode (DataNode.java:initIpcServer(466)) - Opened IPC server at /127.0.0.1:43997
2014-04-10 11:50:37,772 INFO datanode.DataNode (BlockPoolManager.java:refreshNamenodes(148)) - Refresh request received for nameservices: null
2014-04-10 11:50:37,773 INFO datanode.DataNode (BlockPoolManager.java:doRefreshNamenodes(193)) - Starting BPOfferServices for nameservices: <default>
2014-04-10 11:50:37,773 INFO datanode.DataNode (BPServiceActor.java:run(768)) - Block pool <registering> (Datanode Uuid unassigned) service to localhost/127.0.0.1:60632 starting to offer service
2014-04-10 11:50:37,774 INFO ipc.Server (Server.java:run(620)) - IPC Server listener on 43997: starting
2014-04-10 11:50:37,774 INFO ipc.Server (Server.java:run(773)) - IPC Server Responder: starting
2014-04-10 11:50:37,775 INFO common.Storage (Storage.java:tryLock(675)) - Lock on /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data3/in_use.lock acquired by nodename 30449@localhost.localdomain
2014-04-10 11:50:37,775 INFO hdfs.MiniDFSCluster (MiniDFSCluster.java:startDataNodes(1190)) - Starting DataNode 3 with dfs.datanode.data.dir: [DISK]file:/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data7,[DISK]file:/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data8
2014-04-10 11:50:37,775 INFO common.Storage (DataStorage.java:recoverTransitionRead(160)) - Storage directory /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data3 is not formatted
2014-04-10 11:50:37,776 INFO common.Storage (DataStorage.java:recoverTransitionRead(161)) - Formatting ...
2014-04-10 11:50:37,781 INFO impl.MetricsSystemImpl (MetricsSystemImpl.java:init(151)) - DataNode metrics system started (again)
2014-04-10 11:50:37,782 INFO datanode.DataNode (DataNode.java:<init>(315)) - Configured hostname is 127.0.0.1
2014-04-10 11:50:37,782 INFO datanode.DataNode (DataNode.java:startDataNode(763)) - Starting DataNode with maxLockedMemory = 0
2014-04-10 11:50:37,782 INFO datanode.DataNode (DataNode.java:initDataXceiver(564)) - Opened streaming server at /127.0.0.1:35451
2014-04-10 11:50:37,782 INFO datanode.DataNode (DataXceiverServer.java:<init>(73)) - Balancing bandwith is 1048576 bytes/s
2014-04-10 11:50:37,783 INFO http.HttpRequestLog (HttpRequestLog.java:getRequestLog(80)) - Http request log for http.requests.datanode is not defined
2014-04-10 11:50:37,783 INFO http.HttpServer2 (HttpServer2.java:addGlobalFilter(658)) - Added global filter 'safety' (class=org.apache.hadoop.http.HttpServer2$QuotingInputFilter)
2014-04-10 11:50:37,784 INFO http.HttpServer2 (HttpServer2.java:addFilter(636)) - Added filter static_user_filter (class=org.apache.hadoop.http.lib.StaticUserWebFilter$StaticUserFilter) to context datanode
2014-04-10 11:50:37,784 INFO http.HttpServer2 (HttpServer2.java:addFilter(643)) - Added filter static_user_filter (class=org.apache.hadoop.http.lib.StaticUserWebFilter$StaticUserFilter) to context logs
2014-04-10 11:50:37,784 INFO http.HttpServer2 (HttpServer2.java:addFilter(643)) - Added filter static_user_filter (class=org.apache.hadoop.http.lib.StaticUserWebFilter$StaticUserFilter) to context static
2014-04-10 11:50:37,785 INFO http.HttpServer2 (HttpServer2.java:addJerseyResourcePackage(562)) - addJerseyResourcePackage: packageName=org.apache.hadoop.hdfs.server.datanode.web.resources;org.apache.hadoop.hdfs.web.resources, pathSpec=/webhdfs/v1/*
2014-04-10 11:50:37,786 INFO http.HttpServer2 (HttpServer2.java:openListeners(846)) - Jetty bound to port 59906
2014-04-10 11:50:37,786 INFO mortbay.log (Slf4jLog.java:info(67)) - jetty-6.1.26
2014-04-10 11:50:37,788 INFO mortbay.log (Slf4jLog.java:info(67)) - Extract jar:file:/home/brock/.gradle/caches/modules-2/files-2.1/org.apache.hadoop/hadoop-hdfs/2.3.0/c94e4f9baff2f5a23ddb5ccc1196f65c0619ea32/hadoop-hdfs-2.3.0-tests.jar!/webapps/datanode to /tmp/Jetty_127_0_0_1_59906_datanode____.ldnr47/webapp
2014-04-10 11:50:37,788 INFO common.Storage (Storage.java:tryLock(675)) - Lock on /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data1/in_use.lock acquired by nodename 30449@localhost.localdomain
2014-04-10 11:50:37,788 INFO common.Storage (DataStorage.java:recoverTransitionRead(160)) - Storage directory /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data1 is not formatted
2014-04-10 11:50:37,788 INFO common.Storage (DataStorage.java:recoverTransitionRead(161)) - Formatting ...
2014-04-10 11:50:37,859 INFO mortbay.log (Slf4jLog.java:info(67)) - Started SelectChannelConnector@127.0.0.1:59906
2014-04-10 11:50:37,860 INFO ipc.Server (Server.java:run(551)) - Starting Socket Reader #1 for port 41497
2014-04-10 11:50:37,862 INFO datanode.DataNode (DataNode.java:initIpcServer(466)) - Opened IPC server at /127.0.0.1:41497
2014-04-10 11:50:37,865 INFO datanode.DataNode (BlockPoolManager.java:refreshNamenodes(148)) - Refresh request received for nameservices: null
2014-04-10 11:50:37,865 INFO datanode.DataNode (BlockPoolManager.java:doRefreshNamenodes(193)) - Starting BPOfferServices for nameservices: <default>
2014-04-10 11:50:37,866 INFO datanode.DataNode (BPServiceActor.java:run(768)) - Block pool <registering> (Datanode Uuid unassigned) service to localhost/127.0.0.1:60632 starting to offer service
2014-04-10 11:50:37,866 INFO ipc.Server (Server.java:run(773)) - IPC Server Responder: starting
2014-04-10 11:50:37,866 INFO ipc.Server (Server.java:run(620)) - IPC Server listener on 41497: starting
2014-04-10 11:50:37,880 INFO common.Storage (Storage.java:tryLock(675)) - Lock on /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data5/in_use.lock acquired by nodename 30449@localhost.localdomain
2014-04-10 11:50:37,880 INFO common.Storage (DataStorage.java:recoverTransitionRead(160)) - Storage directory /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data5 is not formatted
2014-04-10 11:50:37,880 INFO common.Storage (DataStorage.java:recoverTransitionRead(161)) - Formatting ...
2014-04-10 11:50:37,880 INFO common.Storage (Storage.java:tryLock(675)) - Lock on /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data4/in_use.lock acquired by nodename 30449@localhost.localdomain
2014-04-10 11:50:37,881 INFO common.Storage (DataStorage.java:recoverTransitionRead(160)) - Storage directory /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data4 is not formatted
2014-04-10 11:50:37,881 INFO common.Storage (DataStorage.java:recoverTransitionRead(161)) - Formatting ...
2014-04-10 11:50:37,931 INFO common.Storage (Storage.java:tryLock(675)) - Lock on /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data7/in_use.lock acquired by nodename 30449@localhost.localdomain
2014-04-10 11:50:37,932 INFO common.Storage (DataStorage.java:recoverTransitionRead(160)) - Storage directory /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data7 is not formatted
2014-04-10 11:50:37,932 INFO common.Storage (DataStorage.java:recoverTransitionRead(161)) - Formatting ...
2014-04-10 11:50:38,033 INFO hdfs.MiniDFSCluster (MiniDFSCluster.java:shouldWait(1951)) - dnInfo.length != numDataNodes
2014-04-10 11:50:38,034 INFO hdfs.MiniDFSCluster (MiniDFSCluster.java:waitActive(1903)) - Waiting for cluster to become active
2014-04-10 11:50:38,062 INFO common.Storage (Storage.java:tryLock(675)) - Lock on /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data8/in_use.lock acquired by nodename 30449@localhost.localdomain
2014-04-10 11:50:38,062 INFO common.Storage (DataStorage.java:recoverTransitionRead(160)) - Storage directory /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data8 is not formatted
2014-04-10 11:50:38,062 INFO common.Storage (DataStorage.java:recoverTransitionRead(161)) - Formatting ...
2014-04-10 11:50:38,126 INFO common.Storage (Storage.java:tryLock(675)) - Lock on /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data2/in_use.lock acquired by nodename 30449@localhost.localdomain
2014-04-10 11:50:38,126 INFO common.Storage (DataStorage.java:recoverTransitionRead(160)) - Storage directory /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data2 is not formatted
2014-04-10 11:50:38,126 INFO common.Storage (DataStorage.java:recoverTransitionRead(161)) - Formatting ...
2014-04-10 11:50:38,136 INFO hdfs.MiniDFSCluster (MiniDFSCluster.java:shouldWait(1951)) - dnInfo.length != numDataNodes
2014-04-10 11:50:38,136 INFO hdfs.MiniDFSCluster (MiniDFSCluster.java:waitActive(1903)) - Waiting for cluster to become active
2014-04-10 11:50:38,155 INFO common.Storage (Storage.java:lock(639)) - Locking is disabled
2014-04-10 11:50:38,156 INFO common.Storage (BlockPoolSliceStorage.java:recoverTransitionRead(120)) - Storage directory /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data3/current/BP-1638008525-127.0.0.1-1397148635957 is not formatted.
2014-04-10 11:50:38,156 INFO common.Storage (BlockPoolSliceStorage.java:recoverTransitionRead(121)) - Formatting ...
2014-04-10 11:50:38,156 INFO common.Storage (BlockPoolSliceStorage.java:format(175)) - Formatting block pool BP-1638008525-127.0.0.1-1397148635957 directory /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data3/current/BP-1638008525-127.0.0.1-1397148635957/current
2014-04-10 11:50:38,217 INFO common.Storage (Storage.java:tryLock(675)) - Lock on /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data6/in_use.lock acquired by nodename 30449@localhost.localdomain
2014-04-10 11:50:38,217 INFO common.Storage (DataStorage.java:recoverTransitionRead(160)) - Storage directory /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data6 is not formatted
2014-04-10 11:50:38,217 INFO common.Storage (DataStorage.java:recoverTransitionRead(161)) - Formatting ...
2014-04-10 11:50:38,218 INFO common.Storage (Storage.java:lock(639)) - Locking is disabled
2014-04-10 11:50:38,218 INFO common.Storage (BlockPoolSliceStorage.java:recoverTransitionRead(120)) - Storage directory /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data4/current/BP-1638008525-127.0.0.1-1397148635957 is not formatted.
2014-04-10 11:50:38,218 INFO common.Storage (BlockPoolSliceStorage.java:recoverTransitionRead(121)) - Formatting ...
2014-04-10 11:50:38,218 INFO common.Storage (BlockPoolSliceStorage.java:format(175)) - Formatting block pool BP-1638008525-127.0.0.1-1397148635957 directory /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data4/current/BP-1638008525-127.0.0.1-1397148635957/current
2014-04-10 11:50:38,238 INFO hdfs.MiniDFSCluster (MiniDFSCluster.java:shouldWait(1951)) - dnInfo.length != numDataNodes
2014-04-10 11:50:38,238 INFO hdfs.MiniDFSCluster (MiniDFSCluster.java:waitActive(1903)) - Waiting for cluster to become active
2014-04-10 11:50:38,304 INFO common.Storage (Storage.java:lock(639)) - Locking is disabled
2014-04-10 11:50:38,305 INFO common.Storage (BlockPoolSliceStorage.java:recoverTransitionRead(120)) - Storage directory /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data7/current/BP-1638008525-127.0.0.1-1397148635957 is not formatted.
2014-04-10 11:50:38,305 INFO common.Storage (BlockPoolSliceStorage.java:recoverTransitionRead(121)) - Formatting ...
2014-04-10 11:50:38,305 INFO common.Storage (BlockPoolSliceStorage.java:format(175)) - Formatting block pool BP-1638008525-127.0.0.1-1397148635957 directory /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data7/current/BP-1638008525-127.0.0.1-1397148635957/current
2014-04-10 11:50:38,339 INFO hdfs.MiniDFSCluster (MiniDFSCluster.java:shouldWait(1951)) - dnInfo.length != numDataNodes
2014-04-10 11:50:38,340 INFO hdfs.MiniDFSCluster (MiniDFSCluster.java:waitActive(1903)) - Waiting for cluster to become active
2014-04-10 11:50:38,387 INFO datanode.DataNode (DataNode.java:initStorage(963)) - Setting up storage: nsid=1147977063;bpid=BP-1638008525-127.0.0.1-1397148635957;lv=-51;nsInfo=lv=-51;cid=testClusterID;nsid=1147977063;c=0;bpid=BP-1638008525-127.0.0.1-1397148635957;dnuuid=null
2014-04-10 11:50:38,408 INFO common.Storage (Storage.java:lock(639)) - Locking is disabled
2014-04-10 11:50:38,408 INFO common.Storage (BlockPoolSliceStorage.java:recoverTransitionRead(120)) - Storage directory /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data1/current/BP-1638008525-127.0.0.1-1397148635957 is not formatted.
2014-04-10 11:50:38,408 INFO common.Storage (BlockPoolSliceStorage.java:recoverTransitionRead(121)) - Formatting ...
2014-04-10 11:50:38,408 INFO common.Storage (BlockPoolSliceStorage.java:format(175)) - Formatting block pool BP-1638008525-127.0.0.1-1397148635957 directory /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data1/current/BP-1638008525-127.0.0.1-1397148635957/current
2014-04-10 11:50:38,412 INFO common.Storage (Storage.java:lock(639)) - Locking is disabled
2014-04-10 11:50:38,412 INFO common.Storage (BlockPoolSliceStorage.java:recoverTransitionRead(120)) - Storage directory /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data8/current/BP-1638008525-127.0.0.1-1397148635957 is not formatted.
2014-04-10 11:50:38,412 INFO common.Storage (BlockPoolSliceStorage.java:recoverTransitionRead(121)) - Formatting ...
2014-04-10 11:50:38,412 INFO common.Storage (BlockPoolSliceStorage.java:format(175)) - Formatting block pool BP-1638008525-127.0.0.1-1397148635957 directory /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data8/current/BP-1638008525-127.0.0.1-1397148635957/current
2014-04-10 11:50:38,441 INFO hdfs.MiniDFSCluster (MiniDFSCluster.java:shouldWait(1951)) - dnInfo.length != numDataNodes
2014-04-10 11:50:38,441 INFO hdfs.MiniDFSCluster (MiniDFSCluster.java:waitActive(1903)) - Waiting for cluster to become active
2014-04-10 11:50:38,496 INFO common.Storage (Storage.java:lock(639)) - Locking is disabled
2014-04-10 11:50:38,496 INFO common.Storage (BlockPoolSliceStorage.java:recoverTransitionRead(120)) - Storage directory /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data5/current/BP-1638008525-127.0.0.1-1397148635957 is not formatted.
2014-04-10 11:50:38,497 INFO common.Storage (BlockPoolSliceStorage.java:recoverTransitionRead(121)) - Formatting ...
2014-04-10 11:50:38,497 INFO common.Storage (BlockPoolSliceStorage.java:format(175)) - Formatting block pool BP-1638008525-127.0.0.1-1397148635957 directory /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data5/current/BP-1638008525-127.0.0.1-1397148635957/current
2014-04-10 11:50:38,517 INFO common.Storage (Storage.java:lock(639)) - Locking is disabled
2014-04-10 11:50:38,518 INFO common.Storage (BlockPoolSliceStorage.java:recoverTransitionRead(120)) - Storage directory /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data2/current/BP-1638008525-127.0.0.1-1397148635957 is not formatted.
2014-04-10 11:50:38,518 INFO common.Storage (BlockPoolSliceStorage.java:recoverTransitionRead(121)) - Formatting ...
2014-04-10 11:50:38,518 INFO common.Storage (BlockPoolSliceStorage.java:format(175)) - Formatting block pool BP-1638008525-127.0.0.1-1397148635957 directory /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data2/current/BP-1638008525-127.0.0.1-1397148635957/current
2014-04-10 11:50:38,518 INFO datanode.DataNode (DataNode.java:checkDatanodeUuid(803)) - Generated and persisted new Datanode UUID c1ad97e0-9f53-4437-974d-e948c41bedfe
2014-04-10 11:50:38,532 INFO impl.FsDatasetImpl (FsDatasetImpl.java:<init>(245)) - Added volume - /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data3/current, StorageType: DISK
2014-04-10 11:50:38,533 INFO impl.FsDatasetImpl (FsDatasetImpl.java:<init>(245)) - Added volume - /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data4/current, StorageType: DISK
2014-04-10 11:50:38,540 INFO impl.FsDatasetImpl (FsDatasetImpl.java:registerMBean(1398)) - Registered FSDatasetState MBean
2014-04-10 11:50:38,542 INFO datanode.DirectoryScanner (DirectoryScanner.java:start(330)) - Periodic Directory Tree Verification scan starting at 1397153628542 with interval 21600000
2014-04-10 11:50:38,542 INFO impl.FsDatasetImpl (FsDatasetImpl.java:addBlockPool(1767)) - Adding block pool BP-1638008525-127.0.0.1-1397148635957
2014-04-10 11:50:38,543 INFO impl.FsDatasetImpl (FsVolumeList.java:run(176)) - Scanning block pool BP-1638008525-127.0.0.1-1397148635957 on volume /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data3/current...
2014-04-10 11:50:38,543 INFO impl.FsDatasetImpl (FsVolumeList.java:run(176)) - Scanning block pool BP-1638008525-127.0.0.1-1397148635957 on volume /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data4/current...
2014-04-10 11:50:38,543 INFO hdfs.MiniDFSCluster (MiniDFSCluster.java:shouldWait(1951)) - dnInfo.length != numDataNodes
2014-04-10 11:50:38,544 INFO hdfs.MiniDFSCluster (MiniDFSCluster.java:waitActive(1903)) - Waiting for cluster to become active
2014-04-10 11:50:38,549 INFO impl.FsDatasetImpl (FsVolumeList.java:run(181)) - Time taken to scan block pool BP-1638008525-127.0.0.1-1397148635957 on /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data3/current: 6ms
2014-04-10 11:50:38,549 INFO impl.FsDatasetImpl (FsVolumeList.java:run(181)) - Time taken to scan block pool BP-1638008525-127.0.0.1-1397148635957 on /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data4/current: 6ms
2014-04-10 11:50:38,550 INFO impl.FsDatasetImpl (FsVolumeList.java:addBlockPool(205)) - Total time to scan all replicas for block pool BP-1638008525-127.0.0.1-1397148635957: 8ms
2014-04-10 11:50:38,550 INFO impl.FsDatasetImpl (FsVolumeList.java:getVolumeMap(111)) - Adding replicas to map for block pool BP-1638008525-127.0.0.1-1397148635957 on volume /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data3/current...
2014-04-10 11:50:38,550 INFO impl.FsDatasetImpl (FsVolumeList.java:getVolumeMap(116)) - Time to add replicas to map for block pool BP-1638008525-127.0.0.1-1397148635957 on volume /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data3/current: 0ms
2014-04-10 11:50:38,550 INFO impl.FsDatasetImpl (FsVolumeList.java:getVolumeMap(111)) - Adding replicas to map for block pool BP-1638008525-127.0.0.1-1397148635957 on volume /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data4/current...
2014-04-10 11:50:38,550 INFO impl.FsDatasetImpl (FsVolumeList.java:getVolumeMap(116)) - Time to add replicas to map for block pool BP-1638008525-127.0.0.1-1397148635957 on volume /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data4/current: 0ms
2014-04-10 11:50:38,550 INFO impl.FsDatasetImpl (FsVolumeList.java:getAllVolumesMap(105)) - Total time to add all replicas to map: 0ms
2014-04-10 11:50:38,552 INFO datanode.DataNode (BPServiceActor.java:register(728)) - Block pool BP-1638008525-127.0.0.1-1397148635957 (Datanode Uuid null) service to localhost/127.0.0.1:60632 beginning handshake with NN
2014-04-10 11:50:38,561 INFO hdfs.StateChange (DatanodeManager.java:registerDatanode(787)) - BLOCK* registerDatanode: from DatanodeRegistration(127.0.0.1, datanodeUuid=c1ad97e0-9f53-4437-974d-e948c41bedfe, infoPort=49731, ipcPort=50304, storageInfo=lv=-51;cid=testClusterID;nsid=1147977063;c=0) storage c1ad97e0-9f53-4437-974d-e948c41bedfe
2014-04-10 11:50:38,565 INFO net.NetworkTopology (NetworkTopology.java:add(413)) - Adding a new node: /default-rack/127.0.0.1:50141
2014-04-10 11:50:38,567 INFO datanode.DataNode (BPServiceActor.java:register(741)) - Block pool Block pool BP-1638008525-127.0.0.1-1397148635957 (Datanode Uuid null) service to localhost/127.0.0.1:60632 successfully registered with NN
2014-04-10 11:50:38,567 INFO datanode.DataNode (BPServiceActor.java:offerService(604)) - For namenode localhost/127.0.0.1:60632 using DELETEREPORT_INTERVAL of 300000 msec BLOCKREPORT_INTERVAL of 21600000msec CACHEREPORT_INTERVAL of 10000msec Initial delay: 0msec; heartBeatInterval=3000
2014-04-10 11:50:38,575 INFO common.Storage (Storage.java:lock(639)) - Locking is disabled
2014-04-10 11:50:38,575 INFO common.Storage (BlockPoolSliceStorage.java:recoverTransitionRead(120)) - Storage directory /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data6/current/BP-1638008525-127.0.0.1-1397148635957 is not formatted.
2014-04-10 11:50:38,575 INFO common.Storage (BlockPoolSliceStorage.java:recoverTransitionRead(121)) - Formatting ...
2014-04-10 11:50:38,575 INFO common.Storage (BlockPoolSliceStorage.java:format(175)) - Formatting block pool BP-1638008525-127.0.0.1-1397148635957 directory /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data6/current/BP-1638008525-127.0.0.1-1397148635957/current
2014-04-10 11:50:38,577 INFO blockmanagement.DatanodeDescriptor (DatanodeDescriptor.java:updateStorage(659)) - Adding new storage ID DS-522b0f7d-b75b-46f2-9e15-59b7ba563b04 for DN 127.0.0.1:50141
2014-04-10 11:50:38,578 INFO blockmanagement.DatanodeDescriptor (DatanodeDescriptor.java:updateStorage(659)) - Adding new storage ID DS-e591ab9a-22c6-42de-961c-bb13e404aae9 for DN 127.0.0.1:50141
2014-04-10 11:50:38,582 INFO datanode.DataNode (BPOfferService.java:updateActorStatesFromHeartbeat(435)) - Namenode Block pool BP-1638008525-127.0.0.1-1397148635957 (Datanode Uuid c1ad97e0-9f53-4437-974d-e948c41bedfe) service to localhost/127.0.0.1:60632 trying to claim ACTIVE state with txid=1
2014-04-10 11:50:38,582 INFO datanode.DataNode (BPOfferService.java:updateActorStatesFromHeartbeat(447)) - Acknowledging ACTIVE Namenode Block pool BP-1638008525-127.0.0.1-1397148635957 (Datanode Uuid c1ad97e0-9f53-4437-974d-e948c41bedfe) service to localhost/127.0.0.1:60632
2014-04-10 11:50:38,591 INFO blockmanagement.BlockManager (BlockManager.java:processReport(1662)) - BLOCK* processReport: Received first block report from 127.0.0.1:50141 after starting up or becoming active. Its block contents are no longer considered stale
2014-04-10 11:50:38,591 INFO BlockStateChange (BlockManager.java:processReport(1678)) - BLOCK* processReport: from DatanodeRegistration(127.0.0.1, datanodeUuid=c1ad97e0-9f53-4437-974d-e948c41bedfe, infoPort=49731, ipcPort=50304, storageInfo=lv=-51;cid=testClusterID;nsid=1147977063;c=0), blocks: 0, processing time: 1 msecs
2014-04-10 11:50:38,591 INFO blockmanagement.BlockManager (BlockManager.java:processReport(1662)) - BLOCK* processReport: Received first block report from 127.0.0.1:50141 after starting up or becoming active. Its block contents are no longer considered stale
2014-04-10 11:50:38,591 INFO BlockStateChange (BlockManager.java:processReport(1678)) - BLOCK* processReport: from DatanodeRegistration(127.0.0.1, datanodeUuid=c1ad97e0-9f53-4437-974d-e948c41bedfe, infoPort=49731, ipcPort=50304, storageInfo=lv=-51;cid=testClusterID;nsid=1147977063;c=0), blocks: 0, processing time: 0 msecs
2014-04-10 11:50:38,610 INFO datanode.DataNode (BPServiceActor.java:blockReport(485)) - BlockReport of 0 blocks took 1 msec to generate and 26 msecs for RPC and NN processing
2014-04-10 11:50:38,610 INFO datanode.DataNode (BPServiceActor.java:blockReport(504)) - sent block report, processed command:org.apache.hadoop.hdfs.server.protocol.FinalizeCommand@32ea052e
2014-04-10 11:50:38,614 INFO util.GSet (LightWeightGSet.java:computeCapacity(349)) - Computing capacity for map BlockMap
2014-04-10 11:50:38,614 INFO util.GSet (LightWeightGSet.java:computeCapacity(350)) - VM type = 64-bit
2014-04-10 11:50:38,614 INFO util.GSet (LightWeightGSet.java:computeCapacity(351)) - 0.5% max memory 672 MB = 3.4 MB
2014-04-10 11:50:38,614 INFO util.GSet (LightWeightGSet.java:computeCapacity(356)) - capacity = 2^19 = 524288 entries
2014-04-10 11:50:38,615 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:<init>(186)) - Periodic Block Verification Scanner initialized with interval 504 hours for block pool BP-1638008525-127.0.0.1-1397148635957
2014-04-10 11:50:38,618 INFO datanode.DataBlockScanner (DataBlockScanner.java:addBlockPool(265)) - Added bpid=BP-1638008525-127.0.0.1-1397148635957 to blockPoolScannerMap, new size=1
2014-04-10 11:50:38,650 INFO hdfs.MiniDFSCluster (MiniDFSCluster.java:shouldWait(1951)) - dnInfo.length != numDataNodes
2014-04-10 11:50:38,650 INFO hdfs.MiniDFSCluster (MiniDFSCluster.java:waitActive(1903)) - Waiting for cluster to become active
2014-04-10 11:50:38,709 INFO datanode.DataNode (DataNode.java:initStorage(963)) - Setting up storage: nsid=1147977063;bpid=BP-1638008525-127.0.0.1-1397148635957;lv=-51;nsInfo=lv=-51;cid=testClusterID;nsid=1147977063;c=0;bpid=BP-1638008525-127.0.0.1-1397148635957;dnuuid=null
2014-04-10 11:50:38,741 INFO datanode.DataNode (DataNode.java:initStorage(963)) - Setting up storage: nsid=1147977063;bpid=BP-1638008525-127.0.0.1-1397148635957;lv=-51;nsInfo=lv=-51;cid=testClusterID;nsid=1147977063;c=0;bpid=BP-1638008525-127.0.0.1-1397148635957;dnuuid=null
2014-04-10 11:50:38,741 INFO datanode.DataNode (DataNode.java:initStorage(963)) - Setting up storage: nsid=1147977063;bpid=BP-1638008525-127.0.0.1-1397148635957;lv=-51;nsInfo=lv=-51;cid=testClusterID;nsid=1147977063;c=0;bpid=BP-1638008525-127.0.0.1-1397148635957;dnuuid=null
2014-04-10 11:50:38,752 INFO hdfs.MiniDFSCluster (MiniDFSCluster.java:shouldWait(1951)) - dnInfo.length != numDataNodes
2014-04-10 11:50:38,752 INFO hdfs.MiniDFSCluster (MiniDFSCluster.java:waitActive(1903)) - Waiting for cluster to become active
2014-04-10 11:50:38,826 INFO datanode.DataNode (DataNode.java:checkDatanodeUuid(803)) - Generated and persisted new Datanode UUID 8ec8a8cc-5508-442c-8963-d78fa559e878
2014-04-10 11:50:38,826 INFO datanode.DataNode (DataNode.java:checkDatanodeUuid(803)) - Generated and persisted new Datanode UUID 8a56312d-0316-4fb1-9cb0-6a1bc51bc949
2014-04-10 11:50:38,827 INFO impl.FsDatasetImpl (FsDatasetImpl.java:<init>(245)) - Added volume - /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data5/current, StorageType: DISK
2014-04-10 11:50:38,827 INFO impl.FsDatasetImpl (FsDatasetImpl.java:<init>(245)) - Added volume - /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data6/current, StorageType: DISK
2014-04-10 11:50:38,827 INFO impl.FsDatasetImpl (FsDatasetImpl.java:<init>(245)) - Added volume - /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data7/current, StorageType: DISK
2014-04-10 11:50:38,827 INFO impl.FsDatasetImpl (FsDatasetImpl.java:registerMBean(1398)) - Registered FSDatasetState MBean
2014-04-10 11:50:38,827 INFO impl.FsDatasetImpl (FsDatasetImpl.java:<init>(245)) - Added volume - /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data8/current, StorageType: DISK
2014-04-10 11:50:38,828 INFO impl.FsDatasetImpl (FsDatasetImpl.java:registerMBean(1398)) - Registered FSDatasetState MBean
2014-04-10 11:50:38,828 INFO datanode.DirectoryScanner (DirectoryScanner.java:start(330)) - Periodic Directory Tree Verification scan starting at 1397148736828 with interval 21600000
2014-04-10 11:50:38,828 INFO impl.FsDatasetImpl (FsDatasetImpl.java:addBlockPool(1767)) - Adding block pool BP-1638008525-127.0.0.1-1397148635957
2014-04-10 11:50:38,828 INFO datanode.DirectoryScanner (DirectoryScanner.java:start(330)) - Periodic Directory Tree Verification scan starting at 1397160197828 with interval 21600000
2014-04-10 11:50:38,829 INFO impl.FsDatasetImpl (FsVolumeList.java:run(176)) - Scanning block pool BP-1638008525-127.0.0.1-1397148635957 on volume /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data5/current...
2014-04-10 11:50:38,829 INFO impl.FsDatasetImpl (FsDatasetImpl.java:addBlockPool(1767)) - Adding block pool BP-1638008525-127.0.0.1-1397148635957
2014-04-10 11:50:38,829 INFO impl.FsDatasetImpl (FsVolumeList.java:run(176)) - Scanning block pool BP-1638008525-127.0.0.1-1397148635957 on volume /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data6/current...
2014-04-10 11:50:38,829 INFO impl.FsDatasetImpl (FsVolumeList.java:run(176)) - Scanning block pool BP-1638008525-127.0.0.1-1397148635957 on volume /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data7/current...
2014-04-10 11:50:38,830 INFO impl.FsDatasetImpl (FsVolumeList.java:run(176)) - Scanning block pool BP-1638008525-127.0.0.1-1397148635957 on volume /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data8/current...
2014-04-10 11:50:38,832 INFO impl.FsDatasetImpl (FsVolumeList.java:run(181)) - Time taken to scan block pool BP-1638008525-127.0.0.1-1397148635957 on /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data6/current: 2ms
2014-04-10 11:50:38,832 INFO impl.FsDatasetImpl (FsVolumeList.java:run(181)) - Time taken to scan block pool BP-1638008525-127.0.0.1-1397148635957 on /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data5/current: 3ms
2014-04-10 11:50:38,832 INFO impl.FsDatasetImpl (FsVolumeList.java:run(181)) - Time taken to scan block pool BP-1638008525-127.0.0.1-1397148635957 on /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data7/current: 2ms
2014-04-10 11:50:38,832 INFO impl.FsDatasetImpl (FsVolumeList.java:addBlockPool(205)) - Total time to scan all replicas for block pool BP-1638008525-127.0.0.1-1397148635957: 4ms
2014-04-10 11:50:38,832 INFO impl.FsDatasetImpl (FsVolumeList.java:getVolumeMap(111)) - Adding replicas to map for block pool BP-1638008525-127.0.0.1-1397148635957 on volume /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data5/current...
2014-04-10 11:50:38,832 INFO impl.FsDatasetImpl (FsVolumeList.java:run(181)) - Time taken to scan block pool BP-1638008525-127.0.0.1-1397148635957 on /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data8/current: 2ms
2014-04-10 11:50:38,832 INFO impl.FsDatasetImpl (FsVolumeList.java:getVolumeMap(116)) - Time to add replicas to map for block pool BP-1638008525-127.0.0.1-1397148635957 on volume /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data5/current: 0ms
2014-04-10 11:50:38,833 INFO impl.FsDatasetImpl (FsVolumeList.java:addBlockPool(205)) - Total time to scan all replicas for block pool BP-1638008525-127.0.0.1-1397148635957: 4ms
2014-04-10 11:50:38,833 INFO impl.FsDatasetImpl (FsVolumeList.java:getVolumeMap(111)) - Adding replicas to map for block pool BP-1638008525-127.0.0.1-1397148635957 on volume /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data6/current...
2014-04-10 11:50:38,833 INFO impl.FsDatasetImpl (FsVolumeList.java:getVolumeMap(111)) - Adding replicas to map for block pool BP-1638008525-127.0.0.1-1397148635957 on volume /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data7/current...
2014-04-10 11:50:38,833 INFO impl.FsDatasetImpl (FsVolumeList.java:getVolumeMap(116)) - Time to add replicas to map for block pool BP-1638008525-127.0.0.1-1397148635957 on volume /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data6/current: 0ms
2014-04-10 11:50:38,833 INFO impl.FsDatasetImpl (FsVolumeList.java:getVolumeMap(116)) - Time to add replicas to map for block pool BP-1638008525-127.0.0.1-1397148635957 on volume /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data7/current: 0ms
2014-04-10 11:50:38,833 INFO impl.FsDatasetImpl (FsVolumeList.java:getAllVolumesMap(105)) - Total time to add all replicas to map: 1ms
2014-04-10 11:50:38,833 INFO impl.FsDatasetImpl (FsVolumeList.java:getVolumeMap(111)) - Adding replicas to map for block pool BP-1638008525-127.0.0.1-1397148635957 on volume /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data8/current...
2014-04-10 11:50:38,833 INFO datanode.DataNode (BPServiceActor.java:register(728)) - Block pool BP-1638008525-127.0.0.1-1397148635957 (Datanode Uuid null) service to localhost/127.0.0.1:60632 beginning handshake with NN
2014-04-10 11:50:38,833 INFO impl.FsDatasetImpl (FsVolumeList.java:getVolumeMap(116)) - Time to add replicas to map for block pool BP-1638008525-127.0.0.1-1397148635957 on volume /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data8/current: 0ms
2014-04-10 11:50:38,833 INFO impl.FsDatasetImpl (FsVolumeList.java:getAllVolumesMap(105)) - Total time to add all replicas to map: 0ms
2014-04-10 11:50:38,833 INFO datanode.DataNode (BPServiceActor.java:register(728)) - Block pool BP-1638008525-127.0.0.1-1397148635957 (Datanode Uuid null) service to localhost/127.0.0.1:60632 beginning handshake with NN
2014-04-10 11:50:38,834 INFO hdfs.StateChange (DatanodeManager.java:registerDatanode(787)) - BLOCK* registerDatanode: from DatanodeRegistration(127.0.0.1, datanodeUuid=8a56312d-0316-4fb1-9cb0-6a1bc51bc949, infoPort=55238, ipcPort=43997, storageInfo=lv=-51;cid=testClusterID;nsid=1147977063;c=0) storage 8a56312d-0316-4fb1-9cb0-6a1bc51bc949
2014-04-10 11:50:38,835 INFO net.NetworkTopology (NetworkTopology.java:add(413)) - Adding a new node: /default-rack/127.0.0.1:34839
2014-04-10 11:50:38,835 INFO hdfs.StateChange (DatanodeManager.java:registerDatanode(787)) - BLOCK* registerDatanode: from DatanodeRegistration(127.0.0.1, datanodeUuid=8ec8a8cc-5508-442c-8963-d78fa559e878, infoPort=59906, ipcPort=41497, storageInfo=lv=-51;cid=testClusterID;nsid=1147977063;c=0) storage 8ec8a8cc-5508-442c-8963-d78fa559e878
2014-04-10 11:50:38,835 INFO datanode.DataNode (BPServiceActor.java:register(741)) - Block pool Block pool BP-1638008525-127.0.0.1-1397148635957 (Datanode Uuid null) service to localhost/127.0.0.1:60632 successfully registered with NN
2014-04-10 11:50:38,835 INFO net.NetworkTopology (NetworkTopology.java:add(413)) - Adding a new node: /default-rack/127.0.0.1:35451
2014-04-10 11:50:38,835 INFO datanode.DataNode (BPServiceActor.java:offerService(604)) - For namenode localhost/127.0.0.1:60632 using DELETEREPORT_INTERVAL of 300000 msec BLOCKREPORT_INTERVAL of 21600000msec CACHEREPORT_INTERVAL of 10000msec Initial delay: 0msec; heartBeatInterval=3000
2014-04-10 11:50:38,836 INFO datanode.DataNode (BPServiceActor.java:register(741)) - Block pool Block pool BP-1638008525-127.0.0.1-1397148635957 (Datanode Uuid null) service to localhost/127.0.0.1:60632 successfully registered with NN
2014-04-10 11:50:38,836 INFO datanode.DataNode (BPServiceActor.java:offerService(604)) - For namenode localhost/127.0.0.1:60632 using DELETEREPORT_INTERVAL of 300000 msec BLOCKREPORT_INTERVAL of 21600000msec CACHEREPORT_INTERVAL of 10000msec Initial delay: 0msec; heartBeatInterval=3000
2014-04-10 11:50:38,836 INFO blockmanagement.DatanodeDescriptor (DatanodeDescriptor.java:updateStorage(659)) - Adding new storage ID DS-22cb6d02-3e35-4f66-89d9-1327072438fe for DN 127.0.0.1:34839
2014-04-10 11:50:38,836 INFO blockmanagement.DatanodeDescriptor (DatanodeDescriptor.java:updateStorage(659)) - Adding new storage ID DS-b5119a97-db0e-4220-9885-a252148e8a0f for DN 127.0.0.1:34839
2014-04-10 11:50:38,837 INFO datanode.DataNode (BPOfferService.java:updateActorStatesFromHeartbeat(435)) - Namenode Block pool BP-1638008525-127.0.0.1-1397148635957 (Datanode Uuid 8a56312d-0316-4fb1-9cb0-6a1bc51bc949) service to localhost/127.0.0.1:60632 trying to claim ACTIVE state with txid=1
2014-04-10 11:50:38,837 INFO datanode.DataNode (BPOfferService.java:updateActorStatesFromHeartbeat(447)) - Acknowledging ACTIVE Namenode Block pool BP-1638008525-127.0.0.1-1397148635957 (Datanode Uuid 8a56312d-0316-4fb1-9cb0-6a1bc51bc949) service to localhost/127.0.0.1:60632
2014-04-10 11:50:38,837 INFO blockmanagement.DatanodeDescriptor (DatanodeDescriptor.java:updateStorage(659)) - Adding new storage ID DS-a7d28360-a122-4b8f-a5df-7716c22c7a73 for DN 127.0.0.1:35451
2014-04-10 11:50:38,837 INFO blockmanagement.DatanodeDescriptor (DatanodeDescriptor.java:updateStorage(659)) - Adding new storage ID DS-b33a8866-bd5f-4441-ad36-c6496b5f71c0 for DN 127.0.0.1:35451
2014-04-10 11:50:38,837 INFO datanode.DataNode (BPOfferService.java:updateActorStatesFromHeartbeat(435)) - Namenode Block pool BP-1638008525-127.0.0.1-1397148635957 (Datanode Uuid 8ec8a8cc-5508-442c-8963-d78fa559e878) service to localhost/127.0.0.1:60632 trying to claim ACTIVE state with txid=1
2014-04-10 11:50:38,837 INFO datanode.DataNode (BPOfferService.java:updateActorStatesFromHeartbeat(447)) - Acknowledging ACTIVE Namenode Block pool BP-1638008525-127.0.0.1-1397148635957 (Datanode Uuid 8ec8a8cc-5508-442c-8963-d78fa559e878) service to localhost/127.0.0.1:60632
2014-04-10 11:50:38,838 INFO blockmanagement.BlockManager (BlockManager.java:processReport(1662)) - BLOCK* processReport: Received first block report from 127.0.0.1:34839 after starting up or becoming active. Its block contents are no longer considered stale
2014-04-10 11:50:38,838 INFO BlockStateChange (BlockManager.java:processReport(1678)) - BLOCK* processReport: from DatanodeRegistration(127.0.0.1, datanodeUuid=8a56312d-0316-4fb1-9cb0-6a1bc51bc949, infoPort=55238, ipcPort=43997, storageInfo=lv=-51;cid=testClusterID;nsid=1147977063;c=0), blocks: 0, processing time: 0 msecs
2014-04-10 11:50:38,838 INFO blockmanagement.BlockManager (BlockManager.java:processReport(1662)) - BLOCK* processReport: Received first block report from 127.0.0.1:34839 after starting up or becoming active. Its block contents are no longer considered stale
2014-04-10 11:50:38,838 INFO BlockStateChange (BlockManager.java:processReport(1678)) - BLOCK* processReport: from DatanodeRegistration(127.0.0.1, datanodeUuid=8a56312d-0316-4fb1-9cb0-6a1bc51bc949, infoPort=55238, ipcPort=43997, storageInfo=lv=-51;cid=testClusterID;nsid=1147977063;c=0), blocks: 0, processing time: 0 msecs
2014-04-10 11:50:38,839 INFO datanode.DataNode (BPServiceActor.java:blockReport(485)) - BlockReport of 0 blocks took 0 msec to generate and 2 msecs for RPC and NN processing
2014-04-10 11:50:38,839 INFO datanode.DataNode (BPServiceActor.java:blockReport(504)) - sent block report, processed command:org.apache.hadoop.hdfs.server.protocol.FinalizeCommand@7b599faa
2014-04-10 11:50:38,839 INFO blockmanagement.BlockManager (BlockManager.java:processReport(1662)) - BLOCK* processReport: Received first block report from 127.0.0.1:35451 after starting up or becoming active. Its block contents are no longer considered stale
2014-04-10 11:50:38,839 INFO util.GSet (LightWeightGSet.java:computeCapacity(349)) - Computing capacity for map BlockMap
2014-04-10 11:50:38,839 INFO BlockStateChange (BlockManager.java:processReport(1678)) - BLOCK* processReport: from DatanodeRegistration(127.0.0.1, datanodeUuid=8ec8a8cc-5508-442c-8963-d78fa559e878, infoPort=59906, ipcPort=41497, storageInfo=lv=-51;cid=testClusterID;nsid=1147977063;c=0), blocks: 0, processing time: 0 msecs
2014-04-10 11:50:38,840 INFO util.GSet (LightWeightGSet.java:computeCapacity(350)) - VM type = 64-bit
2014-04-10 11:50:38,840 INFO blockmanagement.BlockManager (BlockManager.java:processReport(1662)) - BLOCK* processReport: Received first block report from 127.0.0.1:35451 after starting up or becoming active. Its block contents are no longer considered stale
2014-04-10 11:50:38,840 INFO BlockStateChange (BlockManager.java:processReport(1678)) - BLOCK* processReport: from DatanodeRegistration(127.0.0.1, datanodeUuid=8ec8a8cc-5508-442c-8963-d78fa559e878, infoPort=59906, ipcPort=41497, storageInfo=lv=-51;cid=testClusterID;nsid=1147977063;c=0), blocks: 0, processing time: 0 msecs
2014-04-10 11:50:38,840 INFO util.GSet (LightWeightGSet.java:computeCapacity(351)) - 0.5% max memory 672 MB = 3.4 MB
2014-04-10 11:50:38,840 INFO util.GSet (LightWeightGSet.java:computeCapacity(356)) - capacity = 2^19 = 524288 entries
2014-04-10 11:50:38,840 INFO datanode.DataNode (BPServiceActor.java:blockReport(485)) - BlockReport of 0 blocks took 0 msec to generate and 2 msecs for RPC and NN processing
2014-04-10 11:50:38,840 INFO datanode.DataNode (BPServiceActor.java:blockReport(504)) - sent block report, processed command:org.apache.hadoop.hdfs.server.protocol.FinalizeCommand@3901912a
2014-04-10 11:50:38,840 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:<init>(186)) - Periodic Block Verification Scanner initialized with interval 504 hours for block pool BP-1638008525-127.0.0.1-1397148635957
2014-04-10 11:50:38,840 INFO util.GSet (LightWeightGSet.java:computeCapacity(349)) - Computing capacity for map BlockMap
2014-04-10 11:50:38,841 INFO util.GSet (LightWeightGSet.java:computeCapacity(350)) - VM type = 64-bit
2014-04-10 11:50:38,841 INFO util.GSet (LightWeightGSet.java:computeCapacity(351)) - 0.5% max memory 672 MB = 3.4 MB
2014-04-10 11:50:38,841 INFO datanode.DataBlockScanner (DataBlockScanner.java:addBlockPool(265)) - Added bpid=BP-1638008525-127.0.0.1-1397148635957 to blockPoolScannerMap, new size=1
2014-04-10 11:50:38,841 INFO util.GSet (LightWeightGSet.java:computeCapacity(356)) - capacity = 2^19 = 524288 entries
2014-04-10 11:50:38,855 INFO datanode.DataNode (DataNode.java:checkDatanodeUuid(803)) - Generated and persisted new Datanode UUID 2a5b99b1-5021-412c-a75a-31058df58d31
2014-04-10 11:50:38,856 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:<init>(186)) - Periodic Block Verification Scanner initialized with interval 504 hours for block pool BP-1638008525-127.0.0.1-1397148635957
2014-04-10 11:50:38,856 INFO datanode.DataBlockScanner (DataBlockScanner.java:addBlockPool(265)) - Added bpid=BP-1638008525-127.0.0.1-1397148635957 to blockPoolScannerMap, new size=1
2014-04-10 11:50:38,856 INFO impl.FsDatasetImpl (FsDatasetImpl.java:<init>(245)) - Added volume - /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data1/current, StorageType: DISK
2014-04-10 11:50:38,856 INFO impl.FsDatasetImpl (FsDatasetImpl.java:<init>(245)) - Added volume - /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data2/current, StorageType: DISK
2014-04-10 11:50:38,857 INFO hdfs.MiniDFSCluster (MiniDFSCluster.java:shouldWait(1951)) - dnInfo.length != numDataNodes
2014-04-10 11:50:38,857 INFO impl.FsDatasetImpl (FsDatasetImpl.java:registerMBean(1398)) - Registered FSDatasetState MBean
2014-04-10 11:50:38,857 INFO hdfs.MiniDFSCluster (MiniDFSCluster.java:waitActive(1903)) - Waiting for cluster to become active
2014-04-10 11:50:38,857 INFO datanode.DirectoryScanner (DirectoryScanner.java:start(330)) - Periodic Directory Tree Verification scan starting at 1397157257857 with interval 21600000
2014-04-10 11:50:38,857 INFO impl.FsDatasetImpl (FsDatasetImpl.java:addBlockPool(1767)) - Adding block pool BP-1638008525-127.0.0.1-1397148635957
2014-04-10 11:50:38,858 INFO impl.FsDatasetImpl (FsVolumeList.java:run(176)) - Scanning block pool BP-1638008525-127.0.0.1-1397148635957 on volume /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data1/current...
2014-04-10 11:50:38,858 INFO impl.FsDatasetImpl (FsVolumeList.java:run(176)) - Scanning block pool BP-1638008525-127.0.0.1-1397148635957 on volume /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data2/current...
2014-04-10 11:50:38,860 INFO impl.FsDatasetImpl (FsVolumeList.java:run(181)) - Time taken to scan block pool BP-1638008525-127.0.0.1-1397148635957 on /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data1/current: 2ms
2014-04-10 11:50:38,860 INFO impl.FsDatasetImpl (FsVolumeList.java:run(181)) - Time taken to scan block pool BP-1638008525-127.0.0.1-1397148635957 on /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data2/current: 2ms
2014-04-10 11:50:38,860 INFO impl.FsDatasetImpl (FsVolumeList.java:addBlockPool(205)) - Total time to scan all replicas for block pool BP-1638008525-127.0.0.1-1397148635957: 3ms
2014-04-10 11:50:38,860 INFO impl.FsDatasetImpl (FsVolumeList.java:getVolumeMap(111)) - Adding replicas to map for block pool BP-1638008525-127.0.0.1-1397148635957 on volume /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data1/current...
2014-04-10 11:50:38,860 INFO impl.FsDatasetImpl (FsVolumeList.java:getVolumeMap(116)) - Time to add replicas to map for block pool BP-1638008525-127.0.0.1-1397148635957 on volume /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data1/current: 0ms
2014-04-10 11:50:38,860 INFO impl.FsDatasetImpl (FsVolumeList.java:getVolumeMap(111)) - Adding replicas to map for block pool BP-1638008525-127.0.0.1-1397148635957 on volume /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data2/current...
2014-04-10 11:50:38,861 INFO impl.FsDatasetImpl (FsVolumeList.java:getVolumeMap(116)) - Time to add replicas to map for block pool BP-1638008525-127.0.0.1-1397148635957 on volume /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data2/current: 1ms
2014-04-10 11:50:38,861 INFO impl.FsDatasetImpl (FsVolumeList.java:getAllVolumesMap(105)) - Total time to add all replicas to map: 1ms
2014-04-10 11:50:38,861 INFO datanode.DataNode (BPServiceActor.java:register(728)) - Block pool BP-1638008525-127.0.0.1-1397148635957 (Datanode Uuid null) service to localhost/127.0.0.1:60632 beginning handshake with NN
2014-04-10 11:50:38,862 INFO hdfs.StateChange (DatanodeManager.java:registerDatanode(787)) - BLOCK* registerDatanode: from DatanodeRegistration(127.0.0.1, datanodeUuid=2a5b99b1-5021-412c-a75a-31058df58d31, infoPort=33874, ipcPort=41515, storageInfo=lv=-51;cid=testClusterID;nsid=1147977063;c=0) storage 2a5b99b1-5021-412c-a75a-31058df58d31
2014-04-10 11:50:38,862 INFO net.NetworkTopology (NetworkTopology.java:add(413)) - Adding a new node: /default-rack/127.0.0.1:41432
2014-04-10 11:50:38,863 INFO datanode.DataNode (BPServiceActor.java:register(741)) - Block pool Block pool BP-1638008525-127.0.0.1-1397148635957 (Datanode Uuid null) service to localhost/127.0.0.1:60632 successfully registered with NN
2014-04-10 11:50:38,863 INFO datanode.DataNode (BPServiceActor.java:offerService(604)) - For namenode localhost/127.0.0.1:60632 using DELETEREPORT_INTERVAL of 300000 msec BLOCKREPORT_INTERVAL of 21600000msec CACHEREPORT_INTERVAL of 10000msec Initial delay: 0msec; heartBeatInterval=3000
2014-04-10 11:50:38,863 INFO blockmanagement.DatanodeDescriptor (DatanodeDescriptor.java:updateStorage(659)) - Adding new storage ID DS-0eec617b-7748-47d7-80ce-822d3c617914 for DN 127.0.0.1:41432
2014-04-10 11:50:38,864 INFO blockmanagement.DatanodeDescriptor (DatanodeDescriptor.java:updateStorage(659)) - Adding new storage ID DS-5d7d5487-2d1d-4414-8c1a-3a9617defa41 for DN 127.0.0.1:41432
2014-04-10 11:50:38,864 INFO datanode.DataNode (BPOfferService.java:updateActorStatesFromHeartbeat(435)) - Namenode Block pool BP-1638008525-127.0.0.1-1397148635957 (Datanode Uuid 2a5b99b1-5021-412c-a75a-31058df58d31) service to localhost/127.0.0.1:60632 trying to claim ACTIVE state with txid=1
2014-04-10 11:50:38,864 INFO datanode.DataNode (BPOfferService.java:updateActorStatesFromHeartbeat(447)) - Acknowledging ACTIVE Namenode Block pool BP-1638008525-127.0.0.1-1397148635957 (Datanode Uuid 2a5b99b1-5021-412c-a75a-31058df58d31) service to localhost/127.0.0.1:60632
2014-04-10 11:50:38,865 INFO blockmanagement.BlockManager (BlockManager.java:processReport(1662)) - BLOCK* processReport: Received first block report from 127.0.0.1:41432 after starting up or becoming active. Its block contents are no longer considered stale
2014-04-10 11:50:38,865 INFO BlockStateChange (BlockManager.java:processReport(1678)) - BLOCK* processReport: from DatanodeRegistration(127.0.0.1, datanodeUuid=2a5b99b1-5021-412c-a75a-31058df58d31, infoPort=33874, ipcPort=41515, storageInfo=lv=-51;cid=testClusterID;nsid=1147977063;c=0), blocks: 0, processing time: 0 msecs
2014-04-10 11:50:38,865 INFO blockmanagement.BlockManager (BlockManager.java:processReport(1662)) - BLOCK* processReport: Received first block report from 127.0.0.1:41432 after starting up or becoming active. Its block contents are no longer considered stale
2014-04-10 11:50:38,865 INFO BlockStateChange (BlockManager.java:processReport(1678)) - BLOCK* processReport: from DatanodeRegistration(127.0.0.1, datanodeUuid=2a5b99b1-5021-412c-a75a-31058df58d31, infoPort=33874, ipcPort=41515, storageInfo=lv=-51;cid=testClusterID;nsid=1147977063;c=0), blocks: 0, processing time: 0 msecs
2014-04-10 11:50:38,866 INFO datanode.DataNode (BPServiceActor.java:blockReport(485)) - BlockReport of 0 blocks took 0 msec to generate and 2 msecs for RPC and NN processing
2014-04-10 11:50:38,866 INFO datanode.DataNode (BPServiceActor.java:blockReport(504)) - sent block report, processed command:org.apache.hadoop.hdfs.server.protocol.FinalizeCommand@15c148b3
2014-04-10 11:50:38,866 INFO util.GSet (LightWeightGSet.java:computeCapacity(349)) - Computing capacity for map BlockMap
2014-04-10 11:50:38,866 INFO util.GSet (LightWeightGSet.java:computeCapacity(350)) - VM type = 64-bit
2014-04-10 11:50:38,866 INFO util.GSet (LightWeightGSet.java:computeCapacity(351)) - 0.5% max memory 672 MB = 3.4 MB
2014-04-10 11:50:38,866 INFO util.GSet (LightWeightGSet.java:computeCapacity(356)) - capacity = 2^19 = 524288 entries
2014-04-10 11:50:38,867 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:<init>(186)) - Periodic Block Verification Scanner initialized with interval 504 hours for block pool BP-1638008525-127.0.0.1-1397148635957
2014-04-10 11:50:38,867 INFO datanode.DataBlockScanner (DataBlockScanner.java:addBlockPool(265)) - Added bpid=BP-1638008525-127.0.0.1-1397148635957 to blockPoolScannerMap, new size=1
2014-04-10 11:50:38,962 INFO hdfs.MiniDFSCluster (MiniDFSCluster.java:waitActive(1934)) - Cluster is active
2014-04-10 11:50:38,984 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null
2014-04-10 11:50:39,027 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/user/brock/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=brock:supergroup:rw-r--r--
2014-04-10 11:50:39,046 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(2966)) - BLOCK* allocateBlock: /user/brock/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar. BP-1638008525-127.0.0.1-1397148635957 blk_1073741825_1001{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-a7d28360-a122-4b8f-a5df-7716c22c7a73:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-0eec617b-7748-47d7-80ce-822d3c617914:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-22cb6d02-3e35-4f66-89d9-1327072438fe:NORMAL|RBW]]}
2014-04-10 11:50:39,097 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1638008525-127.0.0.1-1397148635957:blk_1073741825_1001 src: /127.0.0.1:34653 dest: /127.0.0.1:35451
2014-04-10 11:50:39,104 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1638008525-127.0.0.1-1397148635957:blk_1073741825_1001 src: /127.0.0.1:52477 dest: /127.0.0.1:41432
2014-04-10 11:50:39,107 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1638008525-127.0.0.1-1397148635957:blk_1073741825_1001 src: /127.0.0.1:57200 dest: /127.0.0.1:34839
2014-04-10 11:50:39,124 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:57200, dest: /127.0.0.1:34839, bytes: 484730, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_611373658_9, offset: 0, srvID: 8a56312d-0316-4fb1-9cb0-6a1bc51bc949, blockid: BP-1638008525-127.0.0.1-1397148635957:blk_1073741825_1001, duration: 8287450
2014-04-10 11:50:39,124 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1638008525-127.0.0.1-1397148635957:blk_1073741825_1001, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2014-04-10 11:50:39,125 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:52477, dest: /127.0.0.1:41432, bytes: 484730, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_611373658_9, offset: 0, srvID: 2a5b99b1-5021-412c-a75a-31058df58d31, blockid: BP-1638008525-127.0.0.1-1397148635957:blk_1073741825_1001, duration: 10149289
2014-04-10 11:50:39,125 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1638008525-127.0.0.1-1397148635957:blk_1073741825_1001, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 11:50:39,126 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:34653, dest: /127.0.0.1:35451, bytes: 484730, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_611373658_9, offset: 0, srvID: 8ec8a8cc-5508-442c-8963-d78fa559e878, blockid: BP-1638008525-127.0.0.1-1397148635957:blk_1073741825_1001, duration: 11421918
2014-04-10 11:50:39,126 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:41432 is added to blk_1073741825_1001{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-a7d28360-a122-4b8f-a5df-7716c22c7a73:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-0eec617b-7748-47d7-80ce-822d3c617914:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-22cb6d02-3e35-4f66-89d9-1327072438fe:NORMAL|RBW]]} size 0
2014-04-10 11:50:39,126 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1638008525-127.0.0.1-1397148635957:blk_1073741825_1001, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 11:50:39,127 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:34839 is added to blk_1073741825_1001{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-a7d28360-a122-4b8f-a5df-7716c22c7a73:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-0eec617b-7748-47d7-80ce-822d3c617914:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-22cb6d02-3e35-4f66-89d9-1327072438fe:NORMAL|RBW]]} size 0
2014-04-10 11:50:39,128 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:35451 is added to blk_1073741825_1001{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-a7d28360-a122-4b8f-a5df-7716c22c7a73:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-0eec617b-7748-47d7-80ce-822d3c617914:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-22cb6d02-3e35-4f66-89d9-1327072438fe:NORMAL|RBW]]} size 0
2014-04-10 11:50:39,143 INFO hdfs.StateChange (FSNamesystem.java:completeFile(2899)) - DIR* completeFile: /user/brock/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar is closed by DFSClient_NONMAPREDUCE_611373658_9
2014-04-10 11:50:39,168 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/user/brock/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=brock:supergroup:rwxr--r--
2014-04-10 11:50:39,242 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target/Hadoop2MR1Platform-tmpDir/hadoop-835624885896005772.jar dst=null perm=null
2014-04-10 11:50:39,260 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/user/brock/target/Hadoop2MR1Platform-tmpDir/hadoop-835624885896005772.jar dst=null perm=brock:supergroup:rw-r--r--
2014-04-10 11:50:39,264 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(2966)) - BLOCK* allocateBlock: /user/brock/target/Hadoop2MR1Platform-tmpDir/hadoop-835624885896005772.jar. BP-1638008525-127.0.0.1-1397148635957 blk_1073741826_1002{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-b5119a97-db0e-4220-9885-a252148e8a0f:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-522b0f7d-b75b-46f2-9e15-59b7ba563b04:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-0eec617b-7748-47d7-80ce-822d3c617914:NORMAL|RBW]]}
2014-04-10 11:50:39,280 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1638008525-127.0.0.1-1397148635957:blk_1073741826_1002 src: /127.0.0.1:57201 dest: /127.0.0.1:34839
2014-04-10 11:50:39,283 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1638008525-127.0.0.1-1397148635957:blk_1073741826_1002 src: /127.0.0.1:32778 dest: /127.0.0.1:50141
2014-04-10 11:50:39,285 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1638008525-127.0.0.1-1397148635957:blk_1073741826_1002 src: /127.0.0.1:52481 dest: /127.0.0.1:41432
2014-04-10 11:50:39,296 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:52481, dest: /127.0.0.1:41432, bytes: 385571, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_611373658_9, offset: 0, srvID: 2a5b99b1-5021-412c-a75a-31058df58d31, blockid: BP-1638008525-127.0.0.1-1397148635957:blk_1073741826_1002, duration: 9035631
2014-04-10 11:50:39,297 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1638008525-127.0.0.1-1397148635957:blk_1073741826_1002, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2014-04-10 11:50:39,297 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:41432 is added to blk_1073741826_1002{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-b5119a97-db0e-4220-9885-a252148e8a0f:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-522b0f7d-b75b-46f2-9e15-59b7ba563b04:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-5d7d5487-2d1d-4414-8c1a-3a9617defa41:NORMAL|RBW]]} size 0
2014-04-10 11:50:39,298 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:32778, dest: /127.0.0.1:50141, bytes: 385571, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_611373658_9, offset: 0, srvID: c1ad97e0-9f53-4437-974d-e948c41bedfe, blockid: BP-1638008525-127.0.0.1-1397148635957:blk_1073741826_1002, duration: 10357158
2014-04-10 11:50:39,298 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1638008525-127.0.0.1-1397148635957:blk_1073741826_1002, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 11:50:39,299 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:50141 is added to blk_1073741826_1002{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-b5119a97-db0e-4220-9885-a252148e8a0f:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-522b0f7d-b75b-46f2-9e15-59b7ba563b04:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-5d7d5487-2d1d-4414-8c1a-3a9617defa41:NORMAL|RBW]]} size 0
2014-04-10 11:50:39,299 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:57201, dest: /127.0.0.1:34839, bytes: 385571, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_611373658_9, offset: 0, srvID: 8a56312d-0316-4fb1-9cb0-6a1bc51bc949, blockid: BP-1638008525-127.0.0.1-1397148635957:blk_1073741826_1002, duration: 11054790
2014-04-10 11:50:39,300 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1638008525-127.0.0.1-1397148635957:blk_1073741826_1002, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 11:50:39,301 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:34839 is added to blk_1073741826_1002{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-b5119a97-db0e-4220-9885-a252148e8a0f:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-522b0f7d-b75b-46f2-9e15-59b7ba563b04:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-5d7d5487-2d1d-4414-8c1a-3a9617defa41:NORMAL|RBW]]} size 0
2014-04-10 11:50:39,318 INFO hdfs.StateChange (FSNamesystem.java:completeFile(2899)) - DIR* completeFile: /user/brock/target/Hadoop2MR1Platform-tmpDir/hadoop-835624885896005772.jar is closed by DFSClient_NONMAPREDUCE_611373658_9
2014-04-10 11:50:39,335 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/user/brock/target/Hadoop2MR1Platform-tmpDir/hadoop-835624885896005772.jar dst=null perm=brock:supergroup:rwxr--r--
2014-04-10 11:50:39,374 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging dst=null perm=null
2014-04-10 11:50:39,375 INFO v2.MiniMRYarnCluster (MiniMRYarnCluster.java:serviceInit(150)) - mkdir: hdfs://localhost:60632/tmp/hadoop-yarn/staging
2014-04-10 11:50:39,393 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=mkdirs src=/tmp/hadoop-yarn/staging dst=null perm=brock:supergroup:rwxrwxrwx
2014-04-10 11:50:39,418 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=mkdirs src=/tmp/hadoop-yarn/staging/history/done dst=null perm=brock:supergroup:rwxrwxrwx
2014-04-10 11:50:39,456 INFO event.AsyncDispatcher (AsyncDispatcher.java:register(196)) - Registering class org.apache.hadoop.yarn.server.resourcemanager.RMFatalEventType for class org.apache.hadoop.yarn.server.resourcemanager.ResourceManager$RMFatalEventDispatcher
2014-04-10 11:50:39,470 INFO security.NMTokenSecretManagerInRM (NMTokenSecretManagerInRM.java:<init>(77)) - NMTokenKeyRollingInterval: 86400000ms and NMTokenKeyActivationDelay: 900000ms
2014-04-10 11:50:39,472 INFO security.RMContainerTokenSecretManager (RMContainerTokenSecretManager.java:<init>(75)) - ContainerTokenKeyRollingInterval: 86400000ms and ContainerTokenKeyActivationDelay: 900000ms
2014-04-10 11:50:39,474 INFO security.AMRMTokenSecretManager (AMRMTokenSecretManager.java:rollMasterKey(107)) - Rolling master-key for amrm-tokens
2014-04-10 11:50:39,477 INFO event.AsyncDispatcher (AsyncDispatcher.java:register(196)) - Registering class org.apache.hadoop.yarn.server.resourcemanager.recovery.RMStateStoreEventType for class org.apache.hadoop.yarn.server.resourcemanager.recovery.RMStateStore$ForwardingEventHandler
2014-04-10 11:50:39,478 INFO event.AsyncDispatcher (AsyncDispatcher.java:register(196)) - Registering class org.apache.hadoop.yarn.server.resourcemanager.NodesListManagerEventType for class org.apache.hadoop.yarn.server.resourcemanager.NodesListManager
2014-04-10 11:50:39,478 INFO resourcemanager.ResourceManager (ResourceManager.java:createScheduler(226)) - Using Scheduler: org.apache.hadoop.yarn.server.resourcemanager.scheduler.capacity.CapacityScheduler
2014-04-10 11:50:39,486 INFO event.AsyncDispatcher (AsyncDispatcher.java:register(196)) - Registering class org.apache.hadoop.yarn.server.resourcemanager.scheduler.event.SchedulerEventType for class org.apache.hadoop.yarn.server.resourcemanager.ResourceManager$SchedulerEventDispatcher
2014-04-10 11:50:39,487 INFO event.AsyncDispatcher (AsyncDispatcher.java:register(196)) - Registering class org.apache.hadoop.yarn.server.resourcemanager.rmapp.RMAppEventType for class org.apache.hadoop.yarn.server.resourcemanager.ResourceManager$ApplicationEventDispatcher
2014-04-10 11:50:39,488 INFO event.AsyncDispatcher (AsyncDispatcher.java:register(196)) - Registering class org.apache.hadoop.yarn.server.resourcemanager.rmapp.attempt.RMAppAttemptEventType for class org.apache.hadoop.yarn.server.resourcemanager.ResourceManager$ApplicationAttemptEventDispatcher
2014-04-10 11:50:39,488 INFO event.AsyncDispatcher (AsyncDispatcher.java:register(196)) - Registering class org.apache.hadoop.yarn.server.resourcemanager.rmnode.RMNodeEventType for class org.apache.hadoop.yarn.server.resourcemanager.ResourceManager$NodeEventDispatcher
2014-04-10 11:50:39,496 INFO impl.MetricsSystemImpl (MetricsSystemImpl.java:init(151)) - ResourceManager metrics system started (again)
2014-04-10 11:50:39,519 INFO capacity.ParentQueue (ParentQueue.java:setupQueueConfigs(191)) - root, capacity=1.0, asboluteCapacity=1.0, maxCapacity=1.0, asboluteMaxCapacity=1.0, state=RUNNING, acls=SUBMIT_APPLICATIONS:*ADMINISTER_QUEUE:*
2014-04-10 11:50:39,519 INFO capacity.ParentQueue (ParentQueue.java:<init>(153)) - Initialized parent-queue root name=root, fullname=root
2014-04-10 11:50:39,524 INFO capacity.LeafQueue (LeafQueue.java:setupQueueConfigs(273)) - Initializing default
capacity = 1.0 [= (float) configuredCapacity / 100 ]
asboluteCapacity = 1.0 [= parentAbsoluteCapacity * capacity ]
maxCapacity = 1.0 [= configuredMaxCapacity ]
absoluteMaxCapacity = 1.0 [= 1.0 maximumCapacity undefined, (parentAbsoluteMaxCapacity * maximumCapacity) / 100 otherwise ]
userLimit = 100 [= configuredUserLimit ]
userLimitFactor = 1.0 [= configuredUserLimitFactor ]
maxApplications = 10000 [= configuredMaximumSystemApplicationsPerQueue or (int)(configuredMaximumSystemApplications * absoluteCapacity)]
maxApplicationsPerUser = 10000 [= (int)(maxApplications * (userLimit / 100.0f) * userLimitFactor) ]
maxActiveApplications = 1 [= max((int)ceil((clusterResourceMemory / minimumAllocation) * maxAMResourcePerQueuePercent * absoluteMaxCapacity),1) ]
maxActiveAppsUsingAbsCap = 1 [= max((int)ceil((clusterResourceMemory / minimumAllocation) *maxAMResourcePercent * absoluteCapacity),1) ]
maxActiveApplicationsPerUser = 1 [= max((int)(maxActiveApplications * (userLimit / 100.0f) * userLimitFactor),1) ]
usedCapacity = 0.0 [= usedResourcesMemory / (clusterResourceMemory * absoluteCapacity)]
absoluteUsedCapacity = 0.0 [= usedResourcesMemory / clusterResourceMemory]
maxAMResourcePerQueuePercent = 0.1 [= configuredMaximumAMResourcePercent ]
minimumAllocationFactor = 0.875 [= (float)(maximumAllocationMemory - minimumAllocationMemory) / maximumAllocationMemory ]
numContainers = 0 [= currentNumContainers ]
state = RUNNING [= configuredState ]
acls = SUBMIT_APPLICATIONS:*ADMINISTER_QUEUE:* [= configuredAcls ]
nodeLocalityDelay = 0
2014-04-10 11:50:39,525 INFO capacity.CapacityScheduler (CapacityScheduler.java:parseQueue(411)) - Initialized queue: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:0, vCores:0>usedCapacity=0.0, absoluteUsedCapacity=0.0, numApps=0, numContainers=0
2014-04-10 11:50:39,525 INFO capacity.CapacityScheduler (CapacityScheduler.java:parseQueue(411)) - Initialized queue: root: numChildQueue= 1, capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:0, vCores:0>usedCapacity=0.0, numApps=0, numContainers=0
2014-04-10 11:50:39,525 INFO capacity.CapacityScheduler (CapacityScheduler.java:initializeQueues(309)) - Initialized root queue root: numChildQueue= 1, capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:0, vCores:0>usedCapacity=0.0, numApps=0, numContainers=0
2014-04-10 11:50:39,525 INFO capacity.CapacityScheduler (CapacityScheduler.java:reinitialize(273)) - Initialized CapacityScheduler with calculator=class org.apache.hadoop.yarn.util.resource.DefaultResourceCalculator, minimumAllocation=<<memory:1024, vCores:1>>, maximumAllocation=<<memory:8192, vCores:32>>
2014-04-10 11:50:39,542 INFO event.AsyncDispatcher (AsyncDispatcher.java:register(196)) - Registering class org.apache.hadoop.yarn.server.resourcemanager.RMAppManagerEventType for class org.apache.hadoop.yarn.server.resourcemanager.RMAppManager
2014-04-10 11:50:39,544 INFO event.AsyncDispatcher (AsyncDispatcher.java:register(196)) - Registering class org.apache.hadoop.yarn.server.resourcemanager.amlauncher.AMLauncherEventType for class org.apache.hadoop.yarn.server.resourcemanager.amlauncher.ApplicationMasterLauncher
2014-04-10 11:50:39,545 INFO resourcemanager.RMNMInfo (RMNMInfo.java:<init>(63)) - Registered RMNMInfo MBean
2014-04-10 11:50:39,546 INFO util.HostsFileReader (HostsFileReader.java:refresh(84)) - Refreshing hosts (include/exclude) list
2014-04-10 11:50:39,547 INFO event.AsyncDispatcher (AsyncDispatcher.java:register(196)) - Registering class org.apache.hadoop.yarn.server.resourcemanager.rmapp.attempt.RMAppAttemptEventType for class org.apache.hadoop.yarn.server.MiniYARNCluster$2
2014-04-10 11:50:39,548 INFO server.MiniYARNCluster (MiniYARNCluster.java:prepareDirs(526)) - Created localDir in /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_0
2014-04-10 11:50:39,548 INFO server.MiniYARNCluster (MiniYARNCluster.java:prepareDirs(526)) - Created localDir in /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_1
2014-04-10 11:50:39,548 INFO server.MiniYARNCluster (MiniYARNCluster.java:prepareDirs(526)) - Created localDir in /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_2
2014-04-10 11:50:39,548 INFO server.MiniYARNCluster (MiniYARNCluster.java:prepareDirs(526)) - Created localDir in /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_3
2014-04-10 11:50:39,548 INFO server.MiniYARNCluster (MiniYARNCluster.java:prepareDirs(526)) - Created logDir in /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-logDir-nm-0_0
2014-04-10 11:50:39,548 INFO server.MiniYARNCluster (MiniYARNCluster.java:prepareDirs(526)) - Created logDir in /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-logDir-nm-0_1
2014-04-10 11:50:39,549 INFO server.MiniYARNCluster (MiniYARNCluster.java:prepareDirs(526)) - Created logDir in /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-logDir-nm-0_2
2014-04-10 11:50:39,549 INFO server.MiniYARNCluster (MiniYARNCluster.java:prepareDirs(526)) - Created logDir in /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-logDir-nm-0_3
2014-04-10 11:50:39,549 INFO server.MiniYARNCluster (MiniYARNCluster.java:serviceInit(508)) - Starting NM: 0
2014-04-10 11:50:39,580 INFO event.AsyncDispatcher (AsyncDispatcher.java:register(196)) - Registering class org.apache.hadoop.yarn.server.nodemanager.containermanager.container.ContainerEventType for class org.apache.hadoop.yarn.server.nodemanager.containermanager.ContainerManagerImpl$ContainerEventDispatcher
2014-04-10 11:50:39,581 INFO event.AsyncDispatcher (AsyncDispatcher.java:register(196)) - Registering class org.apache.hadoop.yarn.server.nodemanager.containermanager.application.ApplicationEventType for class org.apache.hadoop.yarn.server.nodemanager.containermanager.ContainerManagerImpl$ApplicationEventDispatcher
2014-04-10 11:50:39,581 INFO event.AsyncDispatcher (AsyncDispatcher.java:register(196)) - Registering class org.apache.hadoop.yarn.server.nodemanager.containermanager.localizer.event.LocalizationEventType for class org.apache.hadoop.yarn.server.nodemanager.containermanager.localizer.ResourceLocalizationService
2014-04-10 11:50:39,581 INFO event.AsyncDispatcher (AsyncDispatcher.java:register(196)) - Registering class org.apache.hadoop.yarn.server.nodemanager.containermanager.AuxServicesEventType for class org.apache.hadoop.yarn.server.nodemanager.containermanager.AuxServices
2014-04-10 11:50:39,582 INFO event.AsyncDispatcher (AsyncDispatcher.java:register(196)) - Registering class org.apache.hadoop.yarn.server.nodemanager.containermanager.monitor.ContainersMonitorEventType for class org.apache.hadoop.yarn.server.nodemanager.containermanager.monitor.ContainersMonitorImpl
2014-04-10 11:50:39,582 INFO event.AsyncDispatcher (AsyncDispatcher.java:register(196)) - Registering class org.apache.hadoop.yarn.server.nodemanager.containermanager.launcher.ContainersLauncherEventType for class org.apache.hadoop.yarn.server.nodemanager.containermanager.launcher.ContainersLauncher
2014-04-10 11:50:39,584 INFO event.AsyncDispatcher (AsyncDispatcher.java:register(196)) - Registering class org.apache.hadoop.yarn.server.nodemanager.ContainerManagerEventType for class org.apache.hadoop.yarn.server.nodemanager.containermanager.ContainerManagerImpl
2014-04-10 11:50:39,585 INFO event.AsyncDispatcher (AsyncDispatcher.java:register(196)) - Registering class org.apache.hadoop.yarn.server.nodemanager.NodeManagerEventType for class org.apache.hadoop.yarn.server.MiniYARNCluster$ShortCircuitedNodeManager
2014-04-10 11:50:39,585 INFO impl.MetricsSystemImpl (MetricsSystemImpl.java:init(151)) - NodeManager metrics system started (again)
2014-04-10 11:50:39,588 INFO event.AsyncDispatcher (AsyncDispatcher.java:register(196)) - Registering class org.apache.hadoop.yarn.server.nodemanager.containermanager.loghandler.event.LogHandlerEventType for class org.apache.hadoop.yarn.server.nodemanager.containermanager.loghandler.NonAggregatingLogHandler
2014-04-10 11:50:39,589 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:validateConf(196)) - per directory file limit = 8192
2014-04-10 11:50:39,669 INFO event.AsyncDispatcher (AsyncDispatcher.java:register(196)) - Registering class org.apache.hadoop.yarn.server.nodemanager.containermanager.localizer.event.LocalizerEventType for class org.apache.hadoop.yarn.server.nodemanager.containermanager.localizer.ResourceLocalizationService$LocalizerTracker
2014-04-10 11:50:39,682 WARN containermanager.AuxServices (AuxServices.java:serviceInit(114)) - The Auxilurary Service named 'mapreduce_shuffle' in the configuration is for class class org.apache.hadoop.mapred.ShuffleHandler which has a name of 'httpshuffle'. Because these are not the same tools trying to send ServiceData and read Service Meta Data may have issues unless the refer to the name in the config.
2014-04-10 11:50:39,682 INFO containermanager.AuxServices (AuxServices.java:addService(67)) - Adding auxiliary service httpshuffle, "mapreduce_shuffle"
2014-04-10 11:50:39,705 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:serviceInit(98)) - Using ResourceCalculatorPlugin : org.apache.hadoop.yarn.util.LinuxResourceCalculatorPlugin@1a0ab51d
2014-04-10 11:50:39,705 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:serviceInit(103)) - Using ResourceCalculatorProcessTree : null
2014-04-10 11:50:39,705 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:serviceInit(127)) - Physical memory check enabled: false
2014-04-10 11:50:39,705 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:serviceInit(128)) - Virtual memory check enabled: false
2014-04-10 11:50:39,706 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:serviceInit(163)) - Initialized nodemanager for null: physical-memory=4096 virtual-memory=8602 virtual-cores=8
2014-04-10 11:50:39,706 INFO server.MiniYARNCluster (MiniYARNCluster.java:prepareDirs(526)) - Created localDir in /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_0
2014-04-10 11:50:39,706 INFO server.MiniYARNCluster (MiniYARNCluster.java:prepareDirs(526)) - Created localDir in /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_1
2014-04-10 11:50:39,706 INFO server.MiniYARNCluster (MiniYARNCluster.java:prepareDirs(526)) - Created localDir in /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_2
2014-04-10 11:50:39,706 INFO server.MiniYARNCluster (MiniYARNCluster.java:prepareDirs(526)) - Created localDir in /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_3
2014-04-10 11:50:39,707 INFO server.MiniYARNCluster (MiniYARNCluster.java:prepareDirs(526)) - Created logDir in /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-logDir-nm-1_0
2014-04-10 11:50:39,707 INFO server.MiniYARNCluster (MiniYARNCluster.java:prepareDirs(526)) - Created logDir in /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-logDir-nm-1_1
2014-04-10 11:50:39,707 INFO server.MiniYARNCluster (MiniYARNCluster.java:prepareDirs(526)) - Created logDir in /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-logDir-nm-1_2
2014-04-10 11:50:39,707 INFO server.MiniYARNCluster (MiniYARNCluster.java:prepareDirs(526)) - Created logDir in /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-logDir-nm-1_3
2014-04-10 11:50:39,707 INFO server.MiniYARNCluster (MiniYARNCluster.java:serviceInit(508)) - Starting NM: 1
2014-04-10 11:50:39,719 INFO event.AsyncDispatcher (AsyncDispatcher.java:register(196)) - Registering class org.apache.hadoop.yarn.server.nodemanager.containermanager.container.ContainerEventType for class org.apache.hadoop.yarn.server.nodemanager.containermanager.ContainerManagerImpl$ContainerEventDispatcher
2014-04-10 11:50:39,719 INFO event.AsyncDispatcher (AsyncDispatcher.java:register(196)) - Registering class org.apache.hadoop.yarn.server.nodemanager.containermanager.application.ApplicationEventType for class org.apache.hadoop.yarn.server.nodemanager.containermanager.ContainerManagerImpl$ApplicationEventDispatcher
2014-04-10 11:50:39,719 INFO event.AsyncDispatcher (AsyncDispatcher.java:register(196)) - Registering class org.apache.hadoop.yarn.server.nodemanager.containermanager.localizer.event.LocalizationEventType for class org.apache.hadoop.yarn.server.nodemanager.containermanager.localizer.ResourceLocalizationService
2014-04-10 11:50:39,720 INFO event.AsyncDispatcher (AsyncDispatcher.java:register(196)) - Registering class org.apache.hadoop.yarn.server.nodemanager.containermanager.AuxServicesEventType for class org.apache.hadoop.yarn.server.nodemanager.containermanager.AuxServices
2014-04-10 11:50:39,720 INFO event.AsyncDispatcher (AsyncDispatcher.java:register(196)) - Registering class org.apache.hadoop.yarn.server.nodemanager.containermanager.monitor.ContainersMonitorEventType for class org.apache.hadoop.yarn.server.nodemanager.containermanager.monitor.ContainersMonitorImpl
2014-04-10 11:50:39,720 INFO event.AsyncDispatcher (AsyncDispatcher.java:register(196)) - Registering class org.apache.hadoop.yarn.server.nodemanager.containermanager.launcher.ContainersLauncherEventType for class org.apache.hadoop.yarn.server.nodemanager.containermanager.launcher.ContainersLauncher
2014-04-10 11:50:39,720 INFO event.AsyncDispatcher (AsyncDispatcher.java:register(196)) - Registering class org.apache.hadoop.yarn.server.nodemanager.ContainerManagerEventType for class org.apache.hadoop.yarn.server.nodemanager.containermanager.ContainerManagerImpl
2014-04-10 11:50:39,720 INFO event.AsyncDispatcher (AsyncDispatcher.java:register(196)) - Registering class org.apache.hadoop.yarn.server.nodemanager.NodeManagerEventType for class org.apache.hadoop.yarn.server.MiniYARNCluster$ShortCircuitedNodeManager
2014-04-10 11:50:39,720 INFO impl.MetricsSystemImpl (MetricsSystemImpl.java:init(151)) - NodeManager metrics system started (again)
2014-04-10 11:50:39,722 INFO event.AsyncDispatcher (AsyncDispatcher.java:register(196)) - Registering class org.apache.hadoop.yarn.server.nodemanager.containermanager.loghandler.event.LogHandlerEventType for class org.apache.hadoop.yarn.server.nodemanager.containermanager.loghandler.NonAggregatingLogHandler
2014-04-10 11:50:39,722 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:validateConf(196)) - per directory file limit = 8192
2014-04-10 11:50:39,790 INFO event.AsyncDispatcher (AsyncDispatcher.java:register(196)) - Registering class org.apache.hadoop.yarn.server.nodemanager.containermanager.localizer.event.LocalizerEventType for class org.apache.hadoop.yarn.server.nodemanager.containermanager.localizer.ResourceLocalizationService$LocalizerTracker
2014-04-10 11:50:39,792 WARN containermanager.AuxServices (AuxServices.java:serviceInit(114)) - The Auxilurary Service named 'mapreduce_shuffle' in the configuration is for class class org.apache.hadoop.mapred.ShuffleHandler which has a name of 'httpshuffle'. Because these are not the same tools trying to send ServiceData and read Service Meta Data may have issues unless the refer to the name in the config.
2014-04-10 11:50:39,792 INFO containermanager.AuxServices (AuxServices.java:addService(67)) - Adding auxiliary service httpshuffle, "mapreduce_shuffle"
2014-04-10 11:50:39,799 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:serviceInit(98)) - Using ResourceCalculatorPlugin : org.apache.hadoop.yarn.util.LinuxResourceCalculatorPlugin@332fc652
2014-04-10 11:50:39,799 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:serviceInit(103)) - Using ResourceCalculatorProcessTree : null
2014-04-10 11:50:39,799 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:serviceInit(127)) - Physical memory check enabled: false
2014-04-10 11:50:39,799 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:serviceInit(128)) - Virtual memory check enabled: false
2014-04-10 11:50:39,800 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:serviceInit(163)) - Initialized nodemanager for null: physical-memory=4096 virtual-memory=8602 virtual-cores=8
2014-04-10 11:50:39,800 INFO server.MiniYARNCluster (MiniYARNCluster.java:prepareDirs(526)) - Created localDir in /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_0
2014-04-10 11:50:39,800 INFO server.MiniYARNCluster (MiniYARNCluster.java:prepareDirs(526)) - Created localDir in /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_1
2014-04-10 11:50:39,801 INFO server.MiniYARNCluster (MiniYARNCluster.java:prepareDirs(526)) - Created localDir in /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_2
2014-04-10 11:50:39,801 INFO server.MiniYARNCluster (MiniYARNCluster.java:prepareDirs(526)) - Created localDir in /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_3
2014-04-10 11:50:39,801 INFO server.MiniYARNCluster (MiniYARNCluster.java:prepareDirs(526)) - Created logDir in /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-logDir-nm-2_0
2014-04-10 11:50:39,801 INFO server.MiniYARNCluster (MiniYARNCluster.java:prepareDirs(526)) - Created logDir in /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-logDir-nm-2_1
2014-04-10 11:50:39,802 INFO server.MiniYARNCluster (MiniYARNCluster.java:prepareDirs(526)) - Created logDir in /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-logDir-nm-2_2
2014-04-10 11:50:39,802 INFO server.MiniYARNCluster (MiniYARNCluster.java:prepareDirs(526)) - Created logDir in /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-logDir-nm-2_3
2014-04-10 11:50:39,802 INFO server.MiniYARNCluster (MiniYARNCluster.java:serviceInit(508)) - Starting NM: 2
2014-04-10 11:50:39,817 INFO event.AsyncDispatcher (AsyncDispatcher.java:register(196)) - Registering class org.apache.hadoop.yarn.server.nodemanager.containermanager.container.ContainerEventType for class org.apache.hadoop.yarn.server.nodemanager.containermanager.ContainerManagerImpl$ContainerEventDispatcher
2014-04-10 11:50:39,817 INFO event.AsyncDispatcher (AsyncDispatcher.java:register(196)) - Registering class org.apache.hadoop.yarn.server.nodemanager.containermanager.application.ApplicationEventType for class org.apache.hadoop.yarn.server.nodemanager.containermanager.ContainerManagerImpl$ApplicationEventDispatcher
2014-04-10 11:50:39,818 INFO event.AsyncDispatcher (AsyncDispatcher.java:register(196)) - Registering class org.apache.hadoop.yarn.server.nodemanager.containermanager.localizer.event.LocalizationEventType for class org.apache.hadoop.yarn.server.nodemanager.containermanager.localizer.ResourceLocalizationService
2014-04-10 11:50:39,818 INFO event.AsyncDispatcher (AsyncDispatcher.java:register(196)) - Registering class org.apache.hadoop.yarn.server.nodemanager.containermanager.AuxServicesEventType for class org.apache.hadoop.yarn.server.nodemanager.containermanager.AuxServices
2014-04-10 11:50:39,818 INFO event.AsyncDispatcher (AsyncDispatcher.java:register(196)) - Registering class org.apache.hadoop.yarn.server.nodemanager.containermanager.monitor.ContainersMonitorEventType for class org.apache.hadoop.yarn.server.nodemanager.containermanager.monitor.ContainersMonitorImpl
2014-04-10 11:50:39,818 INFO event.AsyncDispatcher (AsyncDispatcher.java:register(196)) - Registering class org.apache.hadoop.yarn.server.nodemanager.containermanager.launcher.ContainersLauncherEventType for class org.apache.hadoop.yarn.server.nodemanager.containermanager.launcher.ContainersLauncher
2014-04-10 11:50:39,819 INFO event.AsyncDispatcher (AsyncDispatcher.java:register(196)) - Registering class org.apache.hadoop.yarn.server.nodemanager.ContainerManagerEventType for class org.apache.hadoop.yarn.server.nodemanager.containermanager.ContainerManagerImpl
2014-04-10 11:50:39,819 INFO event.AsyncDispatcher (AsyncDispatcher.java:register(196)) - Registering class org.apache.hadoop.yarn.server.nodemanager.NodeManagerEventType for class org.apache.hadoop.yarn.server.MiniYARNCluster$ShortCircuitedNodeManager
2014-04-10 11:50:39,819 INFO impl.MetricsSystemImpl (MetricsSystemImpl.java:init(151)) - NodeManager metrics system started (again)
2014-04-10 11:50:39,821 INFO event.AsyncDispatcher (AsyncDispatcher.java:register(196)) - Registering class org.apache.hadoop.yarn.server.nodemanager.containermanager.loghandler.event.LogHandlerEventType for class org.apache.hadoop.yarn.server.nodemanager.containermanager.loghandler.NonAggregatingLogHandler
2014-04-10 11:50:39,821 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:validateConf(196)) - per directory file limit = 8192
2014-04-10 11:50:39,879 INFO event.AsyncDispatcher (AsyncDispatcher.java:register(196)) - Registering class org.apache.hadoop.yarn.server.nodemanager.containermanager.localizer.event.LocalizerEventType for class org.apache.hadoop.yarn.server.nodemanager.containermanager.localizer.ResourceLocalizationService$LocalizerTracker
2014-04-10 11:50:39,881 WARN containermanager.AuxServices (AuxServices.java:serviceInit(114)) - The Auxilurary Service named 'mapreduce_shuffle' in the configuration is for class class org.apache.hadoop.mapred.ShuffleHandler which has a name of 'httpshuffle'. Because these are not the same tools trying to send ServiceData and read Service Meta Data may have issues unless the refer to the name in the config.
2014-04-10 11:50:39,882 INFO containermanager.AuxServices (AuxServices.java:addService(67)) - Adding auxiliary service httpshuffle, "mapreduce_shuffle"
2014-04-10 11:50:39,889 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:serviceInit(98)) - Using ResourceCalculatorPlugin : org.apache.hadoop.yarn.util.LinuxResourceCalculatorPlugin@3bcc95d5
2014-04-10 11:50:39,889 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:serviceInit(103)) - Using ResourceCalculatorProcessTree : null
2014-04-10 11:50:39,889 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:serviceInit(127)) - Physical memory check enabled: false
2014-04-10 11:50:39,889 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:serviceInit(128)) - Virtual memory check enabled: false
2014-04-10 11:50:39,890 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:serviceInit(163)) - Initialized nodemanager for null: physical-memory=4096 virtual-memory=8602 virtual-cores=8
2014-04-10 11:50:39,890 INFO server.MiniYARNCluster (MiniYARNCluster.java:prepareDirs(526)) - Created localDir in /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_0
2014-04-10 11:50:39,890 INFO server.MiniYARNCluster (MiniYARNCluster.java:prepareDirs(526)) - Created localDir in /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_1
2014-04-10 11:50:39,890 INFO server.MiniYARNCluster (MiniYARNCluster.java:prepareDirs(526)) - Created localDir in /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_2
2014-04-10 11:50:39,890 INFO server.MiniYARNCluster (MiniYARNCluster.java:prepareDirs(526)) - Created localDir in /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_3
2014-04-10 11:50:39,891 INFO server.MiniYARNCluster (MiniYARNCluster.java:prepareDirs(526)) - Created logDir in /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-logDir-nm-3_0
2014-04-10 11:50:39,891 INFO server.MiniYARNCluster (MiniYARNCluster.java:prepareDirs(526)) - Created logDir in /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-logDir-nm-3_1
2014-04-10 11:50:39,891 INFO server.MiniYARNCluster (MiniYARNCluster.java:prepareDirs(526)) - Created logDir in /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-logDir-nm-3_2
2014-04-10 11:50:39,891 INFO server.MiniYARNCluster (MiniYARNCluster.java:prepareDirs(526)) - Created logDir in /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-logDir-nm-3_3
2014-04-10 11:50:39,891 INFO server.MiniYARNCluster (MiniYARNCluster.java:serviceInit(508)) - Starting NM: 3
2014-04-10 11:50:39,899 INFO event.AsyncDispatcher (AsyncDispatcher.java:register(196)) - Registering class org.apache.hadoop.yarn.server.nodemanager.containermanager.container.ContainerEventType for class org.apache.hadoop.yarn.server.nodemanager.containermanager.ContainerManagerImpl$ContainerEventDispatcher
2014-04-10 11:50:39,900 INFO event.AsyncDispatcher (AsyncDispatcher.java:register(196)) - Registering class org.apache.hadoop.yarn.server.nodemanager.containermanager.application.ApplicationEventType for class org.apache.hadoop.yarn.server.nodemanager.containermanager.ContainerManagerImpl$ApplicationEventDispatcher
2014-04-10 11:50:39,900 INFO event.AsyncDispatcher (AsyncDispatcher.java:register(196)) - Registering class org.apache.hadoop.yarn.server.nodemanager.containermanager.localizer.event.LocalizationEventType for class org.apache.hadoop.yarn.server.nodemanager.containermanager.localizer.ResourceLocalizationService
2014-04-10 11:50:39,900 INFO event.AsyncDispatcher (AsyncDispatcher.java:register(196)) - Registering class org.apache.hadoop.yarn.server.nodemanager.containermanager.AuxServicesEventType for class org.apache.hadoop.yarn.server.nodemanager.containermanager.AuxServices
2014-04-10 11:50:39,900 INFO event.AsyncDispatcher (AsyncDispatcher.java:register(196)) - Registering class org.apache.hadoop.yarn.server.nodemanager.containermanager.monitor.ContainersMonitorEventType for class org.apache.hadoop.yarn.server.nodemanager.containermanager.monitor.ContainersMonitorImpl
2014-04-10 11:50:39,900 INFO event.AsyncDispatcher (AsyncDispatcher.java:register(196)) - Registering class org.apache.hadoop.yarn.server.nodemanager.containermanager.launcher.ContainersLauncherEventType for class org.apache.hadoop.yarn.server.nodemanager.containermanager.launcher.ContainersLauncher
2014-04-10 11:50:39,900 INFO event.AsyncDispatcher (AsyncDispatcher.java:register(196)) - Registering class org.apache.hadoop.yarn.server.nodemanager.ContainerManagerEventType for class org.apache.hadoop.yarn.server.nodemanager.containermanager.ContainerManagerImpl
2014-04-10 11:50:39,900 INFO event.AsyncDispatcher (AsyncDispatcher.java:register(196)) - Registering class org.apache.hadoop.yarn.server.nodemanager.NodeManagerEventType for class org.apache.hadoop.yarn.server.MiniYARNCluster$ShortCircuitedNodeManager
2014-04-10 11:50:39,901 INFO impl.MetricsSystemImpl (MetricsSystemImpl.java:init(151)) - NodeManager metrics system started (again)
2014-04-10 11:50:39,902 INFO event.AsyncDispatcher (AsyncDispatcher.java:register(196)) - Registering class org.apache.hadoop.yarn.server.nodemanager.containermanager.loghandler.event.LogHandlerEventType for class org.apache.hadoop.yarn.server.nodemanager.containermanager.loghandler.NonAggregatingLogHandler
2014-04-10 11:50:39,902 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:validateConf(196)) - per directory file limit = 8192
2014-04-10 11:50:39,978 INFO event.AsyncDispatcher (AsyncDispatcher.java:register(196)) - Registering class org.apache.hadoop.yarn.server.nodemanager.containermanager.localizer.event.LocalizerEventType for class org.apache.hadoop.yarn.server.nodemanager.containermanager.localizer.ResourceLocalizationService$LocalizerTracker
2014-04-10 11:50:39,980 WARN containermanager.AuxServices (AuxServices.java:serviceInit(114)) - The Auxilurary Service named 'mapreduce_shuffle' in the configuration is for class class org.apache.hadoop.mapred.ShuffleHandler which has a name of 'httpshuffle'. Because these are not the same tools trying to send ServiceData and read Service Meta Data may have issues unless the refer to the name in the config.
2014-04-10 11:50:39,980 INFO containermanager.AuxServices (AuxServices.java:addService(67)) - Adding auxiliary service httpshuffle, "mapreduce_shuffle"
2014-04-10 11:50:39,987 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:serviceInit(98)) - Using ResourceCalculatorPlugin : org.apache.hadoop.yarn.util.LinuxResourceCalculatorPlugin@7738fb1b
2014-04-10 11:50:39,988 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:serviceInit(103)) - Using ResourceCalculatorProcessTree : null
2014-04-10 11:50:39,988 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:serviceInit(127)) - Physical memory check enabled: false
2014-04-10 11:50:39,989 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:serviceInit(128)) - Virtual memory check enabled: false
2014-04-10 11:50:39,989 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:serviceInit(163)) - Initialized nodemanager for null: physical-memory=4096 virtual-memory=8602 virtual-cores=8
2014-04-10 11:50:39,997 INFO hs.JobHistory (JobHistory.java:serviceInit(83)) - JobHistory Init
2014-04-10 11:50:40,005 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/history/done dst=null perm=null
2014-04-10 11:50:40,009 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/history/done_intermediate dst=null perm=null
2014-04-10 11:50:40,035 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=mkdirs src=/tmp/hadoop-yarn/staging/history/done_intermediate dst=null perm=brock:supergroup:rwxrwxrwx
2014-04-10 11:50:40,036 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/history/done_intermediate dst=null perm=null
2014-04-10 11:50:40,037 INFO hs.HistoryFileManager (HistoryFileManager.java:mkdir(645)) - Perms after creating 511, Expected: 1023
2014-04-10 11:50:40,038 INFO hs.HistoryFileManager (HistoryFileManager.java:mkdir(648)) - Explicitly setting permissions to : 1023, rwxrwxrwt
2014-04-10 11:50:40,051 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/history/done_intermediate dst=null perm=brock:supergroup:rwxrwxrwt
2014-04-10 11:50:43,550 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1638008525-127.0.0.1-1397148635957:blk_1073741826_1002
2014-04-10 11:50:43,835 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1638008525-127.0.0.1-1397148635957:blk_1073741826_1002
2014-04-10 11:50:43,838 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1638008525-127.0.0.1-1397148635957:blk_1073741825_1001
2014-04-10 11:50:43,841 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1638008525-127.0.0.1-1397148635957:blk_1073741825_1001
2014-04-10 11:50:43,865 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1638008525-127.0.0.1-1397148635957:blk_1073741825_1001
2014-04-10 11:50:43,872 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1638008525-127.0.0.1-1397148635957:blk_1073741826_1002
2014-04-10 11:50:50,055 INFO hs.HistoryFileManager (HistoryFileManager.java:initExisting(664)) - Initializing Existing Jobs...
2014-04-10 11:50:50,061 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=listStatus src=/tmp/hadoop-yarn/staging/history/done dst=null perm=null
2014-04-10 11:50:50,066 INFO hs.CachedHistoryStorage (CachedHistoryStorage.java:serviceInit(66)) - CachedHistoryStorage Init
2014-04-10 11:50:50,080 INFO ipc.Server (Server.java:run(551)) - Starting Socket Reader #1 for port 55726
2014-04-10 11:50:50,082 INFO v2.MiniMRYarnCluster (MiniMRYarnCluster.java:serviceStart(210)) - Waiting for HistoryServer to start...
2014-04-10 11:50:50,082 INFO impl.MetricsSystemImpl (MetricsSystemImpl.java:init(151)) - JobHistoryServer metrics system started (again)
2014-04-10 11:50:50,084 INFO delegation.AbstractDelegationTokenSecretManager (AbstractDelegationTokenSecretManager.java:updateCurrentKey(223)) - Updating the current master key for generating delegation tokens
2014-04-10 11:50:50,086 INFO delegation.AbstractDelegationTokenSecretManager (AbstractDelegationTokenSecretManager.java:run(536)) - Starting expired delegation token remover thread, tokenRemoverScanInterval=60 min(s)
2014-04-10 11:50:50,087 INFO delegation.AbstractDelegationTokenSecretManager (AbstractDelegationTokenSecretManager.java:updateCurrentKey(223)) - Updating the current master key for generating delegation tokens
2014-04-10 11:50:50,093 INFO http.HttpRequestLog (HttpRequestLog.java:getRequestLog(80)) - Http request log for http.requests.jobhistory is not defined
2014-04-10 11:50:50,094 INFO http.HttpServer2 (HttpServer2.java:addGlobalFilter(658)) - Added global filter 'safety' (class=org.apache.hadoop.http.HttpServer2$QuotingInputFilter)
2014-04-10 11:50:50,095 INFO http.HttpServer2 (HttpServer2.java:addFilter(636)) - Added filter static_user_filter (class=org.apache.hadoop.http.lib.StaticUserWebFilter$StaticUserFilter) to context jobhistory
2014-04-10 11:50:50,095 INFO http.HttpServer2 (HttpServer2.java:addFilter(643)) - Added filter static_user_filter (class=org.apache.hadoop.http.lib.StaticUserWebFilter$StaticUserFilter) to context logs
2014-04-10 11:50:50,095 INFO http.HttpServer2 (HttpServer2.java:addFilter(643)) - Added filter static_user_filter (class=org.apache.hadoop.http.lib.StaticUserWebFilter$StaticUserFilter) to context static
2014-04-10 11:50:50,096 INFO http.HttpServer2 (HttpServer2.java:initializeWebServer(392)) - adding path spec: /jobhistory/*
2014-04-10 11:50:50,096 INFO http.HttpServer2 (HttpServer2.java:initializeWebServer(392)) - adding path spec: /ws/*
2014-04-10 11:50:50,097 INFO http.HttpServer2 (HttpServer2.java:openListeners(846)) - Jetty bound to port 33539
2014-04-10 11:50:50,097 INFO mortbay.log (Slf4jLog.java:info(67)) - jetty-6.1.26
2014-04-10 11:50:50,100 INFO mortbay.log (Slf4jLog.java:info(67)) - Extract jar:file:/home/brock/.gradle/caches/modules-2/files-2.1/org.apache.hadoop/hadoop-yarn-common/2.3.0/2a926205d8437fe846b902e0a9e8df96924f72bf/hadoop-yarn-common-2.3.0.jar!/webapps/jobhistory to /tmp/Jetty_localhost_localdomain_33539_jobhistory____8f8aqv/webapp
2014-04-10 11:50:50,150 INFO mortbay.log (Slf4jLog.java:info(67)) - Started SelectChannelConnector@localhost.localdomain:33539
2014-04-10 11:50:50,151 INFO webapp.WebApps (WebApps.java:start(248)) - Web app /jobhistory started at 33539
2014-04-10 11:50:50,337 INFO webapp.WebApps (WebApps.java:start(262)) - Registered webapp guice modules
2014-04-10 11:50:50,344 INFO ipc.Server (Server.java:run(551)) - Starting Socket Reader #1 for port 44119
2014-04-10 11:50:50,346 INFO pb.RpcServerFactoryPBImpl (RpcServerFactoryPBImpl.java:createServer(174)) - Adding protocol org.apache.hadoop.mapreduce.v2.api.HSClientProtocolPB to the server
2014-04-10 11:50:50,346 INFO ipc.Server (Server.java:run(620)) - IPC Server listener on 44119: starting
2014-04-10 11:50:50,346 INFO ipc.Server (Server.java:run(773)) - IPC Server Responder: starting
2014-04-10 11:50:50,348 INFO hs.HistoryClientService (HistoryClientService.java:serviceStart(142)) - Instantiated MRClientService at localhost/127.0.0.1:44119
2014-04-10 11:50:50,349 INFO ipc.Server (Server.java:run(773)) - IPC Server Responder: starting
2014-04-10 11:50:50,349 INFO ipc.Server (Server.java:run(620)) - IPC Server listener on 55726: starting
2014-04-10 11:50:51,582 INFO v2.MiniMRYarnCluster (MiniMRYarnCluster.java:serviceStart(227)) - MiniMRYARN ResourceManager address: localhost.localdomain:0
2014-04-10 11:50:51,583 INFO v2.MiniMRYarnCluster (MiniMRYarnCluster.java:serviceStart(229)) - MiniMRYARN ResourceManager web address: localhost.localdomain:0
2014-04-10 11:50:51,583 INFO v2.MiniMRYarnCluster (MiniMRYarnCluster.java:serviceStart(231)) - MiniMRYARN HistoryServer address: localhost:44119
2014-04-10 11:50:51,584 INFO v2.MiniMRYarnCluster (MiniMRYarnCluster.java:serviceStart(233)) - MiniMRYARN HistoryServer web address: localhost:33539
2014-04-10 11:50:51,584 INFO server.MiniYARNCluster (MiniYARNCluster.java:startResourceManager(292)) - Waiting for RM to start...
2014-04-10 11:50:51,585 INFO resourcemanager.ResourceManager (ResourceManager.java:transitionToActive(815)) - Transitioning to active state
2014-04-10 11:50:51,588 INFO security.RMContainerTokenSecretManager (RMContainerTokenSecretManager.java:rollMasterKey(103)) - Rolling master-key for container-tokens
2014-04-10 11:50:51,589 INFO security.AMRMTokenSecretManager (AMRMTokenSecretManager.java:rollMasterKey(107)) - Rolling master-key for amrm-tokens
2014-04-10 11:50:51,592 INFO security.NMTokenSecretManagerInRM (NMTokenSecretManagerInRM.java:rollMasterKey(97)) - Rolling master-key for nm-tokens
2014-04-10 11:50:51,593 INFO delegation.AbstractDelegationTokenSecretManager (AbstractDelegationTokenSecretManager.java:updateCurrentKey(223)) - Updating the current master key for generating delegation tokens
2014-04-10 11:50:51,593 INFO security.RMDelegationTokenSecretManager (RMDelegationTokenSecretManager.java:storeNewMasterKey(85)) - storing master key with keyID 1
2014-04-10 11:50:51,594 INFO delegation.AbstractDelegationTokenSecretManager (AbstractDelegationTokenSecretManager.java:run(536)) - Starting expired delegation token remover thread, tokenRemoverScanInterval=60 min(s)
2014-04-10 11:50:51,594 INFO delegation.AbstractDelegationTokenSecretManager (AbstractDelegationTokenSecretManager.java:updateCurrentKey(223)) - Updating the current master key for generating delegation tokens
2014-04-10 11:50:51,595 INFO security.RMDelegationTokenSecretManager (RMDelegationTokenSecretManager.java:storeNewMasterKey(85)) - storing master key with keyID 2
2014-04-10 11:50:51,609 INFO ipc.Server (Server.java:run(551)) - Starting Socket Reader #1 for port 59401
2014-04-10 11:50:51,610 INFO pb.RpcServerFactoryPBImpl (RpcServerFactoryPBImpl.java:createServer(174)) - Adding protocol org.apache.hadoop.yarn.server.api.ResourceTrackerPB to the server
2014-04-10 11:50:51,611 INFO ipc.Server (Server.java:run(773)) - IPC Server Responder: starting
2014-04-10 11:50:51,611 INFO ipc.Server (Server.java:run(620)) - IPC Server listener on 59401: starting
2014-04-10 11:50:51,622 INFO ipc.Server (Server.java:run(551)) - Starting Socket Reader #1 for port 39839
2014-04-10 11:50:51,625 INFO pb.RpcServerFactoryPBImpl (RpcServerFactoryPBImpl.java:createServer(174)) - Adding protocol org.apache.hadoop.yarn.api.ApplicationMasterProtocolPB to the server
2014-04-10 11:50:51,625 INFO ipc.Server (Server.java:run(773)) - IPC Server Responder: starting
2014-04-10 11:50:51,625 INFO ipc.Server (Server.java:run(620)) - IPC Server listener on 39839: starting
2014-04-10 11:50:51,644 INFO ipc.Server (Server.java:run(551)) - Starting Socket Reader #1 for port 44622
2014-04-10 11:50:51,646 INFO pb.RpcServerFactoryPBImpl (RpcServerFactoryPBImpl.java:createServer(174)) - Adding protocol org.apache.hadoop.yarn.api.ApplicationClientProtocolPB to the server
2014-04-10 11:50:51,646 INFO ipc.Server (Server.java:run(773)) - IPC Server Responder: starting
2014-04-10 11:50:51,647 INFO ipc.Server (Server.java:run(620)) - IPC Server listener on 44622: starting
2014-04-10 11:50:51,651 INFO resourcemanager.ResourceManager (ResourceManager.java:transitionToActive(818)) - Transitioned to active state
2014-04-10 11:50:51,654 INFO http.HttpRequestLog (HttpRequestLog.java:getRequestLog(80)) - Http request log for http.requests.resourcemanager is not defined
2014-04-10 11:50:51,654 INFO http.HttpServer2 (HttpServer2.java:addGlobalFilter(658)) - Added global filter 'safety' (class=org.apache.hadoop.http.HttpServer2$QuotingInputFilter)
2014-04-10 11:50:51,654 INFO http.HttpServer2 (HttpServer2.java:addFilter(636)) - Added filter static_user_filter (class=org.apache.hadoop.http.lib.StaticUserWebFilter$StaticUserFilter) to context cluster
2014-04-10 11:50:51,654 INFO http.HttpServer2 (HttpServer2.java:addFilter(643)) - Added filter static_user_filter (class=org.apache.hadoop.http.lib.StaticUserWebFilter$StaticUserFilter) to context logs
2014-04-10 11:50:51,655 INFO http.HttpServer2 (HttpServer2.java:addFilter(643)) - Added filter static_user_filter (class=org.apache.hadoop.http.lib.StaticUserWebFilter$StaticUserFilter) to context static
2014-04-10 11:50:51,655 INFO http.HttpServer2 (HttpServer2.java:initializeWebServer(392)) - adding path spec: /cluster/*
2014-04-10 11:50:51,655 INFO http.HttpServer2 (HttpServer2.java:initializeWebServer(392)) - adding path spec: /ws/*
2014-04-10 11:50:51,656 INFO http.HttpServer2 (HttpServer2.java:openListeners(846)) - Jetty bound to port 35948
2014-04-10 11:50:51,656 INFO mortbay.log (Slf4jLog.java:info(67)) - jetty-6.1.26
2014-04-10 11:50:51,657 INFO mortbay.log (Slf4jLog.java:info(67)) - Extract jar:file:/home/brock/.gradle/caches/modules-2/files-2.1/org.apache.hadoop/hadoop-yarn-common/2.3.0/2a926205d8437fe846b902e0a9e8df96924f72bf/hadoop-yarn-common-2.3.0.jar!/webapps/cluster to /tmp/Jetty_localhost_localdomain_35948_cluster____b3iu6e/webapp
2014-04-10 11:50:52,251 INFO mortbay.log (Slf4jLog.java:info(67)) - Started SelectChannelConnector@localhost.localdomain:35948
2014-04-10 11:50:52,252 INFO webapp.WebApps (WebApps.java:start(248)) - Web app /cluster started at 35948
2014-04-10 11:50:52,270 INFO webapp.WebApps (WebApps.java:start(262)) - Registered webapp guice modules
2014-04-10 11:50:52,280 INFO ipc.Server (Server.java:run(551)) - Starting Socket Reader #1 for port 51974
2014-04-10 11:50:52,283 INFO pb.RpcServerFactoryPBImpl (RpcServerFactoryPBImpl.java:createServer(174)) - Adding protocol org.apache.hadoop.yarn.server.api.ResourceManagerAdministrationProtocolPB to the server
2014-04-10 11:50:52,283 INFO ipc.Server (Server.java:run(773)) - IPC Server Responder: starting
2014-04-10 11:50:52,284 INFO ipc.Server (Server.java:run(620)) - IPC Server listener on 51974: starting
2014-04-10 11:50:53,085 INFO server.MiniYARNCluster (MiniYARNCluster.java:startResourceManager(304)) - MiniYARN ResourceManager address: localhost:44622
2014-04-10 11:50:53,086 INFO server.MiniYARNCluster (MiniYARNCluster.java:startResourceManager(306)) - MiniYARN ResourceManager web address: localhost.localdomain:35948
2014-04-10 11:50:53,086 INFO server.MiniYARNCluster (MiniYARNCluster.java:serviceStart(423)) - MiniYARN ResourceManager address: localhost:44622
2014-04-10 11:50:53,086 INFO server.MiniYARNCluster (MiniYARNCluster.java:serviceStart(425)) - MiniYARN ResourceManager web address: localhost.localdomain:35948
2014-04-10 11:50:53,087 INFO server.MiniYARNCluster (MiniYARNCluster.java:serviceStart(543)) - Waiting for NM 0 to start...
2014-04-10 11:50:53,100 INFO ipc.Server (Server.java:run(551)) - Starting Socket Reader #1 for port 39468
2014-04-10 11:50:53,102 INFO pb.RpcServerFactoryPBImpl (RpcServerFactoryPBImpl.java:createServer(174)) - Adding protocol org.apache.hadoop.yarn.api.ContainerManagementProtocolPB to the server
2014-04-10 11:50:53,102 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:serviceStart(283)) - Blocking new container-requests as container manager rpc server is still starting.
2014-04-10 11:50:53,102 INFO ipc.Server (Server.java:run(773)) - IPC Server Responder: starting
2014-04-10 11:50:53,102 INFO ipc.Server (Server.java:run(620)) - IPC Server listener on 39468: starting
2014-04-10 11:50:53,108 INFO security.NMContainerTokenSecretManager (NMContainerTokenSecretManager.java:setNodeId(189)) - Updating node address : localhost:39468
2014-04-10 11:50:53,108 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:serviceStart(294)) - ContainerManager started at /127.0.0.1:39468
2014-04-10 11:50:53,112 INFO ipc.Server (Server.java:run(551)) - Starting Socket Reader #1 for port 44868
2014-04-10 11:50:53,114 INFO pb.RpcServerFactoryPBImpl (RpcServerFactoryPBImpl.java:createServer(174)) - Adding protocol org.apache.hadoop.yarn.server.nodemanager.api.LocalizationProtocolPB to the server
2014-04-10 11:50:53,114 INFO ipc.Server (Server.java:run(773)) - IPC Server Responder: starting
2014-04-10 11:50:53,115 INFO ipc.Server (Server.java:run(620)) - IPC Server listener on 44868: starting
2014-04-10 11:50:53,116 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:serviceStart(263)) - Localizer started on port 44868
2014-04-10 11:50:53,124 INFO mapred.IndexCache (IndexCache.java:<init>(47)) - IndexCache created with max memory = 10485760
2014-04-10 11:50:53,132 INFO mapred.ShuffleHandler (ShuffleHandler.java:serviceStart(326)) - httpshuffle listening on port 36866
2014-04-10 11:50:53,132 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(169)) - Neither virutal-memory nor physical-memory monitoring is needed. Not running the monitor-thread
2014-04-10 11:50:53,133 INFO webapp.WebServer (WebServer.java:serviceStart(60)) - Instantiating NMWebApp at localhost.localdomain:0
2014-04-10 11:50:53,133 INFO http.HttpRequestLog (HttpRequestLog.java:getRequestLog(80)) - Http request log for http.requests.nodemanager is not defined
2014-04-10 11:50:53,134 INFO http.HttpServer2 (HttpServer2.java:addGlobalFilter(658)) - Added global filter 'safety' (class=org.apache.hadoop.http.HttpServer2$QuotingInputFilter)
2014-04-10 11:50:53,134 INFO http.HttpServer2 (HttpServer2.java:addFilter(636)) - Added filter static_user_filter (class=org.apache.hadoop.http.lib.StaticUserWebFilter$StaticUserFilter) to context node
2014-04-10 11:50:53,134 INFO http.HttpServer2 (HttpServer2.java:addFilter(643)) - Added filter static_user_filter (class=org.apache.hadoop.http.lib.StaticUserWebFilter$StaticUserFilter) to context static
2014-04-10 11:50:53,134 INFO http.HttpServer2 (HttpServer2.java:addFilter(643)) - Added filter static_user_filter (class=org.apache.hadoop.http.lib.StaticUserWebFilter$StaticUserFilter) to context logs
2014-04-10 11:50:53,135 INFO http.HttpServer2 (HttpServer2.java:initializeWebServer(392)) - adding path spec: /node/*
2014-04-10 11:50:53,135 INFO http.HttpServer2 (HttpServer2.java:initializeWebServer(392)) - adding path spec: /ws/*
2014-04-10 11:50:53,135 INFO http.HttpServer2 (HttpServer2.java:openListeners(846)) - Jetty bound to port 58246
2014-04-10 11:50:53,135 INFO mortbay.log (Slf4jLog.java:info(67)) - jetty-6.1.26
2014-04-10 11:50:53,137 INFO mortbay.log (Slf4jLog.java:info(67)) - Extract jar:file:/home/brock/.gradle/caches/modules-2/files-2.1/org.apache.hadoop/hadoop-yarn-common/2.3.0/2a926205d8437fe846b902e0a9e8df96924f72bf/hadoop-yarn-common-2.3.0.jar!/webapps/node to /tmp/Jetty_localhost_localdomain_58246_node____.t4zjgu/webapp
2014-04-10 11:50:53,388 INFO mortbay.log (Slf4jLog.java:info(67)) - Started SelectChannelConnector@localhost.localdomain:58246
2014-04-10 11:50:53,389 INFO webapp.WebApps (WebApps.java:start(248)) - Web app /node started at 58246
2014-04-10 11:50:53,404 INFO webapp.WebApps (WebApps.java:start(262)) - Registered webapp guice modules
2014-04-10 11:50:53,409 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:registerWithRM(244)) - Registering with RM using finished containers :[]
2014-04-10 11:50:53,416 INFO util.RackResolver (RackResolver.java:coreResolve(109)) - Resolved localhost to /default-rack
2014-04-10 11:50:53,419 INFO resourcemanager.ResourceTrackerService (ResourceTrackerService.java:registerNodeManager(294)) - NodeManager from node localhost(cmPort: 39468 httpPort: 58246) registered with capability: <memory:4096, vCores:8>, assigned nodeId localhost:39468
2014-04-10 11:50:53,420 INFO security.NMContainerTokenSecretManager (NMContainerTokenSecretManager.java:setMasterKey(71)) - Rolling master-key for container-tokens, got key with id -1492253498
2014-04-10 11:50:53,420 INFO security.NMTokenSecretManagerInNM (NMTokenSecretManagerInNM.java:setMasterKey(65)) - Rolling master-key for nm-tokens, got key with id :-987875334
2014-04-10 11:50:53,421 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:registerWithRM(294)) - Registered with ResourceManager as localhost:39468 with total resource of <memory:4096, vCores:8>
2014-04-10 11:50:53,421 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:registerWithRM(296)) - Notifying ContainerManager to unblock new container-requests
2014-04-10 11:50:53,424 INFO rmnode.RMNodeImpl (RMNodeImpl.java:handle(384)) - localhost:39468 Node Transitioned from NEW to RUNNING
2014-04-10 11:50:53,428 INFO capacity.CapacityScheduler (CapacityScheduler.java:addNode(782)) - Added node localhost:39468 clusterResource: <memory:4096, vCores:8>
2014-04-10 11:50:54,089 INFO server.MiniYARNCluster (MiniYARNCluster.java:serviceStart(543)) - Waiting for NM 1 to start...
2014-04-10 11:50:54,093 INFO ipc.Server (Server.java:run(551)) - Starting Socket Reader #1 for port 40708
2014-04-10 11:50:54,096 INFO pb.RpcServerFactoryPBImpl (RpcServerFactoryPBImpl.java:createServer(174)) - Adding protocol org.apache.hadoop.yarn.api.ContainerManagementProtocolPB to the server
2014-04-10 11:50:54,097 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:serviceStart(283)) - Blocking new container-requests as container manager rpc server is still starting.
2014-04-10 11:50:54,097 INFO ipc.Server (Server.java:run(773)) - IPC Server Responder: starting
2014-04-10 11:50:54,097 INFO ipc.Server (Server.java:run(620)) - IPC Server listener on 40708: starting
2014-04-10 11:50:54,102 INFO security.NMContainerTokenSecretManager (NMContainerTokenSecretManager.java:setNodeId(189)) - Updating node address : localhost:40708
2014-04-10 11:50:54,102 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:serviceStart(294)) - ContainerManager started at /127.0.0.1:40708
2014-04-10 11:50:54,104 INFO ipc.Server (Server.java:run(551)) - Starting Socket Reader #1 for port 39008
2014-04-10 11:50:54,107 INFO pb.RpcServerFactoryPBImpl (RpcServerFactoryPBImpl.java:createServer(174)) - Adding protocol org.apache.hadoop.yarn.server.nodemanager.api.LocalizationProtocolPB to the server
2014-04-10 11:50:54,108 INFO ipc.Server (Server.java:run(773)) - IPC Server Responder: starting
2014-04-10 11:50:54,108 INFO ipc.Server (Server.java:run(620)) - IPC Server listener on 39008: starting
2014-04-10 11:50:54,110 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:serviceStart(263)) - Localizer started on port 39008
2014-04-10 11:50:54,111 INFO mapred.IndexCache (IndexCache.java:<init>(47)) - IndexCache created with max memory = 10485760
2014-04-10 11:50:54,112 INFO mapred.ShuffleHandler (ShuffleHandler.java:serviceStart(326)) - httpshuffle listening on port 42285
2014-04-10 11:50:54,112 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(169)) - Neither virutal-memory nor physical-memory monitoring is needed. Not running the monitor-thread
2014-04-10 11:50:54,112 INFO webapp.WebServer (WebServer.java:serviceStart(60)) - Instantiating NMWebApp at localhost.localdomain:0
2014-04-10 11:50:54,113 INFO http.HttpRequestLog (HttpRequestLog.java:getRequestLog(80)) - Http request log for http.requests.nodemanager is not defined
2014-04-10 11:50:54,114 INFO http.HttpServer2 (HttpServer2.java:addGlobalFilter(658)) - Added global filter 'safety' (class=org.apache.hadoop.http.HttpServer2$QuotingInputFilter)
2014-04-10 11:50:54,114 INFO http.HttpServer2 (HttpServer2.java:addFilter(636)) - Added filter static_user_filter (class=org.apache.hadoop.http.lib.StaticUserWebFilter$StaticUserFilter) to context node
2014-04-10 11:50:54,115 INFO http.HttpServer2 (HttpServer2.java:addFilter(643)) - Added filter static_user_filter (class=org.apache.hadoop.http.lib.StaticUserWebFilter$StaticUserFilter) to context logs
2014-04-10 11:50:54,115 INFO http.HttpServer2 (HttpServer2.java:addFilter(643)) - Added filter static_user_filter (class=org.apache.hadoop.http.lib.StaticUserWebFilter$StaticUserFilter) to context static
2014-04-10 11:50:54,116 INFO http.HttpServer2 (HttpServer2.java:initializeWebServer(392)) - adding path spec: /node/*
2014-04-10 11:50:54,116 INFO http.HttpServer2 (HttpServer2.java:initializeWebServer(392)) - adding path spec: /ws/*
2014-04-10 11:50:54,117 INFO http.HttpServer2 (HttpServer2.java:openListeners(846)) - Jetty bound to port 48138
2014-04-10 11:50:54,117 INFO mortbay.log (Slf4jLog.java:info(67)) - jetty-6.1.26
2014-04-10 11:50:54,120 INFO mortbay.log (Slf4jLog.java:info(67)) - Extract jar:file:/home/brock/.gradle/caches/modules-2/files-2.1/org.apache.hadoop/hadoop-yarn-common/2.3.0/2a926205d8437fe846b902e0a9e8df96924f72bf/hadoop-yarn-common-2.3.0.jar!/webapps/node to /tmp/Jetty_localhost_localdomain_48138_node____jxfzgz/webapp
2014-04-10 11:50:54,301 INFO mortbay.log (Slf4jLog.java:info(67)) - Started SelectChannelConnector@localhost.localdomain:48138
2014-04-10 11:50:54,301 INFO webapp.WebApps (WebApps.java:start(248)) - Web app /node started at 48138
2014-04-10 11:50:54,306 INFO webapp.WebApps (WebApps.java:start(262)) - Registered webapp guice modules
2014-04-10 11:50:54,307 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:registerWithRM(244)) - Registering with RM using finished containers :[]
2014-04-10 11:50:54,307 INFO util.RackResolver (RackResolver.java:coreResolve(109)) - Resolved localhost to /default-rack
2014-04-10 11:50:54,307 INFO resourcemanager.ResourceTrackerService (ResourceTrackerService.java:registerNodeManager(294)) - NodeManager from node localhost(cmPort: 40708 httpPort: 48138) registered with capability: <memory:4096, vCores:8>, assigned nodeId localhost:40708
2014-04-10 11:50:54,307 INFO rmnode.RMNodeImpl (RMNodeImpl.java:handle(384)) - localhost:40708 Node Transitioned from NEW to RUNNING
2014-04-10 11:50:54,307 INFO security.NMContainerTokenSecretManager (NMContainerTokenSecretManager.java:setMasterKey(71)) - Rolling master-key for container-tokens, got key with id -1492253498
2014-04-10 11:50:54,308 INFO security.NMTokenSecretManagerInNM (NMTokenSecretManagerInNM.java:setMasterKey(65)) - Rolling master-key for nm-tokens, got key with id :-987875334
2014-04-10 11:50:54,308 INFO capacity.CapacityScheduler (CapacityScheduler.java:addNode(782)) - Added node localhost:40708 clusterResource: <memory:8192, vCores:16>
2014-04-10 11:50:54,308 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:registerWithRM(294)) - Registered with ResourceManager as localhost:40708 with total resource of <memory:4096, vCores:8>
2014-04-10 11:50:54,308 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:registerWithRM(296)) - Notifying ContainerManager to unblock new container-requests
2014-04-10 11:50:55,090 INFO server.MiniYARNCluster (MiniYARNCluster.java:serviceStart(543)) - Waiting for NM 2 to start...
2014-04-10 11:50:55,097 INFO ipc.Server (Server.java:run(551)) - Starting Socket Reader #1 for port 34677
2014-04-10 11:50:55,101 INFO pb.RpcServerFactoryPBImpl (RpcServerFactoryPBImpl.java:createServer(174)) - Adding protocol org.apache.hadoop.yarn.api.ContainerManagementProtocolPB to the server
2014-04-10 11:50:55,101 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:serviceStart(283)) - Blocking new container-requests as container manager rpc server is still starting.
2014-04-10 11:50:55,102 INFO ipc.Server (Server.java:run(773)) - IPC Server Responder: starting
2014-04-10 11:50:55,102 INFO ipc.Server (Server.java:run(620)) - IPC Server listener on 34677: starting
2014-04-10 11:50:55,107 INFO security.NMContainerTokenSecretManager (NMContainerTokenSecretManager.java:setNodeId(189)) - Updating node address : localhost:34677
2014-04-10 11:50:55,107 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:serviceStart(294)) - ContainerManager started at /127.0.0.1:34677
2014-04-10 11:50:55,109 INFO ipc.Server (Server.java:run(551)) - Starting Socket Reader #1 for port 34749
2014-04-10 11:50:55,112 INFO pb.RpcServerFactoryPBImpl (RpcServerFactoryPBImpl.java:createServer(174)) - Adding protocol org.apache.hadoop.yarn.server.nodemanager.api.LocalizationProtocolPB to the server
2014-04-10 11:50:55,112 INFO ipc.Server (Server.java:run(773)) - IPC Server Responder: starting
2014-04-10 11:50:55,112 INFO ipc.Server (Server.java:run(620)) - IPC Server listener on 34749: starting
2014-04-10 11:50:55,116 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:serviceStart(263)) - Localizer started on port 34749
2014-04-10 11:50:55,117 INFO mapred.IndexCache (IndexCache.java:<init>(47)) - IndexCache created with max memory = 10485760
2014-04-10 11:50:55,118 INFO mapred.ShuffleHandler (ShuffleHandler.java:serviceStart(326)) - httpshuffle listening on port 49903
2014-04-10 11:50:55,118 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(169)) - Neither virutal-memory nor physical-memory monitoring is needed. Not running the monitor-thread
2014-04-10 11:50:55,119 INFO webapp.WebServer (WebServer.java:serviceStart(60)) - Instantiating NMWebApp at localhost.localdomain:0
2014-04-10 11:50:55,143 INFO http.HttpRequestLog (HttpRequestLog.java:getRequestLog(80)) - Http request log for http.requests.nodemanager is not defined
2014-04-10 11:50:55,144 INFO http.HttpServer2 (HttpServer2.java:addGlobalFilter(658)) - Added global filter 'safety' (class=org.apache.hadoop.http.HttpServer2$QuotingInputFilter)
2014-04-10 11:50:55,144 INFO http.HttpServer2 (HttpServer2.java:addFilter(636)) - Added filter static_user_filter (class=org.apache.hadoop.http.lib.StaticUserWebFilter$StaticUserFilter) to context node
2014-04-10 11:50:55,145 INFO http.HttpServer2 (HttpServer2.java:addFilter(643)) - Added filter static_user_filter (class=org.apache.hadoop.http.lib.StaticUserWebFilter$StaticUserFilter) to context logs
2014-04-10 11:50:55,145 INFO http.HttpServer2 (HttpServer2.java:addFilter(643)) - Added filter static_user_filter (class=org.apache.hadoop.http.lib.StaticUserWebFilter$StaticUserFilter) to context static
2014-04-10 11:50:55,145 INFO http.HttpServer2 (HttpServer2.java:initializeWebServer(392)) - adding path spec: /node/*
2014-04-10 11:50:55,145 INFO http.HttpServer2 (HttpServer2.java:initializeWebServer(392)) - adding path spec: /ws/*
2014-04-10 11:50:55,146 INFO http.HttpServer2 (HttpServer2.java:openListeners(846)) - Jetty bound to port 40272
2014-04-10 11:50:55,146 INFO mortbay.log (Slf4jLog.java:info(67)) - jetty-6.1.26
2014-04-10 11:50:55,151 INFO mortbay.log (Slf4jLog.java:info(67)) - Extract jar:file:/home/brock/.gradle/caches/modules-2/files-2.1/org.apache.hadoop/hadoop-yarn-common/2.3.0/2a926205d8437fe846b902e0a9e8df96924f72bf/hadoop-yarn-common-2.3.0.jar!/webapps/node to /tmp/Jetty_localhost_localdomain_40272_node____.2ksacu/webapp
2014-04-10 11:50:55,325 INFO mortbay.log (Slf4jLog.java:info(67)) - Started SelectChannelConnector@localhost.localdomain:40272
2014-04-10 11:50:55,327 INFO webapp.WebApps (WebApps.java:start(248)) - Web app /node started at 40272
2014-04-10 11:50:55,331 INFO webapp.WebApps (WebApps.java:start(262)) - Registered webapp guice modules
2014-04-10 11:50:55,332 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:registerWithRM(244)) - Registering with RM using finished containers :[]
2014-04-10 11:50:55,332 INFO util.RackResolver (RackResolver.java:coreResolve(109)) - Resolved localhost to /default-rack
2014-04-10 11:50:55,332 INFO resourcemanager.ResourceTrackerService (ResourceTrackerService.java:registerNodeManager(294)) - NodeManager from node localhost(cmPort: 34677 httpPort: 40272) registered with capability: <memory:4096, vCores:8>, assigned nodeId localhost:34677
2014-04-10 11:50:55,332 INFO rmnode.RMNodeImpl (RMNodeImpl.java:handle(384)) - localhost:34677 Node Transitioned from NEW to RUNNING
2014-04-10 11:50:55,332 INFO security.NMContainerTokenSecretManager (NMContainerTokenSecretManager.java:setMasterKey(71)) - Rolling master-key for container-tokens, got key with id -1492253498
2014-04-10 11:50:55,332 INFO security.NMTokenSecretManagerInNM (NMTokenSecretManagerInNM.java:setMasterKey(65)) - Rolling master-key for nm-tokens, got key with id :-987875334
2014-04-10 11:50:55,332 INFO capacity.CapacityScheduler (CapacityScheduler.java:addNode(782)) - Added node localhost:34677 clusterResource: <memory:12288, vCores:24>
2014-04-10 11:50:55,332 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:registerWithRM(294)) - Registered with ResourceManager as localhost:34677 with total resource of <memory:4096, vCores:8>
2014-04-10 11:50:55,333 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:registerWithRM(296)) - Notifying ContainerManager to unblock new container-requests
2014-04-10 11:50:56,092 INFO server.MiniYARNCluster (MiniYARNCluster.java:serviceStart(543)) - Waiting for NM 3 to start...
2014-04-10 11:50:56,096 INFO ipc.Server (Server.java:run(551)) - Starting Socket Reader #1 for port 49929
2014-04-10 11:50:56,099 INFO pb.RpcServerFactoryPBImpl (RpcServerFactoryPBImpl.java:createServer(174)) - Adding protocol org.apache.hadoop.yarn.api.ContainerManagementProtocolPB to the server
2014-04-10 11:50:56,099 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:serviceStart(283)) - Blocking new container-requests as container manager rpc server is still starting.
2014-04-10 11:50:56,100 INFO ipc.Server (Server.java:run(773)) - IPC Server Responder: starting
2014-04-10 11:50:56,100 INFO ipc.Server (Server.java:run(620)) - IPC Server listener on 49929: starting
2014-04-10 11:50:56,104 INFO security.NMContainerTokenSecretManager (NMContainerTokenSecretManager.java:setNodeId(189)) - Updating node address : localhost:49929
2014-04-10 11:50:56,105 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:serviceStart(294)) - ContainerManager started at /127.0.0.1:49929
2014-04-10 11:50:56,106 INFO ipc.Server (Server.java:run(551)) - Starting Socket Reader #1 for port 33863
2014-04-10 11:50:56,109 INFO pb.RpcServerFactoryPBImpl (RpcServerFactoryPBImpl.java:createServer(174)) - Adding protocol org.apache.hadoop.yarn.server.nodemanager.api.LocalizationProtocolPB to the server
2014-04-10 11:50:56,109 INFO ipc.Server (Server.java:run(773)) - IPC Server Responder: starting
2014-04-10 11:50:56,109 INFO ipc.Server (Server.java:run(620)) - IPC Server listener on 33863: starting
2014-04-10 11:50:56,113 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:serviceStart(263)) - Localizer started on port 33863
2014-04-10 11:50:56,115 INFO mapred.IndexCache (IndexCache.java:<init>(47)) - IndexCache created with max memory = 10485760
2014-04-10 11:50:56,116 INFO mapred.ShuffleHandler (ShuffleHandler.java:serviceStart(326)) - httpshuffle listening on port 44929
2014-04-10 11:50:56,116 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(169)) - Neither virutal-memory nor physical-memory monitoring is needed. Not running the monitor-thread
2014-04-10 11:50:56,117 INFO webapp.WebServer (WebServer.java:serviceStart(60)) - Instantiating NMWebApp at localhost.localdomain:0
2014-04-10 11:50:56,117 INFO http.HttpRequestLog (HttpRequestLog.java:getRequestLog(80)) - Http request log for http.requests.nodemanager is not defined
2014-04-10 11:50:56,118 INFO http.HttpServer2 (HttpServer2.java:addGlobalFilter(658)) - Added global filter 'safety' (class=org.apache.hadoop.http.HttpServer2$QuotingInputFilter)
2014-04-10 11:50:56,119 INFO http.HttpServer2 (HttpServer2.java:addFilter(636)) - Added filter static_user_filter (class=org.apache.hadoop.http.lib.StaticUserWebFilter$StaticUserFilter) to context node
2014-04-10 11:50:56,119 INFO http.HttpServer2 (HttpServer2.java:addFilter(643)) - Added filter static_user_filter (class=org.apache.hadoop.http.lib.StaticUserWebFilter$StaticUserFilter) to context logs
2014-04-10 11:50:56,119 INFO http.HttpServer2 (HttpServer2.java:addFilter(643)) - Added filter static_user_filter (class=org.apache.hadoop.http.lib.StaticUserWebFilter$StaticUserFilter) to context static
2014-04-10 11:50:56,120 INFO http.HttpServer2 (HttpServer2.java:initializeWebServer(392)) - adding path spec: /node/*
2014-04-10 11:50:56,120 INFO http.HttpServer2 (HttpServer2.java:initializeWebServer(392)) - adding path spec: /ws/*
2014-04-10 11:50:56,121 INFO http.HttpServer2 (HttpServer2.java:openListeners(846)) - Jetty bound to port 42894
2014-04-10 11:50:56,121 INFO mortbay.log (Slf4jLog.java:info(67)) - jetty-6.1.26
2014-04-10 11:50:56,125 INFO mortbay.log (Slf4jLog.java:info(67)) - Extract jar:file:/home/brock/.gradle/caches/modules-2/files-2.1/org.apache.hadoop/hadoop-yarn-common/2.3.0/2a926205d8437fe846b902e0a9e8df96924f72bf/hadoop-yarn-common-2.3.0.jar!/webapps/node to /tmp/Jetty_localhost_localdomain_42894_node____.tt454a/webapp
2014-04-10 11:50:56,280 INFO mortbay.log (Slf4jLog.java:info(67)) - Started SelectChannelConnector@localhost.localdomain:42894
2014-04-10 11:50:56,281 INFO webapp.WebApps (WebApps.java:start(248)) - Web app /node started at 42894
2014-04-10 11:50:56,286 INFO webapp.WebApps (WebApps.java:start(262)) - Registered webapp guice modules
2014-04-10 11:50:56,286 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:registerWithRM(244)) - Registering with RM using finished containers :[]
2014-04-10 11:50:56,287 INFO util.RackResolver (RackResolver.java:coreResolve(109)) - Resolved localhost to /default-rack
2014-04-10 11:50:56,287 INFO resourcemanager.ResourceTrackerService (ResourceTrackerService.java:registerNodeManager(294)) - NodeManager from node localhost(cmPort: 49929 httpPort: 42894) registered with capability: <memory:4096, vCores:8>, assigned nodeId localhost:49929
2014-04-10 11:50:56,287 INFO rmnode.RMNodeImpl (RMNodeImpl.java:handle(384)) - localhost:49929 Node Transitioned from NEW to RUNNING
2014-04-10 11:50:56,287 INFO security.NMContainerTokenSecretManager (NMContainerTokenSecretManager.java:setMasterKey(71)) - Rolling master-key for container-tokens, got key with id -1492253498
2014-04-10 11:50:56,287 INFO security.NMTokenSecretManagerInNM (NMTokenSecretManagerInNM.java:setMasterKey(65)) - Rolling master-key for nm-tokens, got key with id :-987875334
2014-04-10 11:50:56,287 INFO capacity.CapacityScheduler (CapacityScheduler.java:addNode(782)) - Added node localhost:49929 clusterResource: <memory:16384, vCores:32>
2014-04-10 11:50:56,287 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:registerWithRM(294)) - Registered with ResourceManager as localhost:49929 with total resource of <memory:4096, vCores:8>
2014-04-10 11:50:56,287 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:registerWithRM(296)) - Notifying ContainerManager to unblock new container-requests
2014-04-10 11:50:57,110 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/classes/test/data/apache.10.txt dst=null perm=null
2014-04-10 11:50:57,112 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/classes/test/data/apache.10.txt dst=null perm=null
2014-04-10 11:50:57,175 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/classes/test/data/apache.10.txt dst=null perm=brock:supergroup:rw-r--r--
2014-04-10 11:50:57,178 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(2966)) - BLOCK* allocateBlock: /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/classes/test/data/apache.10.txt. BP-1638008525-127.0.0.1-1397148635957 blk_1073741827_1003{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-522b0f7d-b75b-46f2-9e15-59b7ba563b04:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-a7d28360-a122-4b8f-a5df-7716c22c7a73:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-5d7d5487-2d1d-4414-8c1a-3a9617defa41:NORMAL|RBW]]}
2014-04-10 11:50:57,195 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1638008525-127.0.0.1-1397148635957:blk_1073741827_1003 src: /127.0.0.1:32825 dest: /127.0.0.1:50141
2014-04-10 11:50:57,199 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1638008525-127.0.0.1-1397148635957:blk_1073741827_1003 src: /127.0.0.1:34706 dest: /127.0.0.1:35451
2014-04-10 11:50:57,202 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1638008525-127.0.0.1-1397148635957:blk_1073741827_1003 src: /127.0.0.1:52529 dest: /127.0.0.1:41432
2014-04-10 11:50:57,211 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:52529, dest: /127.0.0.1:41432, bytes: 1449, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_611373658_9, offset: 0, srvID: 2a5b99b1-5021-412c-a75a-31058df58d31, blockid: BP-1638008525-127.0.0.1-1397148635957:blk_1073741827_1003, duration: 6204735
2014-04-10 11:50:57,211 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1638008525-127.0.0.1-1397148635957:blk_1073741827_1003, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2014-04-10 11:50:57,212 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:41432 is added to blk_1073741827_1003{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-e591ab9a-22c6-42de-961c-bb13e404aae9:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-b33a8866-bd5f-4441-ad36-c6496b5f71c0:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-0eec617b-7748-47d7-80ce-822d3c617914:NORMAL|RBW]]} size 0
2014-04-10 11:50:57,213 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:34706, dest: /127.0.0.1:35451, bytes: 1449, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_611373658_9, offset: 0, srvID: 8ec8a8cc-5508-442c-8963-d78fa559e878, blockid: BP-1638008525-127.0.0.1-1397148635957:blk_1073741827_1003, duration: 6491083
2014-04-10 11:50:57,213 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1638008525-127.0.0.1-1397148635957:blk_1073741827_1003, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 11:50:57,216 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:32825, dest: /127.0.0.1:50141, bytes: 1449, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_611373658_9, offset: 0, srvID: c1ad97e0-9f53-4437-974d-e948c41bedfe, blockid: BP-1638008525-127.0.0.1-1397148635957:blk_1073741827_1003, duration: 9507071
2014-04-10 11:50:57,216 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:35451 is added to blk_1073741827_1003{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-e591ab9a-22c6-42de-961c-bb13e404aae9:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-b33a8866-bd5f-4441-ad36-c6496b5f71c0:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-0eec617b-7748-47d7-80ce-822d3c617914:NORMAL|RBW]]} size 0
2014-04-10 11:50:57,216 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1638008525-127.0.0.1-1397148635957:blk_1073741827_1003, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 11:50:57,218 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:50141 is added to blk_1073741827_1003{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-e591ab9a-22c6-42de-961c-bb13e404aae9:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-b33a8866-bd5f-4441-ad36-c6496b5f71c0:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-0eec617b-7748-47d7-80ce-822d3c617914:NORMAL|RBW]]} size 0
2014-04-10 11:50:57,234 INFO hdfs.StateChange (FSNamesystem.java:completeFile(2899)) - DIR* completeFile: /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/classes/test/data/apache.10.txt is closed by DFSClient_NONMAPREDUCE_611373658_9
2014-04-10 11:50:57,248 INFO property.AppProps (AppProps.java:getAppID(162)) - using app.id: BC0307BCEBB74F7E9EDA9C6EFF9D5660
2014-04-10 11:50:57,300 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/classes/test/data/apache.10.txt dst=null perm=null
2014-04-10 11:50:57,301 INFO mapred.FileInputFormat (FileInputFormat.java:listStatus(253)) - Total input paths to process : 1
2014-04-10 11:50:57,306 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/classes/test/data/apache.10.txt dst=null perm=null
2014-04-10 11:50:57,328 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/classes/test/data/apache.10.txt dst=null perm=null
2014-04-10 11:50:57,339 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:50141, dest: /127.0.0.1:32830, bytes: 1461, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_611373658_9, offset: 0, srvID: c1ad97e0-9f53-4437-974d-e948c41bedfe, blockid: BP-1638008525-127.0.0.1-1397148635957:blk_1073741827_1003, duration: 427784
2014-04-10 11:50:57,347 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/mapreduceflowplatform/flowTest dst=null perm=null
2014-04-10 11:50:57,361 INFO util.Version (Version.java:printBanner(78)) - Concurrent, Inc - Cascading 2.5.3
2014-04-10 11:50:57,363 INFO flow.Flow (BaseFlow.java:logInfo(1354)) - [mrflow] starting
2014-04-10 11:50:57,364 INFO flow.Flow (BaseFlow.java:logInfo(1354)) - [mrflow] source: Hfs["NullScheme"]["hdfs://localhost:60632/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/classes/test/data/apache.10.txt"]
2014-04-10 11:50:57,364 INFO flow.Flow (BaseFlow.java:logInfo(1354)) - [mrflow] sink: Hfs["NullScheme"]["hdfs://localhost:60632/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/mapreduceflowplatform/flowTest"]
2014-04-10 11:50:57,365 INFO flow.Flow (BaseFlow.java:logInfo(1354)) - [mrflow] parallel execution is enabled: true
2014-04-10 11:50:57,365 INFO flow.Flow (BaseFlow.java:logInfo(1354)) - [mrflow] starting jobs: 1
2014-04-10 11:50:57,365 INFO flow.Flow (BaseFlow.java:logInfo(1354)) - [mrflow] allocating threads: 1
2014-04-10 11:50:57,367 INFO flow.FlowStep (BaseFlowStep.java:logInfo(834)) - [mrflow] starting step: Hfs["NullScheme"]["hdfs://localhost:60632/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/mapreduceflowplatform/flowTest"]
2014-04-10 11:50:57,388 INFO client.RMProxy (RMProxy.java:createRMProxy(92)) - Connecting to ResourceManager at localhost/127.0.0.1:44622
2014-04-10 11:50:57,419 INFO client.RMProxy (RMProxy.java:createRMProxy(92)) - Connecting to ResourceManager at localhost/127.0.0.1:44622
2014-04-10 11:50:57,425 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/mapreduceflowplatform/flowTest dst=null perm=null
2014-04-10 11:50:57,428 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging dst=null perm=null
2014-04-10 11:50:57,442 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=mkdirs src=/tmp/hadoop-yarn/staging/brock/.staging dst=null perm=brock:supergroup:rwx------
2014-04-10 11:50:57,484 INFO resourcemanager.ClientRMService (ClientRMService.java:getNewApplicationId(213)) - Allocated new applicationId: 1
2014-04-10 11:50:57,491 WARN mapreduce.JobSubmitter (JobSubmitter.java:copyAndConfigureFiles(150)) - Hadoop command-line option parsing not performed. Implement the Tool interface and execute your application with ToolRunner to remedy this.
2014-04-10 11:50:57,492 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397148651586_0001 dst=null perm=null
2014-04-10 11:50:57,509 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=mkdirs src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397148651586_0001 dst=null perm=brock:supergroup:rwxr-xr-x
2014-04-10 11:50:57,525 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397148651586_0001 dst=null perm=brock:supergroup:rwx------
2014-04-10 11:50:57,526 WARN mapreduce.JobSubmitter (JobSubmitter.java:copyAndConfigureFiles(259)) - No job jar file set. User classes may not be found. See Job or Job#setJar(String).
2014-04-10 11:50:57,528 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null
2014-04-10 11:50:57,530 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target/Hadoop2MR1Platform-tmpDir/hadoop-835624885896005772.jar dst=null perm=null
2014-04-10 11:50:57,532 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null
2014-04-10 11:50:57,534 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target/Hadoop2MR1Platform-tmpDir dst=null perm=null
2014-04-10 11:50:57,535 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target dst=null perm=null
2014-04-10 11:50:57,537 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock dst=null perm=null
2014-04-10 11:50:57,538 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user dst=null perm=null
2014-04-10 11:50:57,539 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/ dst=null perm=null
2014-04-10 11:50:57,541 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target/Hadoop2MR1Platform-tmpDir/hadoop-835624885896005772.jar dst=null perm=null
2014-04-10 11:50:57,546 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/classes/test/data/apache.10.txt dst=null perm=null
2014-04-10 11:50:57,546 INFO mapred.FileInputFormat (FileInputFormat.java:listStatus(253)) - Total input paths to process : 1
2014-04-10 11:50:57,548 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/classes/test/data/apache.10.txt dst=null perm=null
2014-04-10 11:50:57,652 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397148651586_0001/job.split dst=null perm=brock:supergroup:rw-r--r--
2014-04-10 11:50:57,675 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397148651586_0001/job.split dst=null perm=brock:supergroup:rw-r--r--
2014-04-10 11:50:57,679 INFO blockmanagement.BlockManager (BlockManager.java:setReplication(2455)) - Increasing replication from 3 to 10 for /tmp/hadoop-yarn/staging/brock/.staging/job_1397148651586_0001/job.split
2014-04-10 11:50:57,692 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=setReplication src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397148651586_0001/job.split dst=null perm=null
2014-04-10 11:50:57,698 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(2966)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/brock/.staging/job_1397148651586_0001/job.split. BP-1638008525-127.0.0.1-1397148635957 blk_1073741828_1004{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-e591ab9a-22c6-42de-961c-bb13e404aae9:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-5d7d5487-2d1d-4414-8c1a-3a9617defa41:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-a7d28360-a122-4b8f-a5df-7716c22c7a73:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-22cb6d02-3e35-4f66-89d9-1327072438fe:NORMAL|RBW]]}
2014-04-10 11:50:57,711 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1638008525-127.0.0.1-1397148635957:blk_1073741828_1004 src: /127.0.0.1:32832 dest: /127.0.0.1:50141
2014-04-10 11:50:57,715 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1638008525-127.0.0.1-1397148635957:blk_1073741828_1004 src: /127.0.0.1:52535 dest: /127.0.0.1:41432
2014-04-10 11:50:57,718 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1638008525-127.0.0.1-1397148635957:blk_1073741828_1004 src: /127.0.0.1:34714 dest: /127.0.0.1:35451
2014-04-10 11:50:57,720 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1638008525-127.0.0.1-1397148635957:blk_1073741828_1004 src: /127.0.0.1:57259 dest: /127.0.0.1:34839
2014-04-10 11:50:57,728 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:57259, dest: /127.0.0.1:34839, bytes: 795, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_611373658_9, offset: 0, srvID: 8a56312d-0316-4fb1-9cb0-6a1bc51bc949, blockid: BP-1638008525-127.0.0.1-1397148635957:blk_1073741828_1004, duration: 6430460
2014-04-10 11:50:57,728 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1638008525-127.0.0.1-1397148635957:blk_1073741828_1004, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2014-04-10 11:50:57,731 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:34839 is added to blk_1073741828_1004{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-5d7d5487-2d1d-4414-8c1a-3a9617defa41:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-a7d28360-a122-4b8f-a5df-7716c22c7a73:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-22cb6d02-3e35-4f66-89d9-1327072438fe:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-522b0f7d-b75b-46f2-9e15-59b7ba563b04:NORMAL|RBW]]} size 0
2014-04-10 11:50:57,731 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:34714, dest: /127.0.0.1:35451, bytes: 795, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_611373658_9, offset: 0, srvID: 8ec8a8cc-5508-442c-8963-d78fa559e878, blockid: BP-1638008525-127.0.0.1-1397148635957:blk_1073741828_1004, duration: 7708827
2014-04-10 11:50:57,732 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1638008525-127.0.0.1-1397148635957:blk_1073741828_1004, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 11:50:57,733 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:35451 is added to blk_1073741828_1004{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-5d7d5487-2d1d-4414-8c1a-3a9617defa41:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-a7d28360-a122-4b8f-a5df-7716c22c7a73:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-22cb6d02-3e35-4f66-89d9-1327072438fe:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-522b0f7d-b75b-46f2-9e15-59b7ba563b04:NORMAL|RBW]]} size 0
2014-04-10 11:50:57,733 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:52535, dest: /127.0.0.1:41432, bytes: 795, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_611373658_9, offset: 0, srvID: 2a5b99b1-5021-412c-a75a-31058df58d31, blockid: BP-1638008525-127.0.0.1-1397148635957:blk_1073741828_1004, duration: 11148095
2014-04-10 11:50:57,734 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1638008525-127.0.0.1-1397148635957:blk_1073741828_1004, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 11:50:57,735 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:41432 is added to blk_1073741828_1004{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-5d7d5487-2d1d-4414-8c1a-3a9617defa41:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-a7d28360-a122-4b8f-a5df-7716c22c7a73:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-22cb6d02-3e35-4f66-89d9-1327072438fe:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-522b0f7d-b75b-46f2-9e15-59b7ba563b04:NORMAL|RBW]]} size 0
2014-04-10 11:50:57,735 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:32832, dest: /127.0.0.1:50141, bytes: 795, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_611373658_9, offset: 0, srvID: c1ad97e0-9f53-4437-974d-e948c41bedfe, blockid: BP-1638008525-127.0.0.1-1397148635957:blk_1073741828_1004, duration: 12697117
2014-04-10 11:50:57,736 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1638008525-127.0.0.1-1397148635957:blk_1073741828_1004, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 11:50:57,736 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:50141 is added to blk_1073741828_1004{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-5d7d5487-2d1d-4414-8c1a-3a9617defa41:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-a7d28360-a122-4b8f-a5df-7716c22c7a73:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-22cb6d02-3e35-4f66-89d9-1327072438fe:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-522b0f7d-b75b-46f2-9e15-59b7ba563b04:NORMAL|RBW]]} size 0
2014-04-10 11:50:57,750 INFO hdfs.StateChange (FSNamesystem.java:completeFile(2899)) - DIR* completeFile: /tmp/hadoop-yarn/staging/brock/.staging/job_1397148651586_0001/job.split is closed by DFSClient_NONMAPREDUCE_611373658_9
2014-04-10 11:50:57,767 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397148651586_0001/job.splitmetainfo dst=null perm=brock:supergroup:rw-r--r--
2014-04-10 11:50:57,784 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397148651586_0001/job.splitmetainfo dst=null perm=brock:supergroup:rw-r--r--
2014-04-10 11:50:57,788 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(2966)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/brock/.staging/job_1397148651586_0001/job.splitmetainfo. BP-1638008525-127.0.0.1-1397148635957 blk_1073741829_1005{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-a7d28360-a122-4b8f-a5df-7716c22c7a73:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-5d7d5487-2d1d-4414-8c1a-3a9617defa41:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-22cb6d02-3e35-4f66-89d9-1327072438fe:NORMAL|RBW]]}
2014-04-10 11:50:57,803 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1638008525-127.0.0.1-1397148635957:blk_1073741829_1005 src: /127.0.0.1:34716 dest: /127.0.0.1:35451
2014-04-10 11:50:57,808 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1638008525-127.0.0.1-1397148635957:blk_1073741829_1005 src: /127.0.0.1:52539 dest: /127.0.0.1:41432
2014-04-10 11:50:57,810 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1638008525-127.0.0.1-1397148635957:blk_1073741829_1005 src: /127.0.0.1:57262 dest: /127.0.0.1:34839
2014-04-10 11:50:57,816 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:57262, dest: /127.0.0.1:34839, bytes: 155, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_611373658_9, offset: 0, srvID: 8a56312d-0316-4fb1-9cb0-6a1bc51bc949, blockid: BP-1638008525-127.0.0.1-1397148635957:blk_1073741829_1005, duration: 4341162
2014-04-10 11:50:57,816 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1638008525-127.0.0.1-1397148635957:blk_1073741829_1005, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2014-04-10 11:50:57,817 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:34839 is added to blk_1073741829_1005{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-b33a8866-bd5f-4441-ad36-c6496b5f71c0:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-0eec617b-7748-47d7-80ce-822d3c617914:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-b5119a97-db0e-4220-9885-a252148e8a0f:NORMAL|RBW]]} size 0
2014-04-10 11:50:57,818 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:52539, dest: /127.0.0.1:41432, bytes: 155, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_611373658_9, offset: 0, srvID: 2a5b99b1-5021-412c-a75a-31058df58d31, blockid: BP-1638008525-127.0.0.1-1397148635957:blk_1073741829_1005, duration: 5652683
2014-04-10 11:50:57,818 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1638008525-127.0.0.1-1397148635957:blk_1073741829_1005, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 11:50:57,819 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:41432 is added to blk_1073741829_1005{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-b33a8866-bd5f-4441-ad36-c6496b5f71c0:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-0eec617b-7748-47d7-80ce-822d3c617914:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-b5119a97-db0e-4220-9885-a252148e8a0f:NORMAL|RBW]]} size 0
2014-04-10 11:50:57,819 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:34716, dest: /127.0.0.1:35451, bytes: 155, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_611373658_9, offset: 0, srvID: 8ec8a8cc-5508-442c-8963-d78fa559e878, blockid: BP-1638008525-127.0.0.1-1397148635957:blk_1073741829_1005, duration: 7345153
2014-04-10 11:50:57,819 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1638008525-127.0.0.1-1397148635957:blk_1073741829_1005, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 11:50:57,821 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:35451 is added to blk_1073741829_1005{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-b33a8866-bd5f-4441-ad36-c6496b5f71c0:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-0eec617b-7748-47d7-80ce-822d3c617914:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-b5119a97-db0e-4220-9885-a252148e8a0f:NORMAL|RBW]]} size 0
2014-04-10 11:50:57,834 INFO hdfs.StateChange (FSNamesystem.java:completeFile(2899)) - DIR* completeFile: /tmp/hadoop-yarn/staging/brock/.staging/job_1397148651586_0001/job.splitmetainfo is closed by DFSClient_NONMAPREDUCE_611373658_9
2014-04-10 11:50:57,834 INFO mapreduce.JobSubmitter (JobSubmitter.java:submitJobInternal(396)) - number of splits:4
2014-04-10 11:50:57,859 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397148651586_0001/job.xml dst=null perm=brock:supergroup:rw-r--r--
2014-04-10 11:50:57,875 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397148651586_0001/job.xml dst=null perm=brock:supergroup:rw-r--r--
2014-04-10 11:50:57,943 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(2966)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/brock/.staging/job_1397148651586_0001/job.xml. BP-1638008525-127.0.0.1-1397148635957 blk_1073741830_1006{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-a7d28360-a122-4b8f-a5df-7716c22c7a73:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-522b0f7d-b75b-46f2-9e15-59b7ba563b04:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-b5119a97-db0e-4220-9885-a252148e8a0f:NORMAL|RBW]]}
2014-04-10 11:50:57,961 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1638008525-127.0.0.1-1397148635957:blk_1073741830_1006 src: /127.0.0.1:34720 dest: /127.0.0.1:35451
2014-04-10 11:50:57,963 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1638008525-127.0.0.1-1397148635957:blk_1073741830_1006 src: /127.0.0.1:32841 dest: /127.0.0.1:50141
2014-04-10 11:50:57,965 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1638008525-127.0.0.1-1397148635957:blk_1073741830_1006 src: /127.0.0.1:57266 dest: /127.0.0.1:34839
2014-04-10 11:50:57,975 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:57266, dest: /127.0.0.1:34839, bytes: 75071, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_611373658_9, offset: 0, srvID: 8a56312d-0316-4fb1-9cb0-6a1bc51bc949, blockid: BP-1638008525-127.0.0.1-1397148635957:blk_1073741830_1006, duration: 8715910
2014-04-10 11:50:57,976 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1638008525-127.0.0.1-1397148635957:blk_1073741830_1006, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2014-04-10 11:50:57,977 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:34839 is added to blk_1073741830_1006{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-a7d28360-a122-4b8f-a5df-7716c22c7a73:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-e591ab9a-22c6-42de-961c-bb13e404aae9:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-22cb6d02-3e35-4f66-89d9-1327072438fe:NORMAL|RBW]]} size 0
2014-04-10 11:50:57,977 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:32841, dest: /127.0.0.1:50141, bytes: 75071, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_611373658_9, offset: 0, srvID: c1ad97e0-9f53-4437-974d-e948c41bedfe, blockid: BP-1638008525-127.0.0.1-1397148635957:blk_1073741830_1006, duration: 10034249
2014-04-10 11:50:57,977 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1638008525-127.0.0.1-1397148635957:blk_1073741830_1006, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 11:50:57,980 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:50141 is added to blk_1073741830_1006{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-a7d28360-a122-4b8f-a5df-7716c22c7a73:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-e591ab9a-22c6-42de-961c-bb13e404aae9:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-22cb6d02-3e35-4f66-89d9-1327072438fe:NORMAL|RBW]]} size 0
2014-04-10 11:50:57,981 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:34720, dest: /127.0.0.1:35451, bytes: 75071, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_611373658_9, offset: 0, srvID: 8ec8a8cc-5508-442c-8963-d78fa559e878, blockid: BP-1638008525-127.0.0.1-1397148635957:blk_1073741830_1006, duration: 13523657
2014-04-10 11:50:57,981 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1638008525-127.0.0.1-1397148635957:blk_1073741830_1006, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 11:50:57,982 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:35451 is added to blk_1073741830_1006{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-a7d28360-a122-4b8f-a5df-7716c22c7a73:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-e591ab9a-22c6-42de-961c-bb13e404aae9:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-22cb6d02-3e35-4f66-89d9-1327072438fe:NORMAL|RBW]]} size 0
2014-04-10 11:50:58,000 INFO hdfs.StateChange (FSNamesystem.java:completeFile(2899)) - DIR* completeFile: /tmp/hadoop-yarn/staging/brock/.staging/job_1397148651586_0001/job.xml is closed by DFSClient_NONMAPREDUCE_611373658_9
2014-04-10 11:50:58,001 INFO mapreduce.JobSubmitter (JobSubmitter.java:printTokens(479)) - Submitting tokens for job: job_1397148651586_0001
2014-04-10 11:50:58,030 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397148651586_0001 dst=null perm=null
2014-04-10 11:50:58,039 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397148651586_0001/job.xml dst=null perm=null
2014-04-10 11:50:58,040 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397148651586_0001/job.xml dst=null perm=null
2014-04-10 11:50:58,041 INFO mapred.YARNRunner (YARNRunner.java:createApplicationSubmissionContext(368)) - Job jar is not present. Not adding any jar to the list of resources.
2014-04-10 11:50:58,041 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397148651586_0001/job.split dst=null perm=null
2014-04-10 11:50:58,042 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397148651586_0001/job.split dst=null perm=null
2014-04-10 11:50:58,044 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397148651586_0001/job.splitmetainfo dst=null perm=null
2014-04-10 11:50:58,045 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397148651586_0001/job.splitmetainfo dst=null perm=null
2014-04-10 11:50:58,049 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null
2014-04-10 11:50:58,051 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target/Hadoop2MR1Platform-tmpDir/hadoop-835624885896005772.jar dst=null perm=null
2014-04-10 11:50:58,052 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null
2014-04-10 11:50:58,053 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target/Hadoop2MR1Platform-tmpDir/hadoop-835624885896005772.jar dst=null perm=null
2014-04-10 11:50:58,055 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null
2014-04-10 11:50:58,057 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target/Hadoop2MR1Platform-tmpDir/hadoop-835624885896005772.jar dst=null perm=null
2014-04-10 11:50:58,141 INFO resourcemanager.ClientRMService (ClientRMService.java:submitApplication(326)) - Application with id 1 submitted by user brock
2014-04-10 11:50:58,142 INFO rmapp.RMAppImpl (RMAppImpl.java:transition(786)) - Storing application with id application_1397148651586_0001
2014-04-10 11:50:58,143 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(140)) - USER=brock IP=127.0.0.1 OPERATION=Submit Application Request TARGET=ClientRMService RESULT=SUCCESS APPID=application_1397148651586_0001
2014-04-10 11:50:58,143 INFO rmapp.RMAppImpl (RMAppImpl.java:handle(610)) - application_1397148651586_0001 State change from NEW to NEW_SAVING
2014-04-10 11:50:58,150 INFO recovery.RMStateStore (RMStateStore.java:handleStoreEvent(596)) - Storing info for app: application_1397148651586_0001
2014-04-10 11:50:58,164 INFO rmapp.RMAppImpl (RMAppImpl.java:handle(610)) - application_1397148651586_0001 State change from NEW_SAVING to SUBMITTED
2014-04-10 11:50:58,165 INFO resourcemanager.ApplicationMasterService (ApplicationMasterService.java:registerAppAttempt(556)) - Registering app attempt : appattempt_1397148651586_0001_000001
2014-04-10 11:50:58,168 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(652)) - appattempt_1397148651586_0001_000001 State change from NEW to SUBMITTED
2014-04-10 11:50:58,173 INFO capacity.LeafQueue (LeafQueue.java:activateApplications(718)) - Application application_1397148651586_0001 from user: brock activated in queue: default
2014-04-10 11:50:58,174 INFO capacity.LeafQueue (LeafQueue.java:addApplication(734)) - Application added - appId: application_1397148651586_0001 user: org.apache.hadoop.yarn.server.resourcemanager.scheduler.capacity.LeafQueue$User@2601a14b, leaf-queue: default #user-pending-applications: 0 #user-active-applications: 1 #queue-pending-applications: 0 #queue-active-applications: 1
2014-04-10 11:50:58,174 INFO capacity.ParentQueue (ParentQueue.java:addApplication(482)) - Application added - appId: application_1397148651586_0001 user: brock leaf-queue of parent: root #applications: 1
2014-04-10 11:50:58,175 INFO capacity.CapacityScheduler (CapacityScheduler.java:addApplicationAttempt(459)) - Application Submission: appattempt_1397148651586_0001_000001, user: brock queue: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:0, vCores:0>usedCapacity=0.0, absoluteUsedCapacity=0.0, numApps=1, numContainers=0, currently active: 1
2014-04-10 11:50:58,176 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(652)) - appattempt_1397148651586_0001_000001 State change from SUBMITTED to SCHEDULED
2014-04-10 11:50:58,176 INFO rmapp.RMAppImpl (RMAppImpl.java:handle(610)) - application_1397148651586_0001 State change from SUBMITTED to ACCEPTED
2014-04-10 11:50:58,315 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397148651586_0001_01_000001 Container Transitioned from NEW to ALLOCATED
2014-04-10 11:50:58,315 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(98)) - USER=brock OPERATION=AM Allocated Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1397148651586_0001 CONTAINERID=container_1397148651586_0001_01_000001
2014-04-10 11:50:58,316 INFO fica.FiCaSchedulerNode (FiCaSchedulerNode.java:allocateContainer(116)) - Assigned container container_1397148651586_0001_01_000001 of capacity <memory:2048, vCores:1> on host localhost:49929, which currently has 1 containers, <memory:2048, vCores:1> used and <memory:2048, vCores:7> available
2014-04-10 11:50:58,316 INFO capacity.LeafQueue (LeafQueue.java:assignContainer(1363)) - assignedContainer application=application_1397148651586_0001 container=Container: [ContainerId: container_1397148651586_0001_01_000001, NodeId: localhost:49929, NodeHttpAddress: localhost:42894, Resource: <memory:2048, vCores:1>, Priority: 0, Token: Token { kind: ContainerToken, service: localhost:49929 }, ] containerId=container_1397148651586_0001_01_000001 queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:0, vCores:0>usedCapacity=0.0, absoluteUsedCapacity=0.0, numApps=1, numContainers=0 usedCapacity=0.0 absoluteUsedCapacity=0.0 used=<memory:0, vCores:0> cluster=<memory:16384, vCores:32>
2014-04-10 11:50:58,317 INFO capacity.ParentQueue (ParentQueue.java:assignContainersToChildQueues(655)) - Re-sorting assigned queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:2048, vCores:1>usedCapacity=0.125, absoluteUsedCapacity=0.125, numApps=1, numContainers=1
2014-04-10 11:50:58,317 INFO capacity.ParentQueue (ParentQueue.java:assignContainers(570)) - assignedContainer queue=root usedCapacity=0.125 absoluteUsedCapacity=0.125 used=<memory:2048, vCores:1> cluster=<memory:16384, vCores:32>
2014-04-10 11:50:58,318 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397148651586_0001_01_000001 Container Transitioned from ALLOCATED to ACQUIRED
2014-04-10 11:50:58,320 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:storeAttempt(1554)) - Storing attempt: AppId: application_1397148651586_0001 AttemptId: appattempt_1397148651586_0001_000001 MasterContainer: Container: [ContainerId: container_1397148651586_0001_01_000001, NodeId: localhost:49929, NodeHttpAddress: localhost:42894, Resource: <memory:2048, vCores:1>, Priority: 0, Token: Token { kind: ContainerToken, service: localhost:49929 }, ]
2014-04-10 11:50:58,321 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(652)) - appattempt_1397148651586_0001_000001 State change from SCHEDULED to ALLOCATED_SAVING
2014-04-10 11:50:58,331 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(652)) - appattempt_1397148651586_0001_000001 State change from ALLOCATED_SAVING to ALLOCATED
2014-04-10 11:50:58,335 INFO amlauncher.AMLauncher (AMLauncher.java:run(248)) - Launching masterappattempt_1397148651586_0001_000001
2014-04-10 11:50:58,349 INFO amlauncher.AMLauncher (AMLauncher.java:launch(105)) - Setting up container Container: [ContainerId: container_1397148651586_0001_01_000001, NodeId: localhost:49929, NodeHttpAddress: localhost:42894, Resource: <memory:2048, vCores:1>, Priority: 0, Token: Token { kind: ContainerToken, service: localhost:49929 }, ] for AM appattempt_1397148651586_0001_000001
2014-04-10 11:50:58,350 INFO amlauncher.AMLauncher (AMLauncher.java:createAMContainerLaunchContext(190)) - Command to launch container container_1397148651586_0001_01_000001 : $JAVA_HOME/bin/java -Dlog4j.configuration=container-log4j.properties -Dyarn.app.container.log.dir=<LOG_DIR> -Dyarn.app.container.log.filesize=0 -Dhadoop.root.logger=INFO,CLA -Xmx1024m org.apache.hadoop.mapreduce.v2.app.MRAppMaster 1><LOG_DIR>/stdout 2><LOG_DIR>/stderr
2014-04-10 11:50:58,367 INFO impl.YarnClientImpl (YarnClientImpl.java:submitApplication(166)) - Submitted application application_1397148651586_0001
2014-04-10 11:50:58,371 INFO ipc.Server (Server.java:saslProcess(1252)) - Auth successful for appattempt_1397148651586_0001_000001 (auth:SIMPLE)
2014-04-10 11:50:58,393 INFO mapreduce.Job (Job.java:submit(1289)) - The url to track the job: http://localhost:35948/proxy/application_1397148651586_0001/
2014-04-10 11:50:58,394 INFO flow.FlowStep (BaseFlowStep.java:logInfo(834)) - [mrflow] submitted hadoop job: job_1397148651586_0001
2014-04-10 11:50:58,394 INFO flow.FlowStep (BaseFlowStep.java:logInfo(834)) - [mrflow] tracking url: http://localhost:35948/proxy/application_1397148651586_0001/
2014-04-10 11:50:58,417 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(572)) - Start request for container_1397148651586_0001_01_000001 by user brock
2014-04-10 11:50:58,435 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(611)) - Creating a new application reference for app application_1397148651586_0001
2014-04-10 11:50:58,437 INFO application.Application (ApplicationImpl.java:handle(450)) - Application application_1397148651586_0001 transitioned from NEW to INITING
2014-04-10 11:50:58,437 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=brock IP=127.0.0.1 OPERATION=Start Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1397148651586_0001 CONTAINERID=container_1397148651586_0001_01_000001
2014-04-10 11:50:58,437 INFO application.Application (ApplicationImpl.java:transition(296)) - Adding container_1397148651586_0001_01_000001 to application application_1397148651586_0001
2014-04-10 11:50:58,441 INFO application.Application (ApplicationImpl.java:handle(450)) - Application application_1397148651586_0001 transitioned from INITING to RUNNING
2014-04-10 11:50:58,443 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397148651586_0001_01_000001 transitioned from NEW to LOCALIZING
2014-04-10 11:50:58,443 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event CONTAINER_INIT for appId application_1397148651586_0001
2014-04-10 11:50:58,447 INFO amlauncher.AMLauncher (AMLauncher.java:launch(126)) - Done launching container Container: [ContainerId: container_1397148651586_0001_01_000001, NodeId: localhost:49929, NodeHttpAddress: localhost:42894, Resource: <memory:2048, vCores:1>, Priority: 0, Token: Token { kind: ContainerToken, service: localhost:49929 }, ] for AM appattempt_1397148651586_0001_000001
2014-04-10 11:50:58,447 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(652)) - appattempt_1397148651586_0001_000001 State change from ALLOCATED to LAUNCHED
2014-04-10 11:50:58,455 INFO localizer.LocalizedResource (LocalizedResource.java:handle(196)) - Resource hdfs://localhost:60632/tmp/hadoop-yarn/staging/brock/.staging/job_1397148651586_0001/job.splitmetainfo transitioned from INIT to DOWNLOADING
2014-04-10 11:50:58,455 INFO localizer.LocalizedResource (LocalizedResource.java:handle(196)) - Resource hdfs://localhost:60632/tmp/hadoop-yarn/staging/brock/.staging/job_1397148651586_0001/job.split transitioned from INIT to DOWNLOADING
2014-04-10 11:50:58,456 INFO localizer.LocalizedResource (LocalizedResource.java:handle(196)) - Resource hdfs://localhost:60632/tmp/hadoop-yarn/staging/brock/.staging/job_1397148651586_0001/job.xml transitioned from INIT to DOWNLOADING
2014-04-10 11:50:58,456 INFO localizer.LocalizedResource (LocalizedResource.java:handle(196)) - Resource hdfs://localhost:60632/user/brock/target/Hadoop2MR1Platform-tmpDir/hadoop-835624885896005772.jar transitioned from INIT to DOWNLOADING
2014-04-10 11:50:58,456 INFO localizer.LocalizedResource (LocalizedResource.java:handle(196)) - Resource hdfs://localhost:60632/user/brock/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar transitioned from INIT to DOWNLOADING
2014-04-10 11:50:58,457 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:handle(590)) - Created localizer for container_1397148651586_0001_01_000001
2014-04-10 11:50:58,459 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:addResource(651)) - Downloading public rsrc:{ hdfs://localhost:60632/user/brock/target/Hadoop2MR1Platform-tmpDir/hadoop-835624885896005772.jar, 1397148639302, FILE, null }
2014-04-10 11:50:58,464 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:addResource(651)) - Downloading public rsrc:{ hdfs://localhost:60632/user/brock/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar, 1397148639129, FILE, null }
2014-04-10 11:50:58,471 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:writeCredentials(1015)) - Writing credentials to the nmPrivate file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_1/nmPrivate/container_1397148651586_0001_01_000001.tokens. Credentials list:
2014-04-10 11:50:58,480 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target/Hadoop2MR1Platform-tmpDir/hadoop-835624885896005772.jar dst=null perm=null
2014-04-10 11:50:58,481 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null
2014-04-10 11:50:58,482 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target/Hadoop2MR1Platform-tmpDir/hadoop-835624885896005772.jar dst=null perm=null
2014-04-10 11:50:58,483 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null
2014-04-10 11:50:58,484 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target/Hadoop2MR1Platform-tmpDir dst=null perm=null
2014-04-10 11:50:58,485 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target/Hadoop2MR1Platform-tmpDir dst=null perm=null
2014-04-10 11:50:58,486 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target dst=null perm=null
2014-04-10 11:50:58,487 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target dst=null perm=null
2014-04-10 11:50:58,487 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock dst=null perm=null
2014-04-10 11:50:58,488 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:createUserCacheDirs(469)) - Initializing user brock
2014-04-10 11:50:58,488 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock dst=null perm=null
2014-04-10 11:50:58,489 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user dst=null perm=null
2014-04-10 11:50:58,490 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user dst=null perm=null
2014-04-10 11:50:58,491 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/ dst=null perm=null
2014-04-10 11:50:58,492 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/ dst=null perm=null
2014-04-10 11:50:58,493 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target/Hadoop2MR1Platform-tmpDir/hadoop-835624885896005772.jar dst=null perm=null
2014-04-10 11:50:58,494 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null
2014-04-10 11:50:58,495 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/user/brock/target/Hadoop2MR1Platform-tmpDir/hadoop-835624885896005772.jar dst=null perm=null
2014-04-10 11:50:58,497 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/user/brock/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null
2014-04-10 11:50:58,514 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:41432, dest: /127.0.0.1:52548, bytes: 388587, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_611373658_9, offset: 0, srvID: 2a5b99b1-5021-412c-a75a-31058df58d31, blockid: BP-1638008525-127.0.0.1-1397148635957:blk_1073741826_1002, duration: 5568736
2014-04-10 11:50:58,520 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:41432, dest: /127.0.0.1:52549, bytes: 488518, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_611373658_9, offset: 0, srvID: 2a5b99b1-5021-412c-a75a-31058df58d31, blockid: BP-1638008525-127.0.0.1-1397148635957:blk_1073741825_1001, duration: 10250258
2014-04-10 11:50:58,541 INFO localizer.LocalizedResource (LocalizedResource.java:handle(196)) - Resource hdfs://localhost:60632/user/brock/target/Hadoop2MR1Platform-tmpDir/hadoop-835624885896005772.jar(->file:/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_2/filecache/10/hadoop-835624885896005772.jar) transitioned from DOWNLOADING to LOCALIZED
2014-04-10 11:50:58,542 INFO localizer.LocalizedResource (LocalizedResource.java:handle(196)) - Resource hdfs://localhost:60632/user/brock/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar(->file:/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_1/filecache/11/MRAppJar.jar) transitioned from DOWNLOADING to LOCALIZED
2014-04-10 11:50:58,550 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(103)) - Copying from /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_1/nmPrivate/container_1397148651586_0001_01_000001.tokens to /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_0/usercache/brock/appcache/application_1397148651586_0001/container_1397148651586_0001_01_000001.tokens
2014-04-10 11:50:58,551 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(105)) - CWD set to /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_0/usercache/brock/appcache/application_1397148651586_0001 = file:/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_0/usercache/brock/appcache/application_1397148651586_0001
2014-04-10 11:50:58,553 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1638008525-127.0.0.1-1397148635957:blk_1073741827_1003
2014-04-10 11:50:58,556 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1638008525-127.0.0.1-1397148635957:blk_1073741830_1006
2014-04-10 11:50:58,557 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1638008525-127.0.0.1-1397148635957:blk_1073741828_1004
2014-04-10 11:50:58,685 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397148651586_0001/job.splitmetainfo dst=null perm=null
2014-04-10 11:50:58,687 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397148651586_0001/job.splitmetainfo dst=null perm=null
2014-04-10 11:50:58,689 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397148651586_0001/job.splitmetainfo dst=null perm=null
2014-04-10 11:50:58,700 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:41432, dest: /127.0.0.1:52548, bytes: 159, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_1197609197_893, offset: 0, srvID: 2a5b99b1-5021-412c-a75a-31058df58d31, blockid: BP-1638008525-127.0.0.1-1397148635957:blk_1073741829_1005, duration: 347242
2014-04-10 11:50:58,735 INFO localizer.LocalizedResource (LocalizedResource.java:handle(196)) - Resource hdfs://localhost:60632/tmp/hadoop-yarn/staging/brock/.staging/job_1397148651586_0001/job.splitmetainfo(->file:/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_1/usercache/brock/appcache/application_1397148651586_0001/filecache/10/job.splitmetainfo) transitioned from DOWNLOADING to LOCALIZED
2014-04-10 11:50:58,753 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397148651586_0001/job.split dst=null perm=null
2014-04-10 11:50:58,755 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397148651586_0001/job.split dst=null perm=null
2014-04-10 11:50:58,757 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397148651586_0001/job.split dst=null perm=null
2014-04-10 11:50:58,769 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:34839, dest: /127.0.0.1:57274, bytes: 803, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_1197609197_893, offset: 0, srvID: 8a56312d-0316-4fb1-9cb0-6a1bc51bc949, blockid: BP-1638008525-127.0.0.1-1397148635957:blk_1073741828_1004, duration: 354441
2014-04-10 11:50:58,788 INFO localizer.LocalizedResource (LocalizedResource.java:handle(196)) - Resource hdfs://localhost:60632/tmp/hadoop-yarn/staging/brock/.staging/job_1397148651586_0001/job.split(->file:/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_2/usercache/brock/appcache/application_1397148651586_0001/filecache/11/job.split) transitioned from DOWNLOADING to LOCALIZED
2014-04-10 11:50:58,806 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397148651586_0001/job.xml dst=null perm=null
2014-04-10 11:50:58,808 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397148651586_0001/job.xml dst=null perm=null
2014-04-10 11:50:58,810 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397148651586_0001/job.xml dst=null perm=null
2014-04-10 11:50:58,825 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:50141, dest: /127.0.0.1:32851, bytes: 75659, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_1197609197_893, offset: 0, srvID: c1ad97e0-9f53-4437-974d-e948c41bedfe, blockid: BP-1638008525-127.0.0.1-1397148635957:blk_1073741830_1006, duration: 571692
2014-04-10 11:50:58,840 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1638008525-127.0.0.1-1397148635957:blk_1073741827_1003
2014-04-10 11:50:58,841 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1638008525-127.0.0.1-1397148635957:blk_1073741830_1006
2014-04-10 11:50:58,842 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1638008525-127.0.0.1-1397148635957:blk_1073741828_1004
2014-04-10 11:50:58,843 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1638008525-127.0.0.1-1397148635957:blk_1073741829_1005
2014-04-10 11:50:58,843 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1638008525-127.0.0.1-1397148635957:blk_1073741828_1004
2014-04-10 11:50:58,844 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1638008525-127.0.0.1-1397148635957:blk_1073741830_1006
2014-04-10 11:50:58,845 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1638008525-127.0.0.1-1397148635957:blk_1073741829_1005
2014-04-10 11:50:58,848 INFO localizer.LocalizedResource (LocalizedResource.java:handle(196)) - Resource hdfs://localhost:60632/tmp/hadoop-yarn/staging/brock/.staging/job_1397148651586_0001/job.xml(->file:/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_3/usercache/brock/appcache/application_1397148651586_0001/filecache/12/job.xml) transitioned from DOWNLOADING to LOCALIZED
2014-04-10 11:50:58,850 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397148651586_0001_01_000001 transitioned from LOCALIZING to LOCALIZED
2014-04-10 11:50:58,873 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1638008525-127.0.0.1-1397148635957:blk_1073741827_1003
2014-04-10 11:50:58,874 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1638008525-127.0.0.1-1397148635957:blk_1073741829_1005
2014-04-10 11:50:58,874 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1638008525-127.0.0.1-1397148635957:blk_1073741828_1004
2014-04-10 11:50:58,896 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397148651586_0001_01_000001 transitioned from LOCALIZED to RUNNING
2014-04-10 11:50:58,896 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(169)) - Neither virutal-memory nor physical-memory monitoring is needed. Not running the monitor-thread
2014-04-10 11:50:58,967 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(189)) - launchContainer: [nice, -n, 0, bash, /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_0/usercache/brock/appcache/application_1397148651586_0001/container_1397148651586_0001_01_000001/default_container_executor.sh]
2014-04-10 11:50:59,293 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397148651586_0001_01_000001 Container Transitioned from ACQUIRED to RUNNING
2014-04-10 11:51:00,151 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging dst=null perm=null
2014-04-10 11:51:00,181 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397148651586_0001/COMMIT_STARTED dst=null perm=null
2014-04-10 11:51:00,182 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397148651586_0001/COMMIT_SUCCESS dst=null perm=null
2014-04-10 11:51:00,184 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397148651586_0001/COMMIT_FAIL dst=null perm=null
2014-04-10 11:51:00,223 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397148651586_0001 dst=null perm=null
2014-04-10 11:51:00,225 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/history/done_intermediate dst=null perm=null
2014-04-10 11:51:00,227 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock dst=null perm=null
2014-04-10 11:51:00,292 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=mkdirs src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock dst=null perm=brock:supergroup:rwxrwx---
2014-04-10 11:51:00,297 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock dst=null perm=null
2014-04-10 11:51:00,527 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397148651586_0001/job.splitmetainfo dst=null perm=null
2014-04-10 11:51:00,540 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397148651586_0001/job.splitmetainfo dst=null perm=null
2014-04-10 11:51:00,577 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:35451, dest: /127.0.0.1:34739, bytes: 159, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_-1819435312_1, offset: 0, srvID: 8ec8a8cc-5508-442c-8963-d78fa559e878, blockid: BP-1638008525-127.0.0.1-1397148635957:blk_1073741829_1005, duration: 203436
2014-04-10 11:51:01,161 INFO ipc.Server (Server.java:saslProcess(1252)) - Auth successful for appattempt_1397148651586_0001_000001 (auth:SIMPLE)
2014-04-10 11:51:01,166 INFO resourcemanager.ApplicationMasterService (ApplicationMasterService.java:registerApplicationMaster(251)) - AM registration appattempt_1397148651586_0001_000001
2014-04-10 11:51:01,168 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(119)) - USER=brock IP=127.0.0.1 OPERATION=Register App Master TARGET=ApplicationMasterService RESULT=SUCCESS APPID=application_1397148651586_0001 APPATTEMPTID=appattempt_1397148651586_0001_000001
2014-04-10 11:51:01,168 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(652)) - appattempt_1397148651586_0001_000001 State change from LAUNCHED to RUNNING
2014-04-10 11:51:01,168 INFO rmapp.RMAppImpl (RMAppImpl.java:handle(610)) - application_1397148651586_0001 State change from ACCEPTED to RUNNING
2014-04-10 11:51:01,242 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397148651586_0001/job_1397148651586_0001_1.jhist dst=null perm=brock:supergroup:rw-rw-rw-
2014-04-10 11:51:01,258 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=mkdirs src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/mapreduceflowplatform/flowTest/_temporary/1 dst=null perm=brock:supergroup:rwxrwxrwx
2014-04-10 11:51:01,300 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397148651586_0001/job_1397148651586_0001_1_conf.xml dst=null perm=brock:supergroup:rw-rw-rw-
2014-04-10 11:51:01,393 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(2966)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/brock/.staging/job_1397148651586_0001/job_1397148651586_0001_1_conf.xml. BP-1638008525-127.0.0.1-1397148635957 blk_1073741831_1007{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-0eec617b-7748-47d7-80ce-822d3c617914:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-e591ab9a-22c6-42de-961c-bb13e404aae9:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-b33a8866-bd5f-4441-ad36-c6496b5f71c0:NORMAL|RBW]]}
2014-04-10 11:51:01,431 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1638008525-127.0.0.1-1397148635957:blk_1073741831_1007 src: /127.0.0.1:52565 dest: /127.0.0.1:41432
2014-04-10 11:51:01,432 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1638008525-127.0.0.1-1397148635957:blk_1073741831_1007 src: /127.0.0.1:32864 dest: /127.0.0.1:50141
2014-04-10 11:51:01,434 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1638008525-127.0.0.1-1397148635957:blk_1073741831_1007 src: /127.0.0.1:34745 dest: /127.0.0.1:35451
2014-04-10 11:51:01,447 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:34745, dest: /127.0.0.1:35451, bytes: 88815, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-1819435312_1, offset: 0, srvID: 8ec8a8cc-5508-442c-8963-d78fa559e878, blockid: BP-1638008525-127.0.0.1-1397148635957:blk_1073741831_1007, duration: 12044891
2014-04-10 11:51:01,448 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1638008525-127.0.0.1-1397148635957:blk_1073741831_1007, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2014-04-10 11:51:01,451 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:35451 is added to blk_1073741831_1007{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-b33a8866-bd5f-4441-ad36-c6496b5f71c0:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-5d7d5487-2d1d-4414-8c1a-3a9617defa41:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-522b0f7d-b75b-46f2-9e15-59b7ba563b04:NORMAL|RBW]]} size 0
2014-04-10 11:51:01,451 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:32864, dest: /127.0.0.1:50141, bytes: 88815, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-1819435312_1, offset: 0, srvID: c1ad97e0-9f53-4437-974d-e948c41bedfe, blockid: BP-1638008525-127.0.0.1-1397148635957:blk_1073741831_1007, duration: 13225876
2014-04-10 11:51:01,452 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1638008525-127.0.0.1-1397148635957:blk_1073741831_1007, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 11:51:01,452 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:50141 is added to blk_1073741831_1007{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-b33a8866-bd5f-4441-ad36-c6496b5f71c0:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-5d7d5487-2d1d-4414-8c1a-3a9617defa41:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-522b0f7d-b75b-46f2-9e15-59b7ba563b04:NORMAL|RBW]]} size 0
2014-04-10 11:51:01,452 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:52565, dest: /127.0.0.1:41432, bytes: 88815, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-1819435312_1, offset: 0, srvID: 2a5b99b1-5021-412c-a75a-31058df58d31, blockid: BP-1638008525-127.0.0.1-1397148635957:blk_1073741831_1007, duration: 14536690
2014-04-10 11:51:01,453 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1638008525-127.0.0.1-1397148635957:blk_1073741831_1007, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 11:51:01,453 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:41432 is added to blk_1073741831_1007{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-b33a8866-bd5f-4441-ad36-c6496b5f71c0:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-5d7d5487-2d1d-4414-8c1a-3a9617defa41:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-522b0f7d-b75b-46f2-9e15-59b7ba563b04:NORMAL|RBW]]} size 0
2014-04-10 11:51:01,475 INFO hdfs.StateChange (FSNamesystem.java:completeFile(2899)) - DIR* completeFile: /tmp/hadoop-yarn/staging/brock/.staging/job_1397148651586_0001/job_1397148651586_0001_1_conf.xml is closed by DFSClient_NONMAPREDUCE_-1819435312_1
2014-04-10 11:51:02,295 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397148651586_0001_01_000002 Container Transitioned from NEW to ALLOCATED
2014-04-10 11:51:02,295 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(98)) - USER=brock OPERATION=AM Allocated Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1397148651586_0001 CONTAINERID=container_1397148651586_0001_01_000002
2014-04-10 11:51:02,296 INFO fica.FiCaSchedulerNode (FiCaSchedulerNode.java:allocateContainer(116)) - Assigned container container_1397148651586_0001_01_000002 of capacity <memory:1024, vCores:1> on host localhost:49929, which currently has 2 containers, <memory:3072, vCores:2> used and <memory:1024, vCores:6> available
2014-04-10 11:51:02,296 INFO capacity.LeafQueue (LeafQueue.java:assignContainer(1363)) - assignedContainer application=application_1397148651586_0001 container=Container: [ContainerId: container_1397148651586_0001_01_000002, NodeId: localhost:49929, NodeHttpAddress: localhost:42894, Resource: <memory:1024, vCores:1>, Priority: 20, Token: Token { kind: ContainerToken, service: localhost:49929 }, ] containerId=container_1397148651586_0001_01_000002 queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:2048, vCores:1>usedCapacity=0.125, absoluteUsedCapacity=0.125, numApps=1, numContainers=1 usedCapacity=0.125 absoluteUsedCapacity=0.125 used=<memory:2048, vCores:1> cluster=<memory:16384, vCores:32>
2014-04-10 11:51:02,296 INFO capacity.ParentQueue (ParentQueue.java:assignContainersToChildQueues(655)) - Re-sorting assigned queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:3072, vCores:2>usedCapacity=0.1875, absoluteUsedCapacity=0.1875, numApps=1, numContainers=2
2014-04-10 11:51:02,296 INFO capacity.ParentQueue (ParentQueue.java:assignContainers(570)) - assignedContainer queue=root usedCapacity=0.1875 absoluteUsedCapacity=0.1875 used=<memory:3072, vCores:2> cluster=<memory:16384, vCores:32>
2014-04-10 11:51:02,297 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397148651586_0001_01_000003 Container Transitioned from NEW to ALLOCATED
2014-04-10 11:51:02,297 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(98)) - USER=brock OPERATION=AM Allocated Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1397148651586_0001 CONTAINERID=container_1397148651586_0001_01_000003
2014-04-10 11:51:02,298 INFO fica.FiCaSchedulerNode (FiCaSchedulerNode.java:allocateContainer(116)) - Assigned container container_1397148651586_0001_01_000003 of capacity <memory:1024, vCores:1> on host localhost:49929, which currently has 3 containers, <memory:4096, vCores:3> used and <memory:0, vCores:5> available
2014-04-10 11:51:02,298 INFO capacity.LeafQueue (LeafQueue.java:assignContainer(1363)) - assignedContainer application=application_1397148651586_0001 container=Container: [ContainerId: container_1397148651586_0001_01_000003, NodeId: localhost:49929, NodeHttpAddress: localhost:42894, Resource: <memory:1024, vCores:1>, Priority: 20, Token: Token { kind: ContainerToken, service: localhost:49929 }, ] containerId=container_1397148651586_0001_01_000003 queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:3072, vCores:2>usedCapacity=0.1875, absoluteUsedCapacity=0.1875, numApps=1, numContainers=2 usedCapacity=0.1875 absoluteUsedCapacity=0.1875 used=<memory:3072, vCores:2> cluster=<memory:16384, vCores:32>
2014-04-10 11:51:02,298 INFO capacity.ParentQueue (ParentQueue.java:assignContainersToChildQueues(655)) - Re-sorting assigned queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:4096, vCores:3>usedCapacity=0.25, absoluteUsedCapacity=0.25, numApps=1, numContainers=3
2014-04-10 11:51:02,298 INFO capacity.ParentQueue (ParentQueue.java:assignContainers(570)) - assignedContainer queue=root usedCapacity=0.25 absoluteUsedCapacity=0.25 used=<memory:4096, vCores:3> cluster=<memory:16384, vCores:32>
2014-04-10 11:51:02,313 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397148651586_0001_01_000004 Container Transitioned from NEW to ALLOCATED
2014-04-10 11:51:02,313 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(98)) - USER=brock OPERATION=AM Allocated Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1397148651586_0001 CONTAINERID=container_1397148651586_0001_01_000004
2014-04-10 11:51:02,313 INFO fica.FiCaSchedulerNode (FiCaSchedulerNode.java:allocateContainer(116)) - Assigned container container_1397148651586_0001_01_000004 of capacity <memory:1024, vCores:1> on host localhost:40708, which currently has 1 containers, <memory:1024, vCores:1> used and <memory:3072, vCores:7> available
2014-04-10 11:51:02,313 INFO capacity.LeafQueue (LeafQueue.java:assignContainer(1363)) - assignedContainer application=application_1397148651586_0001 container=Container: [ContainerId: container_1397148651586_0001_01_000004, NodeId: localhost:40708, NodeHttpAddress: localhost:48138, Resource: <memory:1024, vCores:1>, Priority: 20, Token: Token { kind: ContainerToken, service: localhost:40708 }, ] containerId=container_1397148651586_0001_01_000004 queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:4096, vCores:3>usedCapacity=0.25, absoluteUsedCapacity=0.25, numApps=1, numContainers=3 usedCapacity=0.25 absoluteUsedCapacity=0.25 used=<memory:4096, vCores:3> cluster=<memory:16384, vCores:32>
2014-04-10 11:51:02,314 INFO capacity.ParentQueue (ParentQueue.java:assignContainersToChildQueues(655)) - Re-sorting assigned queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:5120, vCores:4>usedCapacity=0.3125, absoluteUsedCapacity=0.3125, numApps=1, numContainers=4
2014-04-10 11:51:02,314 INFO capacity.ParentQueue (ParentQueue.java:assignContainers(570)) - assignedContainer queue=root usedCapacity=0.3125 absoluteUsedCapacity=0.3125 used=<memory:5120, vCores:4> cluster=<memory:16384, vCores:32>
2014-04-10 11:51:02,315 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397148651586_0001_01_000005 Container Transitioned from NEW to ALLOCATED
2014-04-10 11:51:02,315 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(98)) - USER=brock OPERATION=AM Allocated Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1397148651586_0001 CONTAINERID=container_1397148651586_0001_01_000005
2014-04-10 11:51:02,315 INFO fica.FiCaSchedulerNode (FiCaSchedulerNode.java:allocateContainer(116)) - Assigned container container_1397148651586_0001_01_000005 of capacity <memory:1024, vCores:1> on host localhost:40708, which currently has 2 containers, <memory:2048, vCores:2> used and <memory:2048, vCores:6> available
2014-04-10 11:51:02,315 INFO capacity.LeafQueue (LeafQueue.java:assignContainer(1363)) - assignedContainer application=application_1397148651586_0001 container=Container: [ContainerId: container_1397148651586_0001_01_000005, NodeId: localhost:40708, NodeHttpAddress: localhost:48138, Resource: <memory:1024, vCores:1>, Priority: 20, Token: Token { kind: ContainerToken, service: localhost:40708 }, ] containerId=container_1397148651586_0001_01_000005 queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:5120, vCores:4>usedCapacity=0.3125, absoluteUsedCapacity=0.3125, numApps=1, numContainers=4 usedCapacity=0.3125 absoluteUsedCapacity=0.3125 used=<memory:5120, vCores:4> cluster=<memory:16384, vCores:32>
2014-04-10 11:51:02,316 INFO capacity.ParentQueue (ParentQueue.java:assignContainersToChildQueues(655)) - Re-sorting assigned queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:6144, vCores:5>usedCapacity=0.375, absoluteUsedCapacity=0.375, numApps=1, numContainers=5
2014-04-10 11:51:02,316 INFO capacity.ParentQueue (ParentQueue.java:assignContainers(570)) - assignedContainer queue=root usedCapacity=0.375 absoluteUsedCapacity=0.375 used=<memory:6144, vCores:5> cluster=<memory:16384, vCores:32>
2014-04-10 11:51:03,218 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397148651586_0001_01_000002 Container Transitioned from ALLOCATED to ACQUIRED
2014-04-10 11:51:03,219 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397148651586_0001_01_000003 Container Transitioned from ALLOCATED to ACQUIRED
2014-04-10 11:51:03,220 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397148651586_0001_01_000004 Container Transitioned from ALLOCATED to ACQUIRED
2014-04-10 11:51:03,221 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397148651586_0001_01_000005 Container Transitioned from ALLOCATED to ACQUIRED
2014-04-10 11:51:03,277 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397148651586_0001/job.xml dst=null perm=null
2014-04-10 11:51:03,279 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397148651586_0001/job.xml dst=null perm=null
2014-04-10 11:51:03,287 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null
2014-04-10 11:51:03,289 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target/Hadoop2MR1Platform-tmpDir/hadoop-835624885896005772.jar dst=null perm=null
2014-04-10 11:51:03,296 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null
2014-04-10 11:51:03,298 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target/Hadoop2MR1Platform-tmpDir/hadoop-835624885896005772.jar dst=null perm=null
2014-04-10 11:51:03,300 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null
2014-04-10 11:51:03,302 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target/Hadoop2MR1Platform-tmpDir/hadoop-835624885896005772.jar dst=null perm=null
2014-04-10 11:51:03,363 INFO ipc.Server (Server.java:saslProcess(1252)) - Auth successful for appattempt_1397148651586_0001_000001 (auth:SIMPLE)
2014-04-10 11:51:03,363 INFO ipc.Server (Server.java:saslProcess(1252)) - Auth successful for appattempt_1397148651586_0001_000001 (auth:SIMPLE)
2014-04-10 11:51:03,372 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(572)) - Start request for container_1397148651586_0001_01_000002 by user brock
2014-04-10 11:51:03,372 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(572)) - Start request for container_1397148651586_0001_01_000003 by user brock
2014-04-10 11:51:03,372 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(572)) - Start request for container_1397148651586_0001_01_000005 by user brock
2014-04-10 11:51:03,373 INFO application.Application (ApplicationImpl.java:transition(296)) - Adding container_1397148651586_0001_01_000002 to application application_1397148651586_0001
2014-04-10 11:51:03,373 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=brock IP=127.0.0.1 OPERATION=Start Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1397148651586_0001 CONTAINERID=container_1397148651586_0001_01_000002
2014-04-10 11:51:03,373 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(572)) - Start request for container_1397148651586_0001_01_000004 by user brock
2014-04-10 11:51:03,374 INFO application.Application (ApplicationImpl.java:transition(296)) - Adding container_1397148651586_0001_01_000003 to application application_1397148651586_0001
2014-04-10 11:51:03,374 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(611)) - Creating a new application reference for app application_1397148651586_0001
2014-04-10 11:51:03,374 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=brock IP=127.0.0.1 OPERATION=Start Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1397148651586_0001 CONTAINERID=container_1397148651586_0001_01_000003
2014-04-10 11:51:03,375 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=brock IP=127.0.0.1 OPERATION=Start Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1397148651586_0001 CONTAINERID=container_1397148651586_0001_01_000004
2014-04-10 11:51:03,376 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397148651586_0001_01_000002 transitioned from NEW to LOCALIZING
2014-04-10 11:51:03,376 INFO application.Application (ApplicationImpl.java:transition(296)) - Adding container_1397148651586_0001_01_000004 to application application_1397148651586_0001
2014-04-10 11:51:03,376 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=brock IP=127.0.0.1 OPERATION=Start Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1397148651586_0001 CONTAINERID=container_1397148651586_0001_01_000005
2014-04-10 11:51:03,378 INFO application.Application (ApplicationImpl.java:handle(450)) - Application application_1397148651586_0001 transitioned from NEW to INITING
2014-04-10 11:51:03,378 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397148651586_0001_01_000003 transitioned from NEW to LOCALIZING
2014-04-10 11:51:03,379 INFO application.Application (ApplicationImpl.java:transition(296)) - Adding container_1397148651586_0001_01_000005 to application application_1397148651586_0001
2014-04-10 11:51:03,379 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event CONTAINER_INIT for appId application_1397148651586_0001
2014-04-10 11:51:03,380 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event APPLICATION_INIT for appId application_1397148651586_0001
2014-04-10 11:51:03,380 INFO application.Application (ApplicationImpl.java:handle(450)) - Application application_1397148651586_0001 transitioned from INITING to RUNNING
2014-04-10 11:51:03,380 INFO containermanager.AuxServices (AuxServices.java:handle(179)) - Got APPLICATION_INIT for service mapreduce_shuffle
2014-04-10 11:51:03,381 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397148651586_0001_01_000004 transitioned from NEW to LOCALIZING
2014-04-10 11:51:03,381 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397148651586_0001_01_000005 transitioned from NEW to LOCALIZING
2014-04-10 11:51:03,382 INFO mapred.ShuffleHandler (ShuffleHandler.java:initializeApplication(263)) - Added token for job_1397148651586_0001
2014-04-10 11:51:03,382 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event CONTAINER_INIT for appId application_1397148651586_0001
2014-04-10 11:51:03,382 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event APPLICATION_INIT for appId application_1397148651586_0001
2014-04-10 11:51:03,382 INFO containermanager.AuxServices (AuxServices.java:handle(179)) - Got APPLICATION_INIT for service mapreduce_shuffle
2014-04-10 11:51:03,382 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event CONTAINER_INIT for appId application_1397148651586_0001
2014-04-10 11:51:03,382 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event APPLICATION_INIT for appId application_1397148651586_0001
2014-04-10 11:51:03,382 INFO mapred.ShuffleHandler (ShuffleHandler.java:initializeApplication(263)) - Added token for job_1397148651586_0001
2014-04-10 11:51:03,383 INFO containermanager.AuxServices (AuxServices.java:handle(179)) - Got APPLICATION_INIT for service mapreduce_shuffle
2014-04-10 11:51:03,383 INFO mapred.ShuffleHandler (ShuffleHandler.java:initializeApplication(263)) - Added token for job_1397148651586_0001
2014-04-10 11:51:03,384 INFO localizer.LocalizedResource (LocalizedResource.java:handle(196)) - Resource hdfs://localhost:60632/tmp/hadoop-yarn/staging/brock/.staging/job_1397148651586_0001/job.xml transitioned from INIT to DOWNLOADING
2014-04-10 11:51:03,384 INFO localizer.LocalizedResource (LocalizedResource.java:handle(196)) - Resource hdfs://localhost:60632/user/brock/target/Hadoop2MR1Platform-tmpDir/hadoop-835624885896005772.jar transitioned from INIT to DOWNLOADING
2014-04-10 11:51:03,384 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397148651586_0001_01_000002 transitioned from LOCALIZING to LOCALIZED
2014-04-10 11:51:03,384 INFO localizer.LocalizedResource (LocalizedResource.java:handle(196)) - Resource hdfs://localhost:60632/user/brock/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar transitioned from INIT to DOWNLOADING
2014-04-10 11:51:03,385 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event CONTAINER_INIT for appId application_1397148651586_0001
2014-04-10 11:51:03,385 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event APPLICATION_INIT for appId application_1397148651586_0001
2014-04-10 11:51:03,385 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397148651586_0001_01_000003 transitioned from LOCALIZING to LOCALIZED
2014-04-10 11:51:03,385 INFO containermanager.AuxServices (AuxServices.java:handle(179)) - Got APPLICATION_INIT for service mapreduce_shuffle
2014-04-10 11:51:03,385 INFO mapred.ShuffleHandler (ShuffleHandler.java:initializeApplication(263)) - Added token for job_1397148651586_0001
2014-04-10 11:51:03,386 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:handle(590)) - Created localizer for container_1397148651586_0001_01_000004
2014-04-10 11:51:03,387 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:addResource(651)) - Downloading public rsrc:{ hdfs://localhost:60632/user/brock/target/Hadoop2MR1Platform-tmpDir/hadoop-835624885896005772.jar, 1397148639302, FILE, null }
2014-04-10 11:51:03,391 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:addResource(651)) - Downloading public rsrc:{ hdfs://localhost:60632/user/brock/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar, 1397148639129, FILE, null }
2014-04-10 11:51:03,392 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:handle(590)) - Created localizer for container_1397148651586_0001_01_000005
2014-04-10 11:51:03,393 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:addResource(651)) - Downloading public rsrc:{ hdfs://localhost:60632/user/brock/target/Hadoop2MR1Platform-tmpDir/hadoop-835624885896005772.jar, 1397148639302, FILE, null }
2014-04-10 11:51:03,393 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:addResource(651)) - Downloading public rsrc:{ hdfs://localhost:60632/user/brock/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar, 1397148639129, FILE, null }
2014-04-10 11:51:03,403 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:writeCredentials(1015)) - Writing credentials to the nmPrivate file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_2/nmPrivate/container_1397148651586_0001_01_000004.tokens. Credentials list:
2014-04-10 11:51:03,406 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:writeCredentials(1015)) - Writing credentials to the nmPrivate file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_2/nmPrivate/container_1397148651586_0001_01_000005.tokens. Credentials list:
2014-04-10 11:51:03,410 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target/Hadoop2MR1Platform-tmpDir/hadoop-835624885896005772.jar dst=null perm=null
2014-04-10 11:51:03,411 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null
2014-04-10 11:51:03,411 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target/Hadoop2MR1Platform-tmpDir/hadoop-835624885896005772.jar dst=null perm=null
2014-04-10 11:51:03,412 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null
2014-04-10 11:51:03,412 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target/Hadoop2MR1Platform-tmpDir dst=null perm=null
2014-04-10 11:51:03,413 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target/Hadoop2MR1Platform-tmpDir dst=null perm=null
2014-04-10 11:51:03,413 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target dst=null perm=null
2014-04-10 11:51:03,414 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target dst=null perm=null
2014-04-10 11:51:03,414 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock dst=null perm=null
2014-04-10 11:51:03,415 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock dst=null perm=null
2014-04-10 11:51:03,415 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user dst=null perm=null
2014-04-10 11:51:03,416 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:createUserCacheDirs(469)) - Initializing user brock
2014-04-10 11:51:03,416 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user dst=null perm=null
2014-04-10 11:51:03,417 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/ dst=null perm=null
2014-04-10 11:51:03,417 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/ dst=null perm=null
2014-04-10 11:51:03,418 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target/Hadoop2MR1Platform-tmpDir/hadoop-835624885896005772.jar dst=null perm=null
2014-04-10 11:51:03,418 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null
2014-04-10 11:51:03,419 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/user/brock/target/Hadoop2MR1Platform-tmpDir/hadoop-835624885896005772.jar dst=null perm=null
2014-04-10 11:51:03,420 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/user/brock/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null
2014-04-10 11:51:03,425 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397148651586_0001_01_000003 transitioned from LOCALIZED to RUNNING
2014-04-10 11:51:03,425 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397148651586_0001_01_000002 transitioned from LOCALIZED to RUNNING
2014-04-10 11:51:03,425 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(169)) - Neither virutal-memory nor physical-memory monitoring is needed. Not running the monitor-thread
2014-04-10 11:51:03,425 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(169)) - Neither virutal-memory nor physical-memory monitoring is needed. Not running the monitor-thread
2014-04-10 11:51:03,428 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:34839, dest: /127.0.0.1:57297, bytes: 388587, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_611373658_9, offset: 0, srvID: 8a56312d-0316-4fb1-9cb0-6a1bc51bc949, blockid: BP-1638008525-127.0.0.1-1397148635957:blk_1073741826_1002, duration: 1548695
2014-04-10 11:51:03,428 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:35451, dest: /127.0.0.1:34752, bytes: 488518, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_611373658_9, offset: 0, srvID: 8ec8a8cc-5508-442c-8963-d78fa559e878, blockid: BP-1638008525-127.0.0.1-1397148635957:blk_1073741825_1001, duration: 2657078
2014-04-10 11:51:03,453 INFO localizer.LocalizedResource (LocalizedResource.java:handle(196)) - Resource hdfs://localhost:60632/user/brock/target/Hadoop2MR1Platform-tmpDir/hadoop-835624885896005772.jar(->file:/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_3/filecache/10/hadoop-835624885896005772.jar) transitioned from DOWNLOADING to LOCALIZED
2014-04-10 11:51:03,453 INFO localizer.LocalizedResource (LocalizedResource.java:handle(196)) - Resource hdfs://localhost:60632/user/brock/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar(->file:/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_3/filecache/11/MRAppJar.jar) transitioned from DOWNLOADING to LOCALIZED
2014-04-10 11:51:03,491 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(103)) - Copying from /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_2/nmPrivate/container_1397148651586_0001_01_000004.tokens to /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_0/usercache/brock/appcache/application_1397148651586_0001/container_1397148651586_0001_01_000004.tokens
2014-04-10 11:51:03,492 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(105)) - CWD set to /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_0/usercache/brock/appcache/application_1397148651586_0001 = file:/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_0/usercache/brock/appcache/application_1397148651586_0001
2014-04-10 11:51:03,496 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(189)) - launchContainer: [nice, -n, 0, bash, /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_2/usercache/brock/appcache/application_1397148651586_0001/container_1397148651586_0001_01_000003/default_container_executor.sh]
2014-04-10 11:51:03,496 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(189)) - launchContainer: [nice, -n, 0, bash, /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_3/usercache/brock/appcache/application_1397148651586_0001/container_1397148651586_0001_01_000002/default_container_executor.sh]
2014-04-10 11:51:03,560 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1638008525-127.0.0.1-1397148635957:blk_1073741831_1007
2014-04-10 11:51:03,613 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397148651586_0001/job.xml dst=null perm=null
2014-04-10 11:51:03,614 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397148651586_0001/job.xml dst=null perm=null
2014-04-10 11:51:03,615 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397148651586_0001/job.xml dst=null perm=null
2014-04-10 11:51:03,620 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:34839, dest: /127.0.0.1:57297, bytes: 75659, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_-158415343_1092, offset: 0, srvID: 8a56312d-0316-4fb1-9cb0-6a1bc51bc949, blockid: BP-1638008525-127.0.0.1-1397148635957:blk_1073741830_1006, duration: 331088
2014-04-10 11:51:03,632 INFO localizer.LocalizedResource (LocalizedResource.java:handle(196)) - Resource hdfs://localhost:60632/tmp/hadoop-yarn/staging/brock/.staging/job_1397148651586_0001/job.xml(->file:/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_2/usercache/brock/appcache/application_1397148651586_0001/filecache/10/job.xml) transitioned from DOWNLOADING to LOCALIZED
2014-04-10 11:51:03,633 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397148651586_0001_01_000004 transitioned from LOCALIZING to LOCALIZED
2014-04-10 11:51:03,633 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397148651586_0001_01_000005 transitioned from LOCALIZING to LOCALIZED
2014-04-10 11:51:03,660 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397148651586_0001_01_000005 transitioned from LOCALIZED to RUNNING
2014-04-10 11:51:03,660 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(169)) - Neither virutal-memory nor physical-memory monitoring is needed. Not running the monitor-thread
2014-04-10 11:51:03,662 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397148651586_0001_01_000004 transitioned from LOCALIZED to RUNNING
2014-04-10 11:51:03,663 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(169)) - Neither virutal-memory nor physical-memory monitoring is needed. Not running the monitor-thread
2014-04-10 11:51:03,710 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(189)) - launchContainer: [nice, -n, 0, bash, /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_2/usercache/brock/appcache/application_1397148651586_0001/container_1397148651586_0001_01_000005/default_container_executor.sh]
2014-04-10 11:51:03,712 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(189)) - launchContainer: [nice, -n, 0, bash, /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_1/usercache/brock/appcache/application_1397148651586_0001/container_1397148651586_0001_01_000004/default_container_executor.sh]
2014-04-10 11:51:03,845 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1638008525-127.0.0.1-1397148635957:blk_1073741831_1007
2014-04-10 11:51:03,876 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1638008525-127.0.0.1-1397148635957:blk_1073741831_1007
2014-04-10 11:51:04,243 INFO scheduler.AppSchedulingInfo (AppSchedulingInfo.java:updateResourceRequests(166)) - checking for deactivate...
2014-04-10 11:51:04,295 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397148651586_0001_01_000002 Container Transitioned from ACQUIRED to RUNNING
2014-04-10 11:51:04,295 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397148651586_0001_01_000003 Container Transitioned from ACQUIRED to RUNNING
2014-04-10 11:51:04,313 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397148651586_0001_01_000004 Container Transitioned from ACQUIRED to RUNNING
2014-04-10 11:51:04,313 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397148651586_0001_01_000005 Container Transitioned from ACQUIRED to RUNNING
2014-04-10 11:51:04,712 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:createUserCacheDirs(469)) - Initializing user brock
2014-04-10 11:51:04,784 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(103)) - Copying from /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_2/nmPrivate/container_1397148651586_0001_01_000005.tokens to /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_0/usercache/brock/appcache/application_1397148651586_0001/container_1397148651586_0001_01_000005.tokens
2014-04-10 11:51:04,785 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(105)) - CWD set to /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_0/usercache/brock/appcache/application_1397148651586_0001 = file:/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_0/usercache/brock/appcache/application_1397148651586_0001
2014-04-10 11:51:06,025 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397148651586_0001/job.split dst=null perm=null
2014-04-10 11:51:06,046 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397148651586_0001/job.split dst=null perm=null
2014-04-10 11:51:06,083 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:41432, dest: /127.0.0.1:52591, bytes: 287, op: HDFS_READ, cliID: DFSClient_attempt_1397148651586_0001_m_000003_0_-1355046667_1, offset: 512, srvID: 2a5b99b1-5021-412c-a75a-31058df58d31, blockid: BP-1638008525-127.0.0.1-1397148635957:blk_1073741828_1004, duration: 242513
2014-04-10 11:51:06,091 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397148651586_0001/job.split dst=null perm=null
2014-04-10 11:51:06,099 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397148651586_0001/job.split dst=null perm=null
2014-04-10 11:51:06,110 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:50141, dest: /127.0.0.1:32891, bytes: 803, op: HDFS_READ, cliID: DFSClient_attempt_1397148651586_0001_m_000002_0_-710713413_1, offset: 0, srvID: c1ad97e0-9f53-4437-974d-e948c41bedfe, blockid: BP-1638008525-127.0.0.1-1397148635957:blk_1073741828_1004, duration: 234063
2014-04-10 11:51:06,127 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/classes/test/data/apache.10.txt dst=null perm=null
2014-04-10 11:51:06,130 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:41432, dest: /127.0.0.1:52591, bytes: 945, op: HDFS_READ, cliID: DFSClient_attempt_1397148651586_0001_m_000003_0_-1355046667_1, offset: 512, srvID: 2a5b99b1-5021-412c-a75a-31058df58d31, blockid: BP-1638008525-127.0.0.1-1397148635957:blk_1073741827_1003, duration: 160189
2014-04-10 11:51:06,153 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/classes/test/data/apache.10.txt dst=null perm=null
2014-04-10 11:51:06,156 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:50141, dest: /127.0.0.1:32891, bytes: 1461, op: HDFS_READ, cliID: DFSClient_attempt_1397148651586_0001_m_000002_0_-710713413_1, offset: 0, srvID: c1ad97e0-9f53-4437-974d-e948c41bedfe, blockid: BP-1638008525-127.0.0.1-1397148635957:blk_1073741827_1003, duration: 209790
2014-04-10 11:51:06,158 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:35451, dest: /127.0.0.1:34774, bytes: 803, op: HDFS_READ, cliID: DFSClient_attempt_1397148651586_0001_m_000000_0_-2089615165_1, offset: 0, srvID: 8ec8a8cc-5508-442c-8963-d78fa559e878, blockid: BP-1638008525-127.0.0.1-1397148635957:blk_1073741828_1004, duration: 220691
2014-04-10 11:51:06,158 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:34839, dest: /127.0.0.1:57317, bytes: 803, op: HDFS_READ, cliID: DFSClient_attempt_1397148651586_0001_m_000001_0_5456493_1, offset: 0, srvID: 8a56312d-0316-4fb1-9cb0-6a1bc51bc949, blockid: BP-1638008525-127.0.0.1-1397148635957:blk_1073741828_1004, duration: 134196
2014-04-10 11:51:06,206 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/classes/test/data/apache.10.txt dst=null perm=null
2014-04-10 11:51:06,209 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:35451, dest: /127.0.0.1:34774, bytes: 429, op: HDFS_READ, cliID: DFSClient_attempt_1397148651586_0001_m_000000_0_-2089615165_1, offset: 1024, srvID: 8ec8a8cc-5508-442c-8963-d78fa559e878, blockid: BP-1638008525-127.0.0.1-1397148635957:blk_1073741827_1003, duration: 218012
2014-04-10 11:51:06,224 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/classes/test/data/apache.10.txt dst=null perm=null
2014-04-10 11:51:06,235 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/mapreduceflowplatform/flowTest/_temporary/1/_temporary/attempt_1397148651586_0001_m_000003_0 dst=null perm=null
2014-04-10 11:51:06,235 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/mapreduceflowplatform/flowTest/_temporary/1/_temporary/attempt_1397148651586_0001_m_000002_0 dst=null perm=null
2014-04-10 11:51:06,256 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:50141, dest: /127.0.0.1:32895, bytes: 1461, op: HDFS_READ, cliID: DFSClient_attempt_1397148651586_0001_m_000001_0_5456493_1, offset: 0, srvID: c1ad97e0-9f53-4437-974d-e948c41bedfe, blockid: BP-1638008525-127.0.0.1-1397148635957:blk_1073741827_1003, duration: 1451736
2014-04-10 11:51:06,285 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/mapreduceflowplatform/flowTest/_temporary/1/_temporary/attempt_1397148651586_0001_m_000000_0 dst=null perm=null
2014-04-10 11:51:06,296 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:stopContainerInternal(718)) - Stopping container with container Id: container_1397148651586_0001_01_000004
2014-04-10 11:51:06,297 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=brock IP=127.0.0.1 OPERATION=Stop Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1397148651586_0001 CONTAINERID=container_1397148651586_0001_01_000004
2014-04-10 11:51:06,297 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397148651586_0001_01_000004 transitioned from RUNNING to KILLING
2014-04-10 11:51:06,297 INFO launcher.ContainerLaunch (ContainerLaunch.java:cleanupContainer(341)) - Cleaning up container container_1397148651586_0001_01_000004
2014-04-10 11:51:06,301 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:stopContainerInternal(718)) - Stopping container with container Id: container_1397148651586_0001_01_000005
2014-04-10 11:51:06,301 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=brock IP=127.0.0.1 OPERATION=Stop Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1397148651586_0001 CONTAINERID=container_1397148651586_0001_01_000005
2014-04-10 11:51:06,305 WARN nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(207)) - Exit code from container container_1397148651586_0001_01_000004 is : 143
2014-04-10 11:51:06,314 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(2966)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/brock/.staging/job_1397148651586_0001/job_1397148651586_0001_1.jhist. BP-1638008525-127.0.0.1-1397148635957 blk_1073741832_1008{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-0eec617b-7748-47d7-80ce-822d3c617914:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-b33a8866-bd5f-4441-ad36-c6496b5f71c0:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-22cb6d02-3e35-4f66-89d9-1327072438fe:NORMAL|RBW]]}
2014-04-10 11:51:06,317 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397148651586_0001_01_000005 transitioned from RUNNING to KILLING
2014-04-10 11:51:06,318 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397148651586_0001_01_000004 transitioned from KILLING to CONTAINER_CLEANEDUP_AFTER_KILL
2014-04-10 11:51:06,318 INFO launcher.ContainerLaunch (ContainerLaunch.java:cleanupContainer(341)) - Cleaning up container container_1397148651586_0001_01_000005
2014-04-10 11:51:06,323 WARN nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(207)) - Exit code from container container_1397148651586_0001_01_000005 is : 143
2014-04-10 11:51:06,326 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/mapreduceflowplatform/flowTest/_temporary/1/_temporary/attempt_1397148651586_0001_m_000001_0 dst=null perm=null
2014-04-10 11:51:06,334 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_0/usercache/brock/appcache/application_1397148651586_0001/container_1397148651586_0001_01_000004
2014-04-10 11:51:06,334 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_1/usercache/brock/appcache/application_1397148651586_0001/container_1397148651586_0001_01_000004
2014-04-10 11:51:06,335 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_2/usercache/brock/appcache/application_1397148651586_0001/container_1397148651586_0001_01_000004
2014-04-10 11:51:06,335 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_3/usercache/brock/appcache/application_1397148651586_0001/container_1397148651586_0001_01_000004
2014-04-10 11:51:06,335 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397148651586_0001_01_000005 transitioned from KILLING to CONTAINER_CLEANEDUP_AFTER_KILL
2014-04-10 11:51:06,335 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=brock OPERATION=Container Finished - Killed TARGET=ContainerImpl RESULT=SUCCESS APPID=application_1397148651586_0001 CONTAINERID=container_1397148651586_0001_01_000004
2014-04-10 11:51:06,336 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:stopContainerInternal(718)) - Stopping container with container Id: container_1397148651586_0001_01_000002
2014-04-10 11:51:06,336 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397148651586_0001_01_000004 transitioned from CONTAINER_CLEANEDUP_AFTER_KILL to DONE
2014-04-10 11:51:06,337 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397148651586_0001_01_000002 transitioned from RUNNING to KILLING
2014-04-10 11:51:06,336 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=brock IP=127.0.0.1 OPERATION=Stop Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1397148651586_0001 CONTAINERID=container_1397148651586_0001_01_000002
2014-04-10 11:51:06,337 INFO launcher.ContainerLaunch (ContainerLaunch.java:cleanupContainer(341)) - Cleaning up container container_1397148651586_0001_01_000002
2014-04-10 11:51:06,337 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_0/usercache/brock/appcache/application_1397148651586_0001/container_1397148651586_0001_01_000005
2014-04-10 11:51:06,337 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_1/usercache/brock/appcache/application_1397148651586_0001/container_1397148651586_0001_01_000005
2014-04-10 11:51:06,338 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_2/usercache/brock/appcache/application_1397148651586_0001/container_1397148651586_0001_01_000005
2014-04-10 11:51:06,338 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_3/usercache/brock/appcache/application_1397148651586_0001/container_1397148651586_0001_01_000005
2014-04-10 11:51:06,338 INFO application.Application (ApplicationImpl.java:transition(339)) - Removing container_1397148651586_0001_01_000004 from application application_1397148651586_0001
2014-04-10 11:51:06,338 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(169)) - Neither virutal-memory nor physical-memory monitoring is needed. Not running the monitor-thread
2014-04-10 11:51:06,338 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event CONTAINER_STOP for appId application_1397148651586_0001
2014-04-10 11:51:06,339 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=brock OPERATION=Container Finished - Killed TARGET=ContainerImpl RESULT=SUCCESS APPID=application_1397148651586_0001 CONTAINERID=container_1397148651586_0001_01_000005
2014-04-10 11:51:06,339 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397148651586_0001_01_000005 transitioned from CONTAINER_CLEANEDUP_AFTER_KILL to DONE
2014-04-10 11:51:06,339 INFO application.Application (ApplicationImpl.java:transition(339)) - Removing container_1397148651586_0001_01_000005 from application application_1397148651586_0001
2014-04-10 11:51:06,339 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(169)) - Neither virutal-memory nor physical-memory monitoring is needed. Not running the monitor-thread
2014-04-10 11:51:06,339 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event CONTAINER_STOP for appId application_1397148651586_0001
2014-04-10 11:51:06,342 WARN nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(207)) - Exit code from container container_1397148651586_0001_01_000002 is : 143
2014-04-10 11:51:06,350 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397148651586_0001_01_000002 transitioned from KILLING to CONTAINER_CLEANEDUP_AFTER_KILL
2014-04-10 11:51:06,351 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_0/usercache/brock/appcache/application_1397148651586_0001/container_1397148651586_0001_01_000002
2014-04-10 11:51:06,351 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_1/usercache/brock/appcache/application_1397148651586_0001/container_1397148651586_0001_01_000002
2014-04-10 11:51:06,352 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_2/usercache/brock/appcache/application_1397148651586_0001/container_1397148651586_0001_01_000002
2014-04-10 11:51:06,352 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_3/usercache/brock/appcache/application_1397148651586_0001/container_1397148651586_0001_01_000002
2014-04-10 11:51:06,352 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=brock OPERATION=Container Finished - Killed TARGET=ContainerImpl RESULT=SUCCESS APPID=application_1397148651586_0001 CONTAINERID=container_1397148651586_0001_01_000002
2014-04-10 11:51:06,352 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397148651586_0001_01_000002 transitioned from CONTAINER_CLEANEDUP_AFTER_KILL to DONE
2014-04-10 11:51:06,352 INFO application.Application (ApplicationImpl.java:transition(339)) - Removing container_1397148651586_0001_01_000002 from application application_1397148651586_0001
2014-04-10 11:51:06,352 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(169)) - Neither virutal-memory nor physical-memory monitoring is needed. Not running the monitor-thread
2014-04-10 11:51:06,353 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event CONTAINER_STOP for appId application_1397148651586_0001
2014-04-10 11:51:06,377 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1638008525-127.0.0.1-1397148635957:blk_1073741832_1008 src: /127.0.0.1:52600 dest: /127.0.0.1:41432
2014-04-10 11:51:06,378 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:stopContainerInternal(718)) - Stopping container with container Id: container_1397148651586_0001_01_000003
2014-04-10 11:51:06,378 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=brock IP=127.0.0.1 OPERATION=Stop Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1397148651586_0001 CONTAINERID=container_1397148651586_0001_01_000003
2014-04-10 11:51:06,378 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397148651586_0001_01_000003 transitioned from RUNNING to KILLING
2014-04-10 11:51:06,379 INFO launcher.ContainerLaunch (ContainerLaunch.java:cleanupContainer(341)) - Cleaning up container container_1397148651586_0001_01_000003
2014-04-10 11:51:06,380 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:updateAndGetContainerStatuses(374)) - Removed completed container container_1397148651586_0001_01_000002
2014-04-10 11:51:06,380 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1638008525-127.0.0.1-1397148635957:blk_1073741832_1008 src: /127.0.0.1:34779 dest: /127.0.0.1:35451
2014-04-10 11:51:06,382 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397148651586_0001_01_000002 Container Transitioned from RUNNING to COMPLETED
2014-04-10 11:51:06,382 INFO fica.FiCaSchedulerApp (FiCaSchedulerApp.java:containerCompleted(91)) - Completed container: container_1397148651586_0001_01_000002 in state: COMPLETED event:FINISHED
2014-04-10 11:51:06,382 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(98)) - USER=brock OPERATION=AM Released Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1397148651586_0001 CONTAINERID=container_1397148651586_0001_01_000002
2014-04-10 11:51:06,382 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1638008525-127.0.0.1-1397148635957:blk_1073741832_1008 src: /127.0.0.1:57324 dest: /127.0.0.1:34839
2014-04-10 11:51:06,382 INFO fica.FiCaSchedulerNode (FiCaSchedulerNode.java:releaseContainer(164)) - Released container container_1397148651586_0001_01_000002 of capacity <memory:1024, vCores:1> on host localhost:49929, which currently has 2 containers, <memory:3072, vCores:2> used and <memory:1024, vCores:6> available, release resources=true
2014-04-10 11:51:06,382 INFO capacity.LeafQueue (LeafQueue.java:releaseResource(1506)) - default used=<memory:5120, vCores:4> numContainers=4 user=brock user-resources=<memory:5120, vCores:4>
2014-04-10 11:51:06,382 INFO capacity.LeafQueue (LeafQueue.java:completedContainer(1448)) - completedContainer container=Container: [ContainerId: container_1397148651586_0001_01_000002, NodeId: localhost:49929, NodeHttpAddress: localhost:42894, Resource: <memory:1024, vCores:1>, Priority: 20, Token: Token { kind: ContainerToken, service: localhost:49929 }, ] resource=<memory:1024, vCores:1> queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:5120, vCores:4>usedCapacity=0.3125, absoluteUsedCapacity=0.3125, numApps=1, numContainers=4 usedCapacity=0.3125 absoluteUsedCapacity=0.3125 used=<memory:5120, vCores:4> cluster=<memory:16384, vCores:32>
2014-04-10 11:51:06,383 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(694)) - completedContainer queue=root usedCapacity=0.3125 absoluteUsedCapacity=0.3125 used=<memory:5120, vCores:4> cluster=<memory:16384, vCores:32>
2014-04-10 11:51:06,383 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(708)) - Re-sorting completed queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:5120, vCores:4>usedCapacity=0.3125, absoluteUsedCapacity=0.3125, numApps=1, numContainers=4
2014-04-10 11:51:06,383 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(849)) - Application appattempt_1397148651586_0001_000001 released container container_1397148651586_0001_01_000002 on node: host: localhost:49929 #containers=2 available=1024 used=3072 with event: FINISHED
2014-04-10 11:51:06,389 WARN nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(207)) - Exit code from container container_1397148651586_0001_01_000003 is : 143
2014-04-10 11:51:06,391 INFO hdfs.StateChange (FSNamesystem.java:fsync(3598)) - BLOCK* fsync: /tmp/hadoop-yarn/staging/brock/.staging/job_1397148651586_0001/job_1397148651586_0001_1.jhist for DFSClient_NONMAPREDUCE_-1819435312_1
2014-04-10 11:51:06,398 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397148651586_0001_01_000003 transitioned from KILLING to CONTAINER_CLEANEDUP_AFTER_KILL
2014-04-10 11:51:06,398 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_0/usercache/brock/appcache/application_1397148651586_0001/container_1397148651586_0001_01_000003
2014-04-10 11:51:06,398 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_1/usercache/brock/appcache/application_1397148651586_0001/container_1397148651586_0001_01_000003
2014-04-10 11:51:06,399 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_2/usercache/brock/appcache/application_1397148651586_0001/container_1397148651586_0001_01_000003
2014-04-10 11:51:06,399 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_3/usercache/brock/appcache/application_1397148651586_0001/container_1397148651586_0001_01_000003
2014-04-10 11:51:06,399 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=brock OPERATION=Container Finished - Killed TARGET=ContainerImpl RESULT=SUCCESS APPID=application_1397148651586_0001 CONTAINERID=container_1397148651586_0001_01_000003
2014-04-10 11:51:06,399 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397148651586_0001_01_000003 transitioned from CONTAINER_CLEANEDUP_AFTER_KILL to DONE
2014-04-10 11:51:06,400 INFO application.Application (ApplicationImpl.java:transition(339)) - Removing container_1397148651586_0001_01_000003 from application application_1397148651586_0001
2014-04-10 11:51:06,400 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(169)) - Neither virutal-memory nor physical-memory monitoring is needed. Not running the monitor-thread
2014-04-10 11:51:06,400 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event CONTAINER_STOP for appId application_1397148651586_0001
2014-04-10 11:51:07,302 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:updateAndGetContainerStatuses(374)) - Removed completed container container_1397148651586_0001_01_000004
2014-04-10 11:51:07,302 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:updateAndGetContainerStatuses(374)) - Removed completed container container_1397148651586_0001_01_000005
2014-04-10 11:51:07,303 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397148651586_0001_01_000004 Container Transitioned from RUNNING to COMPLETED
2014-04-10 11:51:07,303 INFO fica.FiCaSchedulerApp (FiCaSchedulerApp.java:containerCompleted(91)) - Completed container: container_1397148651586_0001_01_000004 in state: COMPLETED event:FINISHED
2014-04-10 11:51:07,304 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(98)) - USER=brock OPERATION=AM Released Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1397148651586_0001 CONTAINERID=container_1397148651586_0001_01_000004
2014-04-10 11:51:07,304 INFO fica.FiCaSchedulerNode (FiCaSchedulerNode.java:releaseContainer(164)) - Released container container_1397148651586_0001_01_000004 of capacity <memory:1024, vCores:1> on host localhost:40708, which currently has 1 containers, <memory:1024, vCores:1> used and <memory:3072, vCores:7> available, release resources=true
2014-04-10 11:51:07,304 INFO capacity.LeafQueue (LeafQueue.java:releaseResource(1506)) - default used=<memory:4096, vCores:3> numContainers=3 user=brock user-resources=<memory:4096, vCores:3>
2014-04-10 11:51:07,304 INFO capacity.LeafQueue (LeafQueue.java:completedContainer(1448)) - completedContainer container=Container: [ContainerId: container_1397148651586_0001_01_000004, NodeId: localhost:40708, NodeHttpAddress: localhost:48138, Resource: <memory:1024, vCores:1>, Priority: 20, Token: Token { kind: ContainerToken, service: localhost:40708 }, ] resource=<memory:1024, vCores:1> queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:4096, vCores:3>usedCapacity=0.25, absoluteUsedCapacity=0.25, numApps=1, numContainers=3 usedCapacity=0.25 absoluteUsedCapacity=0.25 used=<memory:4096, vCores:3> cluster=<memory:16384, vCores:32>
2014-04-10 11:51:07,305 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(694)) - completedContainer queue=root usedCapacity=0.25 absoluteUsedCapacity=0.25 used=<memory:4096, vCores:3> cluster=<memory:16384, vCores:32>
2014-04-10 11:51:07,305 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(708)) - Re-sorting completed queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:4096, vCores:3>usedCapacity=0.25, absoluteUsedCapacity=0.25, numApps=1, numContainers=3
2014-04-10 11:51:07,305 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(849)) - Application appattempt_1397148651586_0001_000001 released container container_1397148651586_0001_01_000004 on node: host: localhost:40708 #containers=1 available=3072 used=1024 with event: FINISHED
2014-04-10 11:51:07,306 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397148651586_0001_01_000005 Container Transitioned from RUNNING to COMPLETED
2014-04-10 11:51:07,306 INFO fica.FiCaSchedulerApp (FiCaSchedulerApp.java:containerCompleted(91)) - Completed container: container_1397148651586_0001_01_000005 in state: COMPLETED event:FINISHED
2014-04-10 11:51:07,306 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(98)) - USER=brock OPERATION=AM Released Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1397148651586_0001 CONTAINERID=container_1397148651586_0001_01_000005
2014-04-10 11:51:07,306 INFO fica.FiCaSchedulerNode (FiCaSchedulerNode.java:releaseContainer(164)) - Released container container_1397148651586_0001_01_000005 of capacity <memory:1024, vCores:1> on host localhost:40708, which currently has 0 containers, <memory:0, vCores:0> used and <memory:4096, vCores:8> available, release resources=true
2014-04-10 11:51:07,306 INFO capacity.LeafQueue (LeafQueue.java:releaseResource(1506)) - default used=<memory:3072, vCores:2> numContainers=2 user=brock user-resources=<memory:3072, vCores:2>
2014-04-10 11:51:07,307 INFO capacity.LeafQueue (LeafQueue.java:completedContainer(1448)) - completedContainer container=Container: [ContainerId: container_1397148651586_0001_01_000005, NodeId: localhost:40708, NodeHttpAddress: localhost:48138, Resource: <memory:1024, vCores:1>, Priority: 20, Token: Token { kind: ContainerToken, service: localhost:40708 }, ] resource=<memory:1024, vCores:1> queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:3072, vCores:2>usedCapacity=0.1875, absoluteUsedCapacity=0.1875, numApps=1, numContainers=2 usedCapacity=0.1875 absoluteUsedCapacity=0.1875 used=<memory:3072, vCores:2> cluster=<memory:16384, vCores:32>
2014-04-10 11:51:07,307 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(694)) - completedContainer queue=root usedCapacity=0.1875 absoluteUsedCapacity=0.1875 used=<memory:3072, vCores:2> cluster=<memory:16384, vCores:32>
2014-04-10 11:51:07,307 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(708)) - Re-sorting completed queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:3072, vCores:2>usedCapacity=0.1875, absoluteUsedCapacity=0.1875, numApps=1, numContainers=2
2014-04-10 11:51:07,307 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(849)) - Application appattempt_1397148651586_0001_000001 released container container_1397148651586_0001_01_000005 on node: host: localhost:40708 #containers=0 available=4096 used=0 with event: FINISHED
2014-04-10 11:51:07,380 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:updateAndGetContainerStatuses(374)) - Removed completed container container_1397148651586_0001_01_000003
2014-04-10 11:51:07,382 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397148651586_0001_01_000003 Container Transitioned from RUNNING to COMPLETED
2014-04-10 11:51:07,382 INFO fica.FiCaSchedulerApp (FiCaSchedulerApp.java:containerCompleted(91)) - Completed container: container_1397148651586_0001_01_000003 in state: COMPLETED event:FINISHED
2014-04-10 11:51:07,382 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(98)) - USER=brock OPERATION=AM Released Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1397148651586_0001 CONTAINERID=container_1397148651586_0001_01_000003
2014-04-10 11:51:07,382 INFO fica.FiCaSchedulerNode (FiCaSchedulerNode.java:releaseContainer(164)) - Released container container_1397148651586_0001_01_000003 of capacity <memory:1024, vCores:1> on host localhost:49929, which currently has 1 containers, <memory:2048, vCores:1> used and <memory:2048, vCores:7> available, release resources=true
2014-04-10 11:51:07,382 INFO capacity.LeafQueue (LeafQueue.java:releaseResource(1506)) - default used=<memory:2048, vCores:1> numContainers=1 user=brock user-resources=<memory:2048, vCores:1>
2014-04-10 11:51:07,383 INFO capacity.LeafQueue (LeafQueue.java:completedContainer(1448)) - completedContainer container=Container: [ContainerId: container_1397148651586_0001_01_000003, NodeId: localhost:49929, NodeHttpAddress: localhost:42894, Resource: <memory:1024, vCores:1>, Priority: 20, Token: Token { kind: ContainerToken, service: localhost:49929 }, ] resource=<memory:1024, vCores:1> queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:2048, vCores:1>usedCapacity=0.125, absoluteUsedCapacity=0.125, numApps=1, numContainers=1 usedCapacity=0.125 absoluteUsedCapacity=0.125 used=<memory:2048, vCores:1> cluster=<memory:16384, vCores:32>
2014-04-10 11:51:07,383 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(694)) - completedContainer queue=root usedCapacity=0.125 absoluteUsedCapacity=0.125 used=<memory:2048, vCores:1> cluster=<memory:16384, vCores:32>
2014-04-10 11:51:07,383 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(708)) - Re-sorting completed queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:2048, vCores:1>usedCapacity=0.125, absoluteUsedCapacity=0.125, numApps=1, numContainers=1
2014-04-10 11:51:07,383 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(849)) - Application appattempt_1397148651586_0001_000001 released container container_1397148651586_0001_01_000003 on node: host: localhost:49929 #containers=1 available=2048 used=2048 with event: FINISHED
2014-04-10 11:51:08,304 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397148651586_0001_01_000006 Container Transitioned from NEW to ALLOCATED
2014-04-10 11:51:08,304 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(98)) - USER=brock OPERATION=AM Allocated Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1397148651586_0001 CONTAINERID=container_1397148651586_0001_01_000006
2014-04-10 11:51:08,305 INFO fica.FiCaSchedulerNode (FiCaSchedulerNode.java:allocateContainer(116)) - Assigned container container_1397148651586_0001_01_000006 of capacity <memory:1024, vCores:1> on host localhost:40708, which currently has 1 containers, <memory:1024, vCores:1> used and <memory:3072, vCores:7> available
2014-04-10 11:51:08,305 INFO capacity.LeafQueue (LeafQueue.java:assignContainer(1363)) - assignedContainer application=application_1397148651586_0001 container=Container: [ContainerId: container_1397148651586_0001_01_000006, NodeId: localhost:40708, NodeHttpAddress: localhost:48138, Resource: <memory:1024, vCores:1>, Priority: 10, Token: Token { kind: ContainerToken, service: localhost:40708 }, ] containerId=container_1397148651586_0001_01_000006 queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:2048, vCores:1>usedCapacity=0.125, absoluteUsedCapacity=0.125, numApps=1, numContainers=1 usedCapacity=0.125 absoluteUsedCapacity=0.125 used=<memory:2048, vCores:1> cluster=<memory:16384, vCores:32>
2014-04-10 11:51:08,305 INFO capacity.ParentQueue (ParentQueue.java:assignContainersToChildQueues(655)) - Re-sorting assigned queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:3072, vCores:2>usedCapacity=0.1875, absoluteUsedCapacity=0.1875, numApps=1, numContainers=2
2014-04-10 11:51:08,306 INFO capacity.ParentQueue (ParentQueue.java:assignContainers(570)) - assignedContainer queue=root usedCapacity=0.1875 absoluteUsedCapacity=0.1875 used=<memory:3072, vCores:2> cluster=<memory:16384, vCores:32>
2014-04-10 11:51:09,270 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397148651586_0001_01_000006 Container Transitioned from ALLOCATED to ACQUIRED
2014-04-10 11:51:09,284 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(572)) - Start request for container_1397148651586_0001_01_000006 by user brock
2014-04-10 11:51:09,285 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=brock IP=127.0.0.1 OPERATION=Start Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1397148651586_0001 CONTAINERID=container_1397148651586_0001_01_000006
2014-04-10 11:51:09,285 INFO application.Application (ApplicationImpl.java:transition(296)) - Adding container_1397148651586_0001_01_000006 to application application_1397148651586_0001
2014-04-10 11:51:09,285 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397148651586_0001_01_000006 transitioned from NEW to LOCALIZING
2014-04-10 11:51:09,286 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event CONTAINER_INIT for appId application_1397148651586_0001
2014-04-10 11:51:09,286 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event APPLICATION_INIT for appId application_1397148651586_0001
2014-04-10 11:51:09,286 INFO containermanager.AuxServices (AuxServices.java:handle(179)) - Got APPLICATION_INIT for service mapreduce_shuffle
2014-04-10 11:51:09,286 INFO mapred.ShuffleHandler (ShuffleHandler.java:initializeApplication(263)) - Added token for job_1397148651586_0001
2014-04-10 11:51:09,287 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397148651586_0001_01_000006 transitioned from LOCALIZING to LOCALIZED
2014-04-10 11:51:09,304 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397148651586_0001_01_000006 Container Transitioned from ACQUIRED to RUNNING
2014-04-10 11:51:09,327 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397148651586_0001_01_000006 transitioned from LOCALIZED to RUNNING
2014-04-10 11:51:09,327 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(169)) - Neither virutal-memory nor physical-memory monitoring is needed. Not running the monitor-thread
2014-04-10 11:51:09,401 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(189)) - launchContainer: [nice, -n, 0, bash, /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_1/usercache/brock/appcache/application_1397148651586_0001/container_1397148651586_0001_01_000006/default_container_executor.sh]
2014-04-10 11:51:10,274 INFO scheduler.AppSchedulingInfo (AppSchedulingInfo.java:updateResourceRequests(166)) - checking for deactivate...
2014-04-10 11:51:11,108 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/mapreduceflowplatform/flowTest/_temporary/1/_temporary/attempt_1397148651586_0001_r_000000_0/part-00000 dst=null perm=brock:supergroup:rw-rw-rw-
2014-04-10 11:51:11,143 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(2966)) - BLOCK* allocateBlock: /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/mapreduceflowplatform/flowTest/_temporary/1/_temporary/attempt_1397148651586_0001_r_000000_0/part-00000. BP-1638008525-127.0.0.1-1397148635957 blk_1073741833_1009{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-5d7d5487-2d1d-4414-8c1a-3a9617defa41:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-522b0f7d-b75b-46f2-9e15-59b7ba563b04:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-22cb6d02-3e35-4f66-89d9-1327072438fe:NORMAL|RBW]]}
2014-04-10 11:51:11,220 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1638008525-127.0.0.1-1397148635957:blk_1073741833_1009 src: /127.0.0.1:52620 dest: /127.0.0.1:41432
2014-04-10 11:51:11,223 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1638008525-127.0.0.1-1397148635957:blk_1073741833_1009 src: /127.0.0.1:32919 dest: /127.0.0.1:50141
2014-04-10 11:51:11,225 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1638008525-127.0.0.1-1397148635957:blk_1073741833_1009 src: /127.0.0.1:57344 dest: /127.0.0.1:34839
2014-04-10 11:51:11,240 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:57344, dest: /127.0.0.1:34839, bytes: 1490, op: HDFS_WRITE, cliID: DFSClient_attempt_1397148651586_0001_r_000000_0_1960097156_1, offset: 0, srvID: 8a56312d-0316-4fb1-9cb0-6a1bc51bc949, blockid: BP-1638008525-127.0.0.1-1397148635957:blk_1073741833_1009, duration: 13782680
2014-04-10 11:51:11,240 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1638008525-127.0.0.1-1397148635957:blk_1073741833_1009, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2014-04-10 11:51:11,241 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:34839 is added to blk_1073741833_1009{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-5d7d5487-2d1d-4414-8c1a-3a9617defa41:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-22cb6d02-3e35-4f66-89d9-1327072438fe:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-e591ab9a-22c6-42de-961c-bb13e404aae9:NORMAL|RBW]]} size 0
2014-04-10 11:51:11,241 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:32919, dest: /127.0.0.1:50141, bytes: 1490, op: HDFS_WRITE, cliID: DFSClient_attempt_1397148651586_0001_r_000000_0_1960097156_1, offset: 0, srvID: c1ad97e0-9f53-4437-974d-e948c41bedfe, blockid: BP-1638008525-127.0.0.1-1397148635957:blk_1073741833_1009, duration: 14667411
2014-04-10 11:51:11,241 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1638008525-127.0.0.1-1397148635957:blk_1073741833_1009, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 11:51:11,242 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:50141 is added to blk_1073741833_1009{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-5d7d5487-2d1d-4414-8c1a-3a9617defa41:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-22cb6d02-3e35-4f66-89d9-1327072438fe:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-e591ab9a-22c6-42de-961c-bb13e404aae9:NORMAL|RBW]]} size 0
2014-04-10 11:51:11,243 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:52620, dest: /127.0.0.1:41432, bytes: 1490, op: HDFS_WRITE, cliID: DFSClient_attempt_1397148651586_0001_r_000000_0_1960097156_1, offset: 0, srvID: 2a5b99b1-5021-412c-a75a-31058df58d31, blockid: BP-1638008525-127.0.0.1-1397148635957:blk_1073741833_1009, duration: 15761871
2014-04-10 11:51:11,243 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1638008525-127.0.0.1-1397148635957:blk_1073741833_1009, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 11:51:11,243 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:41432 is added to blk_1073741833_1009{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-5d7d5487-2d1d-4414-8c1a-3a9617defa41:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-22cb6d02-3e35-4f66-89d9-1327072438fe:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-e591ab9a-22c6-42de-961c-bb13e404aae9:NORMAL|RBW]]} size 0
2014-04-10 11:51:11,266 INFO hdfs.StateChange (FSNamesystem.java:completeFile(2899)) - DIR* completeFile: /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/mapreduceflowplatform/flowTest/_temporary/1/_temporary/attempt_1397148651586_0001_r_000000_0/part-00000 is closed by DFSClient_attempt_1397148651586_0001_r_000000_0_1960097156_1
2014-04-10 11:51:11,313 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/mapreduceflowplatform/flowTest/_temporary/1/_temporary/attempt_1397148651586_0001_r_000000_0 dst=null perm=null
2014-04-10 11:51:11,321 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/mapreduceflowplatform/flowTest/_temporary/1/_temporary/attempt_1397148651586_0001_r_000000_0 dst=null perm=null
2014-04-10 11:51:11,322 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/mapreduceflowplatform/flowTest/_temporary/1/task_1397148651586_0001_r_000000 dst=null perm=null
2014-04-10 11:51:11,341 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=rename src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/mapreduceflowplatform/flowTest/_temporary/1/_temporary/attempt_1397148651586_0001_r_000000_0 dst=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/mapreduceflowplatform/flowTest/_temporary/1/task_1397148651586_0001_r_000000 perm=brock:supergroup:rwxrwxrwx
2014-04-10 11:51:11,388 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:stopContainerInternal(718)) - Stopping container with container Id: container_1397148651586_0001_01_000006
2014-04-10 11:51:11,388 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=brock IP=127.0.0.1 OPERATION=Stop Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1397148651586_0001 CONTAINERID=container_1397148651586_0001_01_000006
2014-04-10 11:51:11,388 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397148651586_0001_01_000006 transitioned from RUNNING to KILLING
2014-04-10 11:51:11,389 INFO launcher.ContainerLaunch (ContainerLaunch.java:cleanupContainer(341)) - Cleaning up container container_1397148651586_0001_01_000006
2014-04-10 11:51:11,395 WARN nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(207)) - Exit code from container container_1397148651586_0001_01_000006 is : 143
2014-04-10 11:51:11,408 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397148651586_0001/COMMIT_STARTED dst=null perm=brock:supergroup:rw-rw-rw-
2014-04-10 11:51:11,412 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397148651586_0001_01_000006 transitioned from KILLING to CONTAINER_CLEANEDUP_AFTER_KILL
2014-04-10 11:51:11,413 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_0/usercache/brock/appcache/application_1397148651586_0001/container_1397148651586_0001_01_000006
2014-04-10 11:51:11,413 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_1/usercache/brock/appcache/application_1397148651586_0001/container_1397148651586_0001_01_000006
2014-04-10 11:51:11,413 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_2/usercache/brock/appcache/application_1397148651586_0001/container_1397148651586_0001_01_000006
2014-04-10 11:51:11,413 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_3/usercache/brock/appcache/application_1397148651586_0001/container_1397148651586_0001_01_000006
2014-04-10 11:51:11,413 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=brock OPERATION=Container Finished - Killed TARGET=ContainerImpl RESULT=SUCCESS APPID=application_1397148651586_0001 CONTAINERID=container_1397148651586_0001_01_000006
2014-04-10 11:51:11,413 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397148651586_0001_01_000006 transitioned from CONTAINER_CLEANEDUP_AFTER_KILL to DONE
2014-04-10 11:51:11,413 INFO application.Application (ApplicationImpl.java:transition(339)) - Removing container_1397148651586_0001_01_000006 from application application_1397148651586_0001
2014-04-10 11:51:11,414 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(169)) - Neither virutal-memory nor physical-memory monitoring is needed. Not running the monitor-thread
2014-04-10 11:51:11,414 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event CONTAINER_STOP for appId application_1397148651586_0001
2014-04-10 11:51:11,424 INFO hdfs.StateChange (FSNamesystem.java:completeFile(2899)) - DIR* completeFile: /tmp/hadoop-yarn/staging/brock/.staging/job_1397148651586_0001/COMMIT_STARTED is closed by DFSClient_NONMAPREDUCE_-1819435312_1
2014-04-10 11:51:11,430 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=listStatus src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/mapreduceflowplatform/flowTest/_temporary/1 dst=null perm=null
2014-04-10 11:51:11,438 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/mapreduceflowplatform/flowTest dst=null perm=null
2014-04-10 11:51:11,440 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/mapreduceflowplatform/flowTest dst=null perm=null
2014-04-10 11:51:11,441 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=listStatus src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/mapreduceflowplatform/flowTest/_temporary/1/task_1397148651586_0001_r_000000 dst=null perm=null
2014-04-10 11:51:11,444 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/mapreduceflowplatform/flowTest/part-00000 dst=null perm=null
2014-04-10 11:51:11,466 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=rename src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/mapreduceflowplatform/flowTest/_temporary/1/task_1397148651586_0001_r_000000/part-00000 dst=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/mapreduceflowplatform/flowTest/part-00000 perm=brock:supergroup:rw-rw-rw-
2014-04-10 11:51:11,495 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=delete src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/mapreduceflowplatform/flowTest/_temporary dst=null perm=null
2014-04-10 11:51:11,516 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/mapreduceflowplatform/flowTest/_SUCCESS dst=null perm=brock:supergroup:rw-rw-rw-
2014-04-10 11:51:11,533 INFO hdfs.StateChange (FSNamesystem.java:completeFile(2899)) - DIR* completeFile: /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/mapreduceflowplatform/flowTest/_SUCCESS is closed by DFSClient_NONMAPREDUCE_-1819435312_1
2014-04-10 11:51:11,550 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397148651586_0001/COMMIT_SUCCESS dst=null perm=brock:supergroup:rw-rw-rw-
2014-04-10 11:51:11,566 INFO hdfs.StateChange (FSNamesystem.java:completeFile(2899)) - DIR* completeFile: /tmp/hadoop-yarn/staging/brock/.staging/job_1397148651586_0001/COMMIT_SUCCESS is closed by DFSClient_NONMAPREDUCE_-1819435312_1
2014-04-10 11:51:11,596 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:57324, dest: /127.0.0.1:34839, bytes: 52584, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-1819435312_1, offset: 0, srvID: 8a56312d-0316-4fb1-9cb0-6a1bc51bc949, blockid: BP-1638008525-127.0.0.1-1397148635957:blk_1073741832_1008, duration: 5212513242
2014-04-10 11:51:11,596 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1638008525-127.0.0.1-1397148635957:blk_1073741832_1008, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2014-04-10 11:51:11,597 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:34839 is added to blk_1073741832_1008{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-0eec617b-7748-47d7-80ce-822d3c617914:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-a7d28360-a122-4b8f-a5df-7716c22c7a73:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-b5119a97-db0e-4220-9885-a252148e8a0f:NORMAL|RBW]]} size 14354
2014-04-10 11:51:11,597 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:34779, dest: /127.0.0.1:35451, bytes: 52584, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-1819435312_1, offset: 0, srvID: 8ec8a8cc-5508-442c-8963-d78fa559e878, blockid: BP-1638008525-127.0.0.1-1397148635957:blk_1073741832_1008, duration: 5213692225
2014-04-10 11:51:11,598 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1638008525-127.0.0.1-1397148635957:blk_1073741832_1008, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 11:51:11,599 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:35451 is added to blk_1073741832_1008{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-0eec617b-7748-47d7-80ce-822d3c617914:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-a7d28360-a122-4b8f-a5df-7716c22c7a73:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-b5119a97-db0e-4220-9885-a252148e8a0f:NORMAL|RBW]]} size 14354
2014-04-10 11:51:11,599 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:52600, dest: /127.0.0.1:41432, bytes: 52584, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-1819435312_1, offset: 0, srvID: 2a5b99b1-5021-412c-a75a-31058df58d31, blockid: BP-1638008525-127.0.0.1-1397148635957:blk_1073741832_1008, duration: 5215254408
2014-04-10 11:51:11,599 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1638008525-127.0.0.1-1397148635957:blk_1073741832_1008, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 11:51:11,600 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:41432 is added to blk_1073741832_1008{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-0eec617b-7748-47d7-80ce-822d3c617914:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-a7d28360-a122-4b8f-a5df-7716c22c7a73:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-b5119a97-db0e-4220-9885-a252148e8a0f:NORMAL|RBW]]} size 14354
2014-04-10 11:51:11,616 INFO hdfs.StateChange (FSNamesystem.java:completeFile(2899)) - DIR* completeFile: /tmp/hadoop-yarn/staging/brock/.staging/job_1397148651586_0001/job_1397148651586_0001_1.jhist is closed by DFSClient_NONMAPREDUCE_-1819435312_1
2014-04-10 11:51:11,633 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397148651586_0001.summary_tmp dst=null perm=brock:supergroup:rw-rw-rw-
2014-04-10 11:51:11,637 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(2966)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397148651586_0001.summary_tmp. BP-1638008525-127.0.0.1-1397148635957 blk_1073741834_1010{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-e591ab9a-22c6-42de-961c-bb13e404aae9:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-0eec617b-7748-47d7-80ce-822d3c617914:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-b33a8866-bd5f-4441-ad36-c6496b5f71c0:NORMAL|RBW]]}
2014-04-10 11:51:11,653 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1638008525-127.0.0.1-1397148635957:blk_1073741834_1010 src: /127.0.0.1:32922 dest: /127.0.0.1:50141
2014-04-10 11:51:11,655 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1638008525-127.0.0.1-1397148635957:blk_1073741834_1010 src: /127.0.0.1:52625 dest: /127.0.0.1:41432
2014-04-10 11:51:11,657 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1638008525-127.0.0.1-1397148635957:blk_1073741834_1010 src: /127.0.0.1:34804 dest: /127.0.0.1:35451
2014-04-10 11:51:11,662 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:34804, dest: /127.0.0.1:35451, bytes: 345, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-1819435312_1, offset: 0, srvID: 8ec8a8cc-5508-442c-8963-d78fa559e878, blockid: BP-1638008525-127.0.0.1-1397148635957:blk_1073741834_1010, duration: 3915167
2014-04-10 11:51:11,662 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1638008525-127.0.0.1-1397148635957:blk_1073741834_1010, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2014-04-10 11:51:11,663 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:35451 is added to blk_1073741834_1010{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-0eec617b-7748-47d7-80ce-822d3c617914:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-b33a8866-bd5f-4441-ad36-c6496b5f71c0:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-522b0f7d-b75b-46f2-9e15-59b7ba563b04:NORMAL|RBW]]} size 0
2014-04-10 11:51:11,663 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:52625, dest: /127.0.0.1:41432, bytes: 345, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-1819435312_1, offset: 0, srvID: 2a5b99b1-5021-412c-a75a-31058df58d31, blockid: BP-1638008525-127.0.0.1-1397148635957:blk_1073741834_1010, duration: 4828228
2014-04-10 11:51:11,664 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1638008525-127.0.0.1-1397148635957:blk_1073741834_1010, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 11:51:11,664 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:41432 is added to blk_1073741834_1010{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-0eec617b-7748-47d7-80ce-822d3c617914:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-b33a8866-bd5f-4441-ad36-c6496b5f71c0:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-522b0f7d-b75b-46f2-9e15-59b7ba563b04:NORMAL|RBW]]} size 0
2014-04-10 11:51:11,664 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:32922, dest: /127.0.0.1:50141, bytes: 345, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-1819435312_1, offset: 0, srvID: c1ad97e0-9f53-4437-974d-e948c41bedfe, blockid: BP-1638008525-127.0.0.1-1397148635957:blk_1073741834_1010, duration: 5743581
2014-04-10 11:51:11,665 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1638008525-127.0.0.1-1397148635957:blk_1073741834_1010, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 11:51:11,665 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:50141 is added to blk_1073741834_1010{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-0eec617b-7748-47d7-80ce-822d3c617914:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-b33a8866-bd5f-4441-ad36-c6496b5f71c0:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-522b0f7d-b75b-46f2-9e15-59b7ba563b04:NORMAL|RBW]]} size 0
2014-04-10 11:51:11,683 INFO hdfs.StateChange (FSNamesystem.java:completeFile(2899)) - DIR* completeFile: /tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397148651586_0001.summary_tmp is closed by DFSClient_NONMAPREDUCE_-1819435312_1
2014-04-10 11:51:11,700 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397148651586_0001.summary_tmp dst=null perm=brock:supergroup:rwxrwx---
2014-04-10 11:51:11,706 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397148651586_0001/job_1397148651586_0001_1.jhist dst=null perm=null
2014-04-10 11:51:11,707 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397148651586_0001-1397148658116-brock-mrflow-1397148671567-4-1-SUCCEEDED-default-1397148661181.jhist_tmp dst=null perm=null
2014-04-10 11:51:11,712 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397148651586_0001/job_1397148651586_0001_1.jhist dst=null perm=null
2014-04-10 11:51:11,713 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397148651586_0001-1397148658116-brock-mrflow-1397148671567-4-1-SUCCEEDED-default-1397148661181.jhist_tmp dst=null perm=null
2014-04-10 11:51:11,715 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397148651586_0001/job_1397148651586_0001_1.jhist dst=null perm=null
2014-04-10 11:51:11,733 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397148651586_0001-1397148658116-brock-mrflow-1397148671567-4-1-SUCCEEDED-default-1397148661181.jhist_tmp dst=null perm=brock:supergroup:rw-rw-rw-
2014-04-10 11:51:11,742 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:35451, dest: /127.0.0.1:34806, bytes: 52996, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_-1819435312_1, offset: 0, srvID: 8ec8a8cc-5508-442c-8963-d78fa559e878, blockid: BP-1638008525-127.0.0.1-1397148635957:blk_1073741832_1008, duration: 406495
2014-04-10 11:51:11,746 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(2966)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397148651586_0001-1397148658116-brock-mrflow-1397148671567-4-1-SUCCEEDED-default-1397148661181.jhist_tmp. BP-1638008525-127.0.0.1-1397148635957 blk_1073741835_1011{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-0eec617b-7748-47d7-80ce-822d3c617914:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-b5119a97-db0e-4220-9885-a252148e8a0f:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-b33a8866-bd5f-4441-ad36-c6496b5f71c0:NORMAL|RBW]]}
2014-04-10 11:51:11,911 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1638008525-127.0.0.1-1397148635957:blk_1073741835_1011 src: /127.0.0.1:52631 dest: /127.0.0.1:41432
2014-04-10 11:51:11,912 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1638008525-127.0.0.1-1397148635957:blk_1073741835_1011 src: /127.0.0.1:57354 dest: /127.0.0.1:34839
2014-04-10 11:51:11,915 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1638008525-127.0.0.1-1397148635957:blk_1073741835_1011 src: /127.0.0.1:34811 dest: /127.0.0.1:35451
2014-04-10 11:51:11,922 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:34811, dest: /127.0.0.1:35451, bytes: 52584, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-1819435312_1, offset: 0, srvID: 8ec8a8cc-5508-442c-8963-d78fa559e878, blockid: BP-1638008525-127.0.0.1-1397148635957:blk_1073741835_1011, duration: 5940039
2014-04-10 11:51:11,923 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1638008525-127.0.0.1-1397148635957:blk_1073741835_1011, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2014-04-10 11:51:11,923 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:35451 is added to blk_1073741835_1011{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-b5119a97-db0e-4220-9885-a252148e8a0f:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-5d7d5487-2d1d-4414-8c1a-3a9617defa41:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-a7d28360-a122-4b8f-a5df-7716c22c7a73:NORMAL|RBW]]} size 0
2014-04-10 11:51:11,924 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:57354, dest: /127.0.0.1:34839, bytes: 52584, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-1819435312_1, offset: 0, srvID: 8a56312d-0316-4fb1-9cb0-6a1bc51bc949, blockid: BP-1638008525-127.0.0.1-1397148635957:blk_1073741835_1011, duration: 6913975
2014-04-10 11:51:11,924 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1638008525-127.0.0.1-1397148635957:blk_1073741835_1011, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 11:51:11,925 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:34839 is added to blk_1073741835_1011{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-b5119a97-db0e-4220-9885-a252148e8a0f:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-5d7d5487-2d1d-4414-8c1a-3a9617defa41:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-a7d28360-a122-4b8f-a5df-7716c22c7a73:NORMAL|RBW]]} size 0
2014-04-10 11:51:11,925 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:52631, dest: /127.0.0.1:41432, bytes: 52584, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-1819435312_1, offset: 0, srvID: 2a5b99b1-5021-412c-a75a-31058df58d31, blockid: BP-1638008525-127.0.0.1-1397148635957:blk_1073741835_1011, duration: 7917166
2014-04-10 11:51:11,925 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1638008525-127.0.0.1-1397148635957:blk_1073741835_1011, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 11:51:11,926 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:41432 is added to blk_1073741835_1011{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-b5119a97-db0e-4220-9885-a252148e8a0f:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-5d7d5487-2d1d-4414-8c1a-3a9617defa41:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-a7d28360-a122-4b8f-a5df-7716c22c7a73:NORMAL|RBW]]} size 0
2014-04-10 11:51:11,941 INFO hdfs.StateChange (FSNamesystem.java:completeFile(2899)) - DIR* completeFile: /tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397148651586_0001-1397148658116-brock-mrflow-1397148671567-4-1-SUCCEEDED-default-1397148661181.jhist_tmp is closed by DFSClient_NONMAPREDUCE_-1819435312_1
2014-04-10 11:51:11,958 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397148651586_0001-1397148658116-brock-mrflow-1397148671567-4-1-SUCCEEDED-default-1397148661181.jhist_tmp dst=null perm=brock:supergroup:rwxrwx---
2014-04-10 11:51:11,960 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397148651586_0001/job_1397148651586_0001_1_conf.xml dst=null perm=null
2014-04-10 11:51:11,961 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397148651586_0001_conf.xml_tmp dst=null perm=null
2014-04-10 11:51:11,963 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397148651586_0001/job_1397148651586_0001_1_conf.xml dst=null perm=null
2014-04-10 11:51:11,964 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397148651586_0001_conf.xml_tmp dst=null perm=null
2014-04-10 11:51:11,966 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397148651586_0001/job_1397148651586_0001_1_conf.xml dst=null perm=null
2014-04-10 11:51:11,983 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397148651586_0001_conf.xml_tmp dst=null perm=brock:supergroup:rw-rw-rw-
2014-04-10 11:51:11,986 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:41432, dest: /127.0.0.1:52635, bytes: 89511, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_-1819435312_1, offset: 0, srvID: 2a5b99b1-5021-412c-a75a-31058df58d31, blockid: BP-1638008525-127.0.0.1-1397148635957:blk_1073741831_1007, duration: 542100
2014-04-10 11:51:11,990 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(2966)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397148651586_0001_conf.xml_tmp. BP-1638008525-127.0.0.1-1397148635957 blk_1073741836_1012{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-5d7d5487-2d1d-4414-8c1a-3a9617defa41:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-a7d28360-a122-4b8f-a5df-7716c22c7a73:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-e591ab9a-22c6-42de-961c-bb13e404aae9:NORMAL|RBW]]}
2014-04-10 11:51:12,010 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1638008525-127.0.0.1-1397148635957:blk_1073741836_1012 src: /127.0.0.1:52636 dest: /127.0.0.1:41432
2014-04-10 11:51:12,012 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1638008525-127.0.0.1-1397148635957:blk_1073741836_1012 src: /127.0.0.1:34815 dest: /127.0.0.1:35451
2014-04-10 11:51:12,014 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1638008525-127.0.0.1-1397148635957:blk_1073741836_1012 src: /127.0.0.1:32936 dest: /127.0.0.1:50141
2014-04-10 11:51:12,019 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:32936, dest: /127.0.0.1:50141, bytes: 88815, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-1819435312_1, offset: 0, srvID: c1ad97e0-9f53-4437-974d-e948c41bedfe, blockid: BP-1638008525-127.0.0.1-1397148635957:blk_1073741836_1012, duration: 3563419
2014-04-10 11:51:12,020 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1638008525-127.0.0.1-1397148635957:blk_1073741836_1012, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2014-04-10 11:51:12,020 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:50141 is added to blk_1073741836_1012{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-e591ab9a-22c6-42de-961c-bb13e404aae9:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-0eec617b-7748-47d7-80ce-822d3c617914:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-b33a8866-bd5f-4441-ad36-c6496b5f71c0:NORMAL|RBW]]} size 0
2014-04-10 11:51:12,020 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:34815, dest: /127.0.0.1:35451, bytes: 88815, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-1819435312_1, offset: 0, srvID: 8ec8a8cc-5508-442c-8963-d78fa559e878, blockid: BP-1638008525-127.0.0.1-1397148635957:blk_1073741836_1012, duration: 4459744
2014-04-10 11:51:12,021 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1638008525-127.0.0.1-1397148635957:blk_1073741836_1012, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 11:51:12,021 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:35451 is added to blk_1073741836_1012{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-e591ab9a-22c6-42de-961c-bb13e404aae9:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-0eec617b-7748-47d7-80ce-822d3c617914:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-b33a8866-bd5f-4441-ad36-c6496b5f71c0:NORMAL|RBW]]} size 0
2014-04-10 11:51:12,021 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:52636, dest: /127.0.0.1:41432, bytes: 88815, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-1819435312_1, offset: 0, srvID: 2a5b99b1-5021-412c-a75a-31058df58d31, blockid: BP-1638008525-127.0.0.1-1397148635957:blk_1073741836_1012, duration: 5436250
2014-04-10 11:51:12,022 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1638008525-127.0.0.1-1397148635957:blk_1073741836_1012, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 11:51:12,022 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:41432 is added to blk_1073741836_1012{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-e591ab9a-22c6-42de-961c-bb13e404aae9:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-0eec617b-7748-47d7-80ce-822d3c617914:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-b33a8866-bd5f-4441-ad36-c6496b5f71c0:NORMAL|RBW]]} size 0
2014-04-10 11:51:12,041 INFO hdfs.StateChange (FSNamesystem.java:completeFile(2899)) - DIR* completeFile: /tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397148651586_0001_conf.xml_tmp is closed by DFSClient_NONMAPREDUCE_-1819435312_1
2014-04-10 11:51:12,058 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397148651586_0001_conf.xml_tmp dst=null perm=brock:supergroup:rwxrwx---
2014-04-10 11:51:12,075 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=rename src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397148651586_0001.summary_tmp dst=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397148651586_0001.summary perm=brock:supergroup:rwxrwx---
2014-04-10 11:51:12,091 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=rename src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397148651586_0001_conf.xml_tmp dst=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397148651586_0001_conf.xml perm=brock:supergroup:rwxrwx---
2014-04-10 11:51:12,108 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=rename src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397148651586_0001-1397148658116-brock-mrflow-1397148671567-4-1-SUCCEEDED-default-1397148661181.jhist_tmp dst=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397148651586_0001-1397148658116-brock-mrflow-1397148671567-4-1-SUCCEEDED-default-1397148661181.jhist perm=brock:supergroup:rwxrwx---
2014-04-10 11:51:12,123 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:rememberTargetTransitionsAndStoreState(960)) - Updating application attempt appattempt_1397148651586_0001_000001 with final state: FINISHING
2014-04-10 11:51:12,124 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(652)) - appattempt_1397148651586_0001_000001 State change from RUNNING to FINAL_SAVING
2014-04-10 11:51:12,124 INFO rmapp.RMAppImpl (RMAppImpl.java:rememberTargetTransitionsAndStoreState(805)) - Updating application application_1397148651586_0001 with final state: FINISHING
2014-04-10 11:51:12,125 INFO rmapp.RMAppImpl (RMAppImpl.java:handle(610)) - application_1397148651586_0001 State change from RUNNING to FINAL_SAVING
2014-04-10 11:51:12,125 INFO recovery.RMStateStore (RMStateStore.java:handleStoreEvent(596)) - Storing info for app: application_1397148651586_0001
2014-04-10 11:51:12,128 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(652)) - appattempt_1397148651586_0001_000001 State change from FINAL_SAVING to FINISHING
2014-04-10 11:51:12,128 INFO rmapp.RMAppImpl (RMAppImpl.java:handle(610)) - application_1397148651586_0001 State change from FINAL_SAVING to FINISHING
2014-04-10 11:51:12,198 INFO mapred.ClientServiceDelegate (ClientServiceDelegate.java:getProxy(273)) - Application state is completed. FinalApplicationStatus=SUCCEEDED. Redirecting to job history server
2014-04-10 11:51:12,212 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=listStatus src=/tmp/hadoop-yarn/staging/history/done_intermediate dst=null perm=null
2014-04-10 11:51:12,214 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=listStatus src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock dst=null perm=null
2014-04-10 11:51:12,219 INFO hs.CompletedJob (CompletedJob.java:<init>(95)) - Loading job: job_1397148651586_0001 from file: hdfs://localhost:60632/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397148651586_0001-1397148658116-brock-mrflow-1397148671567-4-1-SUCCEEDED-default-1397148661181.jhist
2014-04-10 11:51:12,219 INFO hs.CompletedJob (CompletedJob.java:loadFullHistoryData(326)) - Loading history file: [hdfs://localhost:60632/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397148651586_0001-1397148658116-brock-mrflow-1397148671567-4-1-SUCCEEDED-default-1397148661181.jhist]
2014-04-10 11:51:12,223 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397148651586_0001-1397148658116-brock-mrflow-1397148671567-4-1-SUCCEEDED-default-1397148661181.jhist dst=null perm=null
2014-04-10 11:51:12,231 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:41432, dest: /127.0.0.1:52640, bytes: 52996, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_611373658_9, offset: 0, srvID: 2a5b99b1-5021-412c-a75a-31058df58d31, blockid: BP-1638008525-127.0.0.1-1397148635957:blk_1073741835_1011, duration: 349830
2014-04-10 11:51:12,389 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:updateAndGetContainerStatuses(374)) - Removed completed container container_1397148651586_0001_01_000006
2014-04-10 11:51:12,390 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397148651586_0001_01_000006 Container Transitioned from RUNNING to COMPLETED
2014-04-10 11:51:12,390 INFO fica.FiCaSchedulerApp (FiCaSchedulerApp.java:containerCompleted(91)) - Completed container: container_1397148651586_0001_01_000006 in state: COMPLETED event:FINISHED
2014-04-10 11:51:12,390 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(98)) - USER=brock OPERATION=AM Released Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1397148651586_0001 CONTAINERID=container_1397148651586_0001_01_000006
2014-04-10 11:51:12,390 INFO fica.FiCaSchedulerNode (FiCaSchedulerNode.java:releaseContainer(164)) - Released container container_1397148651586_0001_01_000006 of capacity <memory:1024, vCores:1> on host localhost:40708, which currently has 0 containers, <memory:0, vCores:0> used and <memory:4096, vCores:8> available, release resources=true
2014-04-10 11:51:12,390 INFO capacity.LeafQueue (LeafQueue.java:releaseResource(1506)) - default used=<memory:2048, vCores:1> numContainers=1 user=brock user-resources=<memory:2048, vCores:1>
2014-04-10 11:51:12,390 INFO capacity.LeafQueue (LeafQueue.java:completedContainer(1448)) - completedContainer container=Container: [ContainerId: container_1397148651586_0001_01_000006, NodeId: localhost:40708, NodeHttpAddress: localhost:48138, Resource: <memory:1024, vCores:1>, Priority: 10, Token: Token { kind: ContainerToken, service: localhost:40708 }, ] resource=<memory:1024, vCores:1> queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:2048, vCores:1>usedCapacity=0.125, absoluteUsedCapacity=0.125, numApps=1, numContainers=1 usedCapacity=0.125 absoluteUsedCapacity=0.125 used=<memory:2048, vCores:1> cluster=<memory:16384, vCores:32>
2014-04-10 11:51:12,390 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(694)) - completedContainer queue=root usedCapacity=0.125 absoluteUsedCapacity=0.125 used=<memory:2048, vCores:1> cluster=<memory:16384, vCores:32>
2014-04-10 11:51:12,390 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(708)) - Re-sorting completed queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:2048, vCores:1>usedCapacity=0.125, absoluteUsedCapacity=0.125, numApps=1, numContainers=1
2014-04-10 11:51:12,391 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(849)) - Application appattempt_1397148651586_0001_000001 released container container_1397148651586_0001_01_000006 on node: host: localhost:40708 #containers=0 available=4096 used=0 with event: FINISHED
2014-04-10 11:51:12,438 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397148651586_0001.summary dst=null perm=null
2014-04-10 11:51:12,442 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:50141, dest: /127.0.0.1:32939, bytes: 349, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_-1671456216_9, offset: 0, srvID: c1ad97e0-9f53-4437-974d-e948c41bedfe, blockid: BP-1638008525-127.0.0.1-1397148635957:blk_1073741834_1010, duration: 322749
2014-04-10 11:51:12,442 INFO jobhistory.JobSummary (HistoryFileManager.java:moveToDone(372)) - jobId=job_1397148651586_0001,submitTime=1397148658116,launchTime=1397148661181,firstMapTaskLaunchTime=1397148663385,firstReduceTaskLaunchTime=1397148669286,finishTime=1397148671567,resourcesPerMap=1024,resourcesPerReduce=1024,numMaps=4,numReduces=1,user=brock,queue=default,status=SUCCEEDED,mapSlotSeconds=11,reduceSlotSeconds=2,jobName=mrflow
2014-04-10 11:51:12,443 INFO hs.HistoryFileManager (HistoryFileManager.java:moveToDone(373)) - Deleting JobSummary file: [hdfs://localhost:60632/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397148651586_0001.summary]
2014-04-10 11:51:12,508 INFO BlockStateChange (BlockManager.java:addToInvalidates(1030)) - BLOCK* addToInvalidates: blk_1073741834_1010 127.0.0.1:50141 127.0.0.1:41432 127.0.0.1:35451
2014-04-10 11:51:12,508 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=delete src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397148651586_0001.summary dst=null perm=null
2014-04-10 11:51:12,512 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/history/done/2014/04/10/000000 dst=null perm=null
2014-04-10 11:51:12,525 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=mkdirs src=/tmp/hadoop-yarn/staging/history/done/2014/04/10/000000 dst=null perm=brock:supergroup:rwxrwx---
2014-04-10 11:51:12,526 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/history/done/2014/04/10/000000 dst=null perm=null
2014-04-10 11:51:12,527 INFO hs.HistoryFileManager (HistoryFileManager.java:makeDoneSubdir(969)) - Perms after creating 504, Expected: 504
2014-04-10 11:51:12,527 INFO hs.HistoryFileManager (HistoryFileManager.java:moveToDoneNow(947)) - Moving hdfs://localhost:60632/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397148651586_0001-1397148658116-brock-mrflow-1397148671567-4-1-SUCCEEDED-default-1397148661181.jhist to hdfs://localhost:60632/tmp/hadoop-yarn/staging/history/done/2014/04/10/000000/job_1397148651586_0001-1397148658116-brock-mrflow-1397148671567-4-1-SUCCEEDED-default-1397148661181.jhist
2014-04-10 11:51:12,550 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=rename options=0 src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397148651586_0001-1397148658116-brock-mrflow-1397148671567-4-1-SUCCEEDED-default-1397148661181.jhist dst=/tmp/hadoop-yarn/staging/history/done/2014/04/10/000000/job_1397148651586_0001-1397148658116-brock-mrflow-1397148671567-4-1-SUCCEEDED-default-1397148661181.jhist perm=brock:supergroup:rwxrwx---
2014-04-10 11:51:12,550 INFO hs.HistoryFileManager (HistoryFileManager.java:moveToDoneNow(947)) - Moving hdfs://localhost:60632/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397148651586_0001_conf.xml to hdfs://localhost:60632/tmp/hadoop-yarn/staging/history/done/2014/04/10/000000/job_1397148651586_0001_conf.xml
2014-04-10 11:51:12,641 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=rename options=0 src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397148651586_0001_conf.xml dst=/tmp/hadoop-yarn/staging/history/done/2014/04/10/000000/job_1397148651586_0001_conf.xml perm=brock:supergroup:rwxrwx---
2014-04-10 11:51:12,704 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/mapreduceflowplatform/flowTest dst=null perm=null
2014-04-10 11:51:12,705 INFO util.Hadoop18TapUtil (Hadoop18TapUtil.java:cleanTempPath(219)) - deleting temp path hdfs://localhost:60632/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/mapreduceflowplatform/flowTest/_temporary
2014-04-10 11:51:12,706 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/mapreduceflowplatform/flowTest/_temporary dst=null perm=null
2014-04-10 11:51:12,718 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/mapreduceflowplatform/flowTest dst=null perm=null
2014-04-10 11:51:12,720 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/mapreduceflowplatform/flowTest dst=null perm=null
2014-04-10 11:51:12,722 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=listStatus src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/mapreduceflowplatform/flowTest dst=null perm=null
2014-04-10 11:51:12,724 INFO mapred.FileInputFormat (FileInputFormat.java:listStatus(253)) - Total input paths to process : 1
2014-04-10 11:51:12,726 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/mapreduceflowplatform/flowTest/part-00000 dst=null perm=null
2014-04-10 11:51:12,729 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:34839, dest: /127.0.0.1:57367, bytes: 1502, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_611373658_9, offset: 0, srvID: 8a56312d-0316-4fb1-9cb0-6a1bc51bc949, blockid: BP-1638008525-127.0.0.1-1397148635957:blk_1073741833_1009, duration: 141963
2014-04-10 11:51:12,730 INFO cascading.PlatformTestCase (PlatformTestCase.java:tearDown(209)) - copying to local /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output//hadoop2-mr1/mapreduceflowplatform/flowTest
2014-04-10 11:51:12,731 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/mapreduceflowplatform/flowTest dst=null perm=null
2014-04-10 11:51:12,732 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/mapreduceflowplatform/flowTest dst=null perm=null
2014-04-10 11:51:12,734 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/mapreduceflowplatform/flowTest dst=null perm=null
2014-04-10 11:51:12,736 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=listStatus src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/mapreduceflowplatform/flowTest dst=null perm=null
2014-04-10 11:51:12,738 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/mapreduceflowplatform/flowTest/part-00000 dst=null perm=null
2014-04-10 11:51:12,739 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/mapreduceflowplatform/flowTest/part-00000 dst=null perm=null
2014-04-10 11:51:12,742 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:41432, dest: /127.0.0.1:52640, bytes: 1502, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_611373658_9, offset: 0, srvID: 2a5b99b1-5021-412c-a75a-31058df58d31, blockid: BP-1638008525-127.0.0.1-1397148635957:blk_1073741833_1009, duration: 393632
2014-04-10 11:51:12,746 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/classes/test/data/apache.10.txt dst=null perm=null
2014-04-10 11:51:12,796 INFO util.HadoopUtil (HadoopUtil.java:findMainClass(319)) - using default application jar, may cause class not found exceptions on the cluster
2014-04-10 11:51:12,796 INFO planner.HadoopPlanner (HadoopPlanner.java:initialize(205)) - using application jar: /home/brock/.gradle/caches/modules-2/files-2.1/cascading/cascading-hadoop2-mr1/2.5.3/fbde5367797af408c100d25704a77959e50a31d8/cascading-hadoop2-mr1-2.5.3.jar
2014-04-10 11:51:12,809 INFO Configuration.deprecation (Configuration.java:warnOnceIfDeprecated(996)) - mapred.used.genericoptionsparser is deprecated. Instead, use mapreduce.client.genericoptionsparser.used
2014-04-10 11:51:12,815 INFO Configuration.deprecation (Configuration.java:warnOnceIfDeprecated(996)) - mapred.output.compress is deprecated. Instead, use mapreduce.output.fileoutputformat.compress
2014-04-10 11:51:12,850 INFO util.HadoopUtil (HadoopUtil.java:findMainClass(319)) - using default application jar, may cause class not found exceptions on the cluster
2014-04-10 11:51:12,851 INFO planner.HadoopPlanner (HadoopPlanner.java:initialize(205)) - using application jar: /home/brock/.gradle/caches/modules-2/files-2.1/cascading/cascading-hadoop2-mr1/2.5.3/fbde5367797af408c100d25704a77959e50a31d8/cascading-hadoop2-mr1-2.5.3.jar
2014-04-10 11:51:12,947 INFO cascade.Cascade (Cascade.java:logInfo(991)) - [first-flow+second-flow...] starting
2014-04-10 11:51:12,950 INFO cascade.Cascade (Cascade.java:logInfo(991)) - [first-flow+second-flow...] parallel execution is enabled: true
2014-04-10 11:51:12,950 INFO cascade.Cascade (Cascade.java:logInfo(991)) - [first-flow+second-flow...] starting flows: 5
2014-04-10 11:51:12,950 INFO cascade.Cascade (Cascade.java:logInfo(991)) - [first-flow+second-flow...] allocating threads: 5
2014-04-10 11:51:12,950 INFO cascade.Cascade (Cascade.java:logInfo(991)) - [first-flow+second-flow...] starting flow: first-flow
2014-04-10 11:51:12,951 INFO flow.Flow (BaseFlow.java:logInfo(1354)) - [first-flow] at least one sink is marked for delete
2014-04-10 11:51:12,951 INFO flow.Flow (BaseFlow.java:logInfo(1354)) - [first-flow] sink oldest modified date: Wed Dec 31 17:59:59 CST 1969
2014-04-10 11:51:12,952 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/mapreduceflowplatform/flow4 dst=null perm=null
2014-04-10 11:51:12,953 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/mapreduceflowplatform/flow4 dst=null perm=null
2014-04-10 11:51:12,954 INFO flow.Flow (BaseFlow.java:logInfo(1354)) - [first-flow] starting
2014-04-10 11:51:12,954 INFO flow.Flow (BaseFlow.java:logInfo(1354)) - [first-flow] source: Hfs["TextLine[['offset', 'line']->[ALL]]"]["/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/classes/test/data/apache.10.txt"]
2014-04-10 11:51:12,955 INFO flow.Flow (BaseFlow.java:logInfo(1354)) - [first-flow] sink: Hfs["TextLine[['offset', 'line']->[ALL]]"]["/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/mapreduceflowplatform/flow4"]
2014-04-10 11:51:12,955 INFO flow.Flow (BaseFlow.java:logInfo(1354)) - [first-flow] parallel execution is enabled: true
2014-04-10 11:51:12,955 INFO flow.Flow (BaseFlow.java:logInfo(1354)) - [first-flow] starting jobs: 1
2014-04-10 11:51:12,955 INFO flow.Flow (BaseFlow.java:logInfo(1354)) - [first-flow] allocating threads: 1
2014-04-10 11:51:12,955 INFO flow.FlowStep (BaseFlowStep.java:logInfo(834)) - [first-flow] starting step: (1/1) ...preduceflowplatform/flow4
2014-04-10 11:51:12,964 INFO client.RMProxy (RMProxy.java:createRMProxy(92)) - Connecting to ResourceManager at localhost/127.0.0.1:44622
2014-04-10 11:51:12,972 INFO client.RMProxy (RMProxy.java:createRMProxy(92)) - Connecting to ResourceManager at localhost/127.0.0.1:44622
2014-04-10 11:51:12,974 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/mapreduceflowplatform/flow4 dst=null perm=null
2014-04-10 11:51:12,975 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging dst=null perm=null
2014-04-10 11:51:12,975 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging dst=null perm=null
2014-04-10 11:51:12,976 INFO resourcemanager.ClientRMService (ClientRMService.java:getNewApplicationId(213)) - Allocated new applicationId: 2
2014-04-10 11:51:12,977 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397148651586_0002 dst=null perm=null
2014-04-10 11:51:13,008 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=mkdirs src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397148651586_0002 dst=null perm=brock:supergroup:rwxr-xr-x
2014-04-10 11:51:13,024 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397148651586_0002 dst=null perm=brock:supergroup:rwx------
2014-04-10 11:51:13,026 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397148651586_0002/job.jar dst=null perm=null
2014-04-10 11:51:13,041 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397148651586_0002/job.jar dst=null perm=brock:supergroup:rw-r--r--
2014-04-10 11:51:13,044 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(2966)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/brock/.staging/job_1397148651586_0002/job.jar. BP-1638008525-127.0.0.1-1397148635957 blk_1073741837_1013{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-22cb6d02-3e35-4f66-89d9-1327072438fe:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-0eec617b-7748-47d7-80ce-822d3c617914:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-e591ab9a-22c6-42de-961c-bb13e404aae9:NORMAL|RBW]]}
2014-04-10 11:51:13,060 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1638008525-127.0.0.1-1397148635957:blk_1073741837_1013 src: /127.0.0.1:57370 dest: /127.0.0.1:34839
2014-04-10 11:51:13,061 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1638008525-127.0.0.1-1397148635957:blk_1073741837_1013 src: /127.0.0.1:52649 dest: /127.0.0.1:41432
2014-04-10 11:51:13,066 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1638008525-127.0.0.1-1397148635957:blk_1073741837_1013 src: /127.0.0.1:32948 dest: /127.0.0.1:50141
2014-04-10 11:51:13,075 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:32948, dest: /127.0.0.1:50141, bytes: 244650, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_611373658_9, offset: 0, srvID: c1ad97e0-9f53-4437-974d-e948c41bedfe, blockid: BP-1638008525-127.0.0.1-1397148635957:blk_1073741837_1013, duration: 7659851
2014-04-10 11:51:13,075 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1638008525-127.0.0.1-1397148635957:blk_1073741837_1013, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2014-04-10 11:51:13,075 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:50141 is added to blk_1073741837_1013{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-22cb6d02-3e35-4f66-89d9-1327072438fe:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-5d7d5487-2d1d-4414-8c1a-3a9617defa41:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-522b0f7d-b75b-46f2-9e15-59b7ba563b04:NORMAL|RBW]]} size 0
2014-04-10 11:51:13,076 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:52649, dest: /127.0.0.1:41432, bytes: 244650, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_611373658_9, offset: 0, srvID: 2a5b99b1-5021-412c-a75a-31058df58d31, blockid: BP-1638008525-127.0.0.1-1397148635957:blk_1073741837_1013, duration: 8611520
2014-04-10 11:51:13,076 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1638008525-127.0.0.1-1397148635957:blk_1073741837_1013, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 11:51:13,077 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:41432 is added to blk_1073741837_1013{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-22cb6d02-3e35-4f66-89d9-1327072438fe:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-5d7d5487-2d1d-4414-8c1a-3a9617defa41:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-522b0f7d-b75b-46f2-9e15-59b7ba563b04:NORMAL|RBW]]} size 0
2014-04-10 11:51:13,077 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:57370, dest: /127.0.0.1:34839, bytes: 244650, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_611373658_9, offset: 0, srvID: 8a56312d-0316-4fb1-9cb0-6a1bc51bc949, blockid: BP-1638008525-127.0.0.1-1397148635957:blk_1073741837_1013, duration: 8879188
2014-04-10 11:51:13,077 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1638008525-127.0.0.1-1397148635957:blk_1073741837_1013, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 11:51:13,078 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:34839 is added to blk_1073741837_1013{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-22cb6d02-3e35-4f66-89d9-1327072438fe:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-5d7d5487-2d1d-4414-8c1a-3a9617defa41:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-522b0f7d-b75b-46f2-9e15-59b7ba563b04:NORMAL|RBW]]} size 0
2014-04-10 11:51:13,091 INFO hdfs.StateChange (FSNamesystem.java:completeFile(2899)) - DIR* completeFile: /tmp/hadoop-yarn/staging/brock/.staging/job_1397148651586_0002/job.jar is closed by DFSClient_NONMAPREDUCE_611373658_9
2014-04-10 11:51:13,093 INFO blockmanagement.BlockManager (BlockManager.java:setReplication(2455)) - Increasing replication from 3 to 10 for /tmp/hadoop-yarn/staging/brock/.staging/job_1397148651586_0002/job.jar
2014-04-10 11:51:13,108 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=setReplication src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397148651586_0002/job.jar dst=null perm=null
2014-04-10 11:51:13,124 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397148651586_0002/job.jar dst=null perm=brock:supergroup:rw-r--r--
2014-04-10 11:51:13,126 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null
2014-04-10 11:51:13,128 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target/Hadoop2MR1Platform-tmpDir/hadoop-835624885896005772.jar dst=null perm=null
2014-04-10 11:51:13,129 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null
2014-04-10 11:51:13,131 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target/Hadoop2MR1Platform-tmpDir dst=null perm=null
2014-04-10 11:51:13,132 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target dst=null perm=null
2014-04-10 11:51:13,134 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock dst=null perm=null
2014-04-10 11:51:13,135 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user dst=null perm=null
2014-04-10 11:51:13,137 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/ dst=null perm=null
2014-04-10 11:51:13,138 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target/Hadoop2MR1Platform-tmpDir/hadoop-835624885896005772.jar dst=null perm=null
2014-04-10 11:51:13,143 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/classes/test/data/apache.10.txt dst=null perm=null
2014-04-10 11:51:13,143 INFO mapred.FileInputFormat (FileInputFormat.java:listStatus(253)) - Total input paths to process : 1
2014-04-10 11:51:13,145 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/classes/test/data/apache.10.txt dst=null perm=null
2014-04-10 11:51:13,150 INFO BlockStateChange (BlockManager.java:addToInvalidates(1030)) - BLOCK* addToInvalidates: blk_1073741828_1004 127.0.0.1:50141 127.0.0.1:41432 127.0.0.1:35451 127.0.0.1:34839
2014-04-10 11:51:13,150 INFO BlockStateChange (BlockManager.java:addToInvalidates(1030)) - BLOCK* addToInvalidates: blk_1073741829_1005 127.0.0.1:35451 127.0.0.1:41432 127.0.0.1:34839
2014-04-10 11:51:13,151 INFO BlockStateChange (BlockManager.java:addToInvalidates(1030)) - BLOCK* addToInvalidates: blk_1073741830_1006 127.0.0.1:35451 127.0.0.1:50141 127.0.0.1:34839
2014-04-10 11:51:13,151 INFO BlockStateChange (BlockManager.java:addToInvalidates(1030)) - BLOCK* addToInvalidates: blk_1073741832_1008 127.0.0.1:41432 127.0.0.1:35451 127.0.0.1:34839
2014-04-10 11:51:13,151 INFO BlockStateChange (BlockManager.java:addToInvalidates(1030)) - BLOCK* addToInvalidates: blk_1073741831_1007 127.0.0.1:41432 127.0.0.1:50141 127.0.0.1:35451
2014-04-10 11:51:13,151 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=delete src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397148651586_0001 dst=null perm=null
2014-04-10 11:51:13,166 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397148651586_0002/job.split dst=null perm=brock:supergroup:rw-r--r--
2014-04-10 11:51:13,183 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397148651586_0002/job.split dst=null perm=brock:supergroup:rw-r--r--
2014-04-10 11:51:13,184 INFO blockmanagement.BlockManager (BlockManager.java:setReplication(2455)) - Increasing replication from 3 to 10 for /tmp/hadoop-yarn/staging/brock/.staging/job_1397148651586_0002/job.split
2014-04-10 11:51:13,199 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=setReplication src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397148651586_0002/job.split dst=null perm=null
2014-04-10 11:51:13,203 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(2966)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/brock/.staging/job_1397148651586_0002/job.split. BP-1638008525-127.0.0.1-1397148635957 blk_1073741838_1014{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-e591ab9a-22c6-42de-961c-bb13e404aae9:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-a7d28360-a122-4b8f-a5df-7716c22c7a73:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-22cb6d02-3e35-4f66-89d9-1327072438fe:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-5d7d5487-2d1d-4414-8c1a-3a9617defa41:NORMAL|RBW]]}
2014-04-10 11:51:13,218 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1638008525-127.0.0.1-1397148635957:blk_1073741838_1014 src: /127.0.0.1:32950 dest: /127.0.0.1:50141
2014-04-10 11:51:13,220 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1638008525-127.0.0.1-1397148635957:blk_1073741838_1014 src: /127.0.0.1:34831 dest: /127.0.0.1:35451
2014-04-10 11:51:13,222 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1638008525-127.0.0.1-1397148635957:blk_1073741838_1014 src: /127.0.0.1:57376 dest: /127.0.0.1:34839
2014-04-10 11:51:13,224 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1638008525-127.0.0.1-1397148635957:blk_1073741838_1014 src: /127.0.0.1:52655 dest: /127.0.0.1:41432
2014-04-10 11:51:13,229 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:52655, dest: /127.0.0.1:41432, bytes: 1527, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_611373658_9, offset: 0, srvID: 2a5b99b1-5021-412c-a75a-31058df58d31, blockid: BP-1638008525-127.0.0.1-1397148635957:blk_1073741838_1014, duration: 3522136
2014-04-10 11:51:13,229 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1638008525-127.0.0.1-1397148635957:blk_1073741838_1014, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2014-04-10 11:51:13,229 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:41432 is added to blk_1073741838_1014{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-e591ab9a-22c6-42de-961c-bb13e404aae9:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-a7d28360-a122-4b8f-a5df-7716c22c7a73:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-b5119a97-db0e-4220-9885-a252148e8a0f:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-0eec617b-7748-47d7-80ce-822d3c617914:NORMAL|RBW]]} size 0
2014-04-10 11:51:13,230 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:57376, dest: /127.0.0.1:34839, bytes: 1527, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_611373658_9, offset: 0, srvID: 8a56312d-0316-4fb1-9cb0-6a1bc51bc949, blockid: BP-1638008525-127.0.0.1-1397148635957:blk_1073741838_1014, duration: 4406716
2014-04-10 11:51:13,230 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1638008525-127.0.0.1-1397148635957:blk_1073741838_1014, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 11:51:13,230 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:34839 is added to blk_1073741838_1014{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-e591ab9a-22c6-42de-961c-bb13e404aae9:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-a7d28360-a122-4b8f-a5df-7716c22c7a73:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-b5119a97-db0e-4220-9885-a252148e8a0f:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-0eec617b-7748-47d7-80ce-822d3c617914:NORMAL|RBW]]} size 0
2014-04-10 11:51:13,231 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:34831, dest: /127.0.0.1:35451, bytes: 1527, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_611373658_9, offset: 0, srvID: 8ec8a8cc-5508-442c-8963-d78fa559e878, blockid: BP-1638008525-127.0.0.1-1397148635957:blk_1073741838_1014, duration: 5091685
2014-04-10 11:51:13,231 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1638008525-127.0.0.1-1397148635957:blk_1073741838_1014, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 11:51:13,231 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:35451 is added to blk_1073741838_1014{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-e591ab9a-22c6-42de-961c-bb13e404aae9:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-a7d28360-a122-4b8f-a5df-7716c22c7a73:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-b5119a97-db0e-4220-9885-a252148e8a0f:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-0eec617b-7748-47d7-80ce-822d3c617914:NORMAL|RBW]]} size 0
2014-04-10 11:51:13,232 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:32950, dest: /127.0.0.1:50141, bytes: 1527, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_611373658_9, offset: 0, srvID: c1ad97e0-9f53-4437-974d-e948c41bedfe, blockid: BP-1638008525-127.0.0.1-1397148635957:blk_1073741838_1014, duration: 5978740
2014-04-10 11:51:13,232 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1638008525-127.0.0.1-1397148635957:blk_1073741838_1014, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 11:51:13,234 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:50141 is added to blk_1073741838_1014{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-e591ab9a-22c6-42de-961c-bb13e404aae9:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-a7d28360-a122-4b8f-a5df-7716c22c7a73:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-b5119a97-db0e-4220-9885-a252148e8a0f:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-0eec617b-7748-47d7-80ce-822d3c617914:NORMAL|RBW]]} size 0
2014-04-10 11:51:13,249 INFO hdfs.StateChange (FSNamesystem.java:completeFile(2899)) - DIR* completeFile: /tmp/hadoop-yarn/staging/brock/.staging/job_1397148651586_0002/job.split is closed by DFSClient_NONMAPREDUCE_611373658_9
2014-04-10 11:51:13,266 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397148651586_0002/job.splitmetainfo dst=null perm=brock:supergroup:rw-r--r--
2014-04-10 11:51:13,283 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397148651586_0002/job.splitmetainfo dst=null perm=brock:supergroup:rw-r--r--
2014-04-10 11:51:13,285 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(2966)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/brock/.staging/job_1397148651586_0002/job.splitmetainfo. BP-1638008525-127.0.0.1-1397148635957 blk_1073741839_1015{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-22cb6d02-3e35-4f66-89d9-1327072438fe:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-522b0f7d-b75b-46f2-9e15-59b7ba563b04:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-a7d28360-a122-4b8f-a5df-7716c22c7a73:NORMAL|RBW]]}
2014-04-10 11:51:13,301 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1638008525-127.0.0.1-1397148635957:blk_1073741839_1015 src: /127.0.0.1:57378 dest: /127.0.0.1:34839
2014-04-10 11:51:13,303 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1638008525-127.0.0.1-1397148635957:blk_1073741839_1015 src: /127.0.0.1:32955 dest: /127.0.0.1:50141
2014-04-10 11:51:13,304 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1638008525-127.0.0.1-1397148635957:blk_1073741839_1015 src: /127.0.0.1:34836 dest: /127.0.0.1:35451
2014-04-10 11:51:13,308 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:34836, dest: /127.0.0.1:35451, bytes: 156, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_611373658_9, offset: 0, srvID: 8ec8a8cc-5508-442c-8963-d78fa559e878, blockid: BP-1638008525-127.0.0.1-1397148635957:blk_1073741839_1015, duration: 2546390
2014-04-10 11:51:13,308 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1638008525-127.0.0.1-1397148635957:blk_1073741839_1015, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2014-04-10 11:51:13,309 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:35451 is added to blk_1073741839_1015{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-22cb6d02-3e35-4f66-89d9-1327072438fe:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-522b0f7d-b75b-46f2-9e15-59b7ba563b04:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-b33a8866-bd5f-4441-ad36-c6496b5f71c0:NORMAL|RBW]]} size 0
2014-04-10 11:51:13,309 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:32955, dest: /127.0.0.1:50141, bytes: 156, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_611373658_9, offset: 0, srvID: c1ad97e0-9f53-4437-974d-e948c41bedfe, blockid: BP-1638008525-127.0.0.1-1397148635957:blk_1073741839_1015, duration: 3379115
2014-04-10 11:51:13,310 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1638008525-127.0.0.1-1397148635957:blk_1073741839_1015, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 11:51:13,310 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:50141 is added to blk_1073741839_1015{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-22cb6d02-3e35-4f66-89d9-1327072438fe:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-522b0f7d-b75b-46f2-9e15-59b7ba563b04:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-b33a8866-bd5f-4441-ad36-c6496b5f71c0:NORMAL|RBW]]} size 0
2014-04-10 11:51:13,310 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:57378, dest: /127.0.0.1:34839, bytes: 156, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_611373658_9, offset: 0, srvID: 8a56312d-0316-4fb1-9cb0-6a1bc51bc949, blockid: BP-1638008525-127.0.0.1-1397148635957:blk_1073741839_1015, duration: 4168683
2014-04-10 11:51:13,311 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1638008525-127.0.0.1-1397148635957:blk_1073741839_1015, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 11:51:13,312 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:34839 is added to blk_1073741839_1015{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-22cb6d02-3e35-4f66-89d9-1327072438fe:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-522b0f7d-b75b-46f2-9e15-59b7ba563b04:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-b33a8866-bd5f-4441-ad36-c6496b5f71c0:NORMAL|RBW]]} size 0
2014-04-10 11:51:13,324 INFO hdfs.StateChange (FSNamesystem.java:completeFile(2899)) - DIR* completeFile: /tmp/hadoop-yarn/staging/brock/.staging/job_1397148651586_0002/job.splitmetainfo is closed by DFSClient_NONMAPREDUCE_611373658_9
2014-04-10 11:51:13,325 INFO mapreduce.JobSubmitter (JobSubmitter.java:submitJobInternal(396)) - number of splits:4
2014-04-10 11:51:13,341 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397148651586_0002/job.xml dst=null perm=brock:supergroup:rw-r--r--
2014-04-10 11:51:13,358 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397148651586_0002/job.xml dst=null perm=brock:supergroup:rw-r--r--
2014-04-10 11:51:13,371 INFO BlockStateChange (BlockManager.java:computeReplicationWorkForBlocks(1373)) - BLOCK* ask 127.0.0.1:34839 to replicate blk_1073741837_1013 to datanode(s) 127.0.0.1:35451
2014-04-10 11:51:13,371 INFO hdfs.StateChange (InvalidateBlocks.java:invalidateWork(152)) - BLOCK* InvalidateBlocks: ask 127.0.0.1:50141 to delete [blk_1073741828_1004, blk_1073741830_1006, blk_1073741831_1007, blk_1073741834_1010]
2014-04-10 11:51:13,371 INFO hdfs.StateChange (InvalidateBlocks.java:invalidateWork(152)) - BLOCK* InvalidateBlocks: ask 127.0.0.1:35451 to delete [blk_1073741828_1004, blk_1073741829_1005, blk_1073741830_1006, blk_1073741831_1007, blk_1073741832_1008, blk_1073741834_1010]
2014-04-10 11:51:13,393 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(2966)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/brock/.staging/job_1397148651586_0002/job.xml. BP-1638008525-127.0.0.1-1397148635957 blk_1073741840_1016{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-0eec617b-7748-47d7-80ce-822d3c617914:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-22cb6d02-3e35-4f66-89d9-1327072438fe:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-b33a8866-bd5f-4441-ad36-c6496b5f71c0:NORMAL|RBW]]}
2014-04-10 11:51:13,409 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1638008525-127.0.0.1-1397148635957:blk_1073741840_1016 src: /127.0.0.1:52659 dest: /127.0.0.1:41432
2014-04-10 11:51:13,411 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1638008525-127.0.0.1-1397148635957:blk_1073741840_1016 src: /127.0.0.1:57382 dest: /127.0.0.1:34839
2014-04-10 11:51:13,413 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1638008525-127.0.0.1-1397148635957:blk_1073741840_1016 src: /127.0.0.1:34840 dest: /127.0.0.1:35451
2014-04-10 11:51:13,418 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:34840, dest: /127.0.0.1:35451, bytes: 79570, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_611373658_9, offset: 0, srvID: 8ec8a8cc-5508-442c-8963-d78fa559e878, blockid: BP-1638008525-127.0.0.1-1397148635957:blk_1073741840_1016, duration: 3957909
2014-04-10 11:51:13,418 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1638008525-127.0.0.1-1397148635957:blk_1073741840_1016, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2014-04-10 11:51:13,418 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:35451 is added to blk_1073741840_1016{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-5d7d5487-2d1d-4414-8c1a-3a9617defa41:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-b5119a97-db0e-4220-9885-a252148e8a0f:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-a7d28360-a122-4b8f-a5df-7716c22c7a73:NORMAL|RBW]]} size 0
2014-04-10 11:51:13,419 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:57382, dest: /127.0.0.1:34839, bytes: 79570, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_611373658_9, offset: 0, srvID: 8a56312d-0316-4fb1-9cb0-6a1bc51bc949, blockid: BP-1638008525-127.0.0.1-1397148635957:blk_1073741840_1016, duration: 4316560
2014-04-10 11:51:13,419 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1638008525-127.0.0.1-1397148635957:blk_1073741840_1016, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 11:51:13,419 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:34839 is added to blk_1073741840_1016{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-5d7d5487-2d1d-4414-8c1a-3a9617defa41:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-b5119a97-db0e-4220-9885-a252148e8a0f:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-a7d28360-a122-4b8f-a5df-7716c22c7a73:NORMAL|RBW]]} size 0
2014-04-10 11:51:13,420 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:52659, dest: /127.0.0.1:41432, bytes: 79570, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_611373658_9, offset: 0, srvID: 2a5b99b1-5021-412c-a75a-31058df58d31, blockid: BP-1638008525-127.0.0.1-1397148635957:blk_1073741840_1016, duration: 5441953
2014-04-10 11:51:13,420 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1638008525-127.0.0.1-1397148635957:blk_1073741840_1016, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 11:51:13,421 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:41432 is added to blk_1073741840_1016{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-5d7d5487-2d1d-4414-8c1a-3a9617defa41:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-b5119a97-db0e-4220-9885-a252148e8a0f:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-a7d28360-a122-4b8f-a5df-7716c22c7a73:NORMAL|RBW]]} size 0
2014-04-10 11:51:13,433 INFO hdfs.StateChange (FSNamesystem.java:completeFile(2899)) - DIR* completeFile: /tmp/hadoop-yarn/staging/brock/.staging/job_1397148651586_0002/job.xml is closed by DFSClient_NONMAPREDUCE_611373658_9
2014-04-10 11:51:13,433 INFO mapreduce.JobSubmitter (JobSubmitter.java:printTokens(479)) - Submitting tokens for job: job_1397148651586_0002
2014-04-10 11:51:13,434 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397148651586_0002 dst=null perm=null
2014-04-10 11:51:13,435 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397148651586_0002/job.xml dst=null perm=null
2014-04-10 11:51:13,436 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397148651586_0002/job.xml dst=null perm=null
2014-04-10 11:51:13,436 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397148651586_0002/job.jar dst=null perm=null
2014-04-10 11:51:13,437 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397148651586_0002/job.jar dst=null perm=null
2014-04-10 11:51:13,438 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397148651586_0002/job.split dst=null perm=null
2014-04-10 11:51:13,438 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397148651586_0002/job.split dst=null perm=null
2014-04-10 11:51:13,439 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397148651586_0002/job.splitmetainfo dst=null perm=null
2014-04-10 11:51:13,439 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397148651586_0002/job.splitmetainfo dst=null perm=null
2014-04-10 11:51:13,441 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null
2014-04-10 11:51:13,441 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target/Hadoop2MR1Platform-tmpDir/hadoop-835624885896005772.jar dst=null perm=null
2014-04-10 11:51:13,443 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null
2014-04-10 11:51:13,444 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target/Hadoop2MR1Platform-tmpDir/hadoop-835624885896005772.jar dst=null perm=null
2014-04-10 11:51:13,446 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null
2014-04-10 11:51:13,447 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target/Hadoop2MR1Platform-tmpDir/hadoop-835624885896005772.jar dst=null perm=null
2014-04-10 11:51:13,489 INFO resourcemanager.ClientRMService (ClientRMService.java:submitApplication(326)) - Application with id 2 submitted by user brock
2014-04-10 11:51:13,489 INFO rmapp.RMAppImpl (RMAppImpl.java:transition(786)) - Storing application with id application_1397148651586_0002
2014-04-10 11:51:13,489 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(140)) - USER=brock IP=127.0.0.1 OPERATION=Submit Application Request TARGET=ClientRMService RESULT=SUCCESS APPID=application_1397148651586_0002
2014-04-10 11:51:13,489 INFO recovery.RMStateStore (RMStateStore.java:handleStoreEvent(596)) - Storing info for app: application_1397148651586_0002
2014-04-10 11:51:13,489 INFO rmapp.RMAppImpl (RMAppImpl.java:handle(610)) - application_1397148651586_0002 State change from NEW to NEW_SAVING
2014-04-10 11:51:13,490 INFO rmapp.RMAppImpl (RMAppImpl.java:handle(610)) - application_1397148651586_0002 State change from NEW_SAVING to SUBMITTED
2014-04-10 11:51:13,490 INFO resourcemanager.ApplicationMasterService (ApplicationMasterService.java:registerAppAttempt(556)) - Registering app attempt : appattempt_1397148651586_0002_000001
2014-04-10 11:51:13,490 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(652)) - appattempt_1397148651586_0002_000001 State change from NEW to SUBMITTED
2014-04-10 11:51:13,491 INFO capacity.LeafQueue (LeafQueue.java:activateApplications(718)) - Application application_1397148651586_0002 from user: brock activated in queue: default
2014-04-10 11:51:13,491 INFO capacity.LeafQueue (LeafQueue.java:addApplication(734)) - Application added - appId: application_1397148651586_0002 user: org.apache.hadoop.yarn.server.resourcemanager.scheduler.capacity.LeafQueue$User@2601a14b, leaf-queue: default #user-pending-applications: 0 #user-active-applications: 2 #queue-pending-applications: 0 #queue-active-applications: 2
2014-04-10 11:51:13,491 INFO capacity.ParentQueue (ParentQueue.java:addApplication(482)) - Application added - appId: application_1397148651586_0002 user: brock leaf-queue of parent: root #applications: 2
2014-04-10 11:51:13,491 INFO capacity.CapacityScheduler (CapacityScheduler.java:addApplicationAttempt(459)) - Application Submission: appattempt_1397148651586_0002_000001, user: brock queue: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:2048, vCores:1>usedCapacity=0.125, absoluteUsedCapacity=0.125, numApps=2, numContainers=1, currently active: 2
2014-04-10 11:51:13,491 INFO impl.YarnClientImpl (YarnClientImpl.java:submitApplication(166)) - Submitted application application_1397148651586_0002
2014-04-10 11:51:13,491 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(652)) - appattempt_1397148651586_0002_000001 State change from SUBMITTED to SCHEDULED
2014-04-10 11:51:13,492 INFO rmapp.RMAppImpl (RMAppImpl.java:handle(610)) - application_1397148651586_0002 State change from SUBMITTED to ACCEPTED
2014-04-10 11:51:13,493 INFO mapreduce.Job (Job.java:submit(1289)) - The url to track the job: http://localhost:35948/proxy/application_1397148651586_0002/
2014-04-10 11:51:13,493 INFO flow.FlowStep (BaseFlowStep.java:logInfo(834)) - [first-flow] submitted hadoop job: job_1397148651586_0002
2014-04-10 11:51:13,493 INFO flow.FlowStep (BaseFlowStep.java:logInfo(834)) - [first-flow] tracking url: http://localhost:35948/proxy/application_1397148651586_0002/
2014-04-10 11:51:13,562 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1638008525-127.0.0.1-1397148635957:blk_1073741833_1009
2014-04-10 11:51:13,564 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1638008525-127.0.0.1-1397148635957:blk_1073741836_1012
2014-04-10 11:51:13,564 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1638008525-127.0.0.1-1397148635957:blk_1073741834_1010
2014-04-10 11:51:13,565 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1638008525-127.0.0.1-1397148635957:blk_1073741838_1014
2014-04-10 11:51:13,568 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1638008525-127.0.0.1-1397148635957:blk_1073741837_1013
2014-04-10 11:51:13,569 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1638008525-127.0.0.1-1397148635957:blk_1073741839_1015
2014-04-10 11:51:13,847 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1638008525-127.0.0.1-1397148635957:blk_1073741833_1009
2014-04-10 11:51:13,847 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1638008525-127.0.0.1-1397148635957:blk_1073741838_1014
2014-04-10 11:51:13,847 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1638008525-127.0.0.1-1397148635957:blk_1073741836_1012
2014-04-10 11:51:13,847 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1638008525-127.0.0.1-1397148635957:blk_1073741832_1008
2014-04-10 11:51:13,848 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1638008525-127.0.0.1-1397148635957:blk_1073741840_1016
2014-04-10 11:51:13,849 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1638008525-127.0.0.1-1397148635957:blk_1073741839_1015
2014-04-10 11:51:13,849 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1638008525-127.0.0.1-1397148635957:blk_1073741834_1010
2014-04-10 11:51:13,849 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1638008525-127.0.0.1-1397148635957:blk_1073741837_1013
2014-04-10 11:51:13,850 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1638008525-127.0.0.1-1397148635957:blk_1073741835_1011
2014-04-10 11:51:13,850 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1638008525-127.0.0.1-1397148635957:blk_1073741835_1011
2014-04-10 11:51:13,850 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1638008525-127.0.0.1-1397148635957:blk_1073741840_1016
2014-04-10 11:51:13,850 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1638008525-127.0.0.1-1397148635957:blk_1073741839_1015
2014-04-10 11:51:13,851 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1638008525-127.0.0.1-1397148635957:blk_1073741832_1008
2014-04-10 11:51:13,851 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1638008525-127.0.0.1-1397148635957:blk_1073741838_1014
2014-04-10 11:51:13,878 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1638008525-127.0.0.1-1397148635957:blk_1073741834_1010
2014-04-10 11:51:13,880 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1638008525-127.0.0.1-1397148635957:blk_1073741832_1008
2014-04-10 11:51:13,880 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1638008525-127.0.0.1-1397148635957:blk_1073741833_1009
2014-04-10 11:51:13,882 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1638008525-127.0.0.1-1397148635957:blk_1073741840_1016
2014-04-10 11:51:13,885 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1638008525-127.0.0.1-1397148635957:blk_1073741837_1013
2014-04-10 11:51:13,887 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1638008525-127.0.0.1-1397148635957:blk_1073741836_1012
2014-04-10 11:51:13,888 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1638008525-127.0.0.1-1397148635957:blk_1073741835_1011
2014-04-10 11:51:13,888 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1638008525-127.0.0.1-1397148635957:blk_1073741838_1014
2014-04-10 11:51:14,341 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397148651586_0002_01_000001 Container Transitioned from NEW to ALLOCATED
2014-04-10 11:51:14,341 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(98)) - USER=brock OPERATION=AM Allocated Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1397148651586_0002 CONTAINERID=container_1397148651586_0002_01_000001
2014-04-10 11:51:14,341 INFO fica.FiCaSchedulerNode (FiCaSchedulerNode.java:allocateContainer(116)) - Assigned container container_1397148651586_0002_01_000001 of capacity <memory:2048, vCores:1> on host localhost:34677, which currently has 1 containers, <memory:2048, vCores:1> used and <memory:2048, vCores:7> available
2014-04-10 11:51:14,341 INFO capacity.LeafQueue (LeafQueue.java:assignContainer(1363)) - assignedContainer application=application_1397148651586_0002 container=Container: [ContainerId: container_1397148651586_0002_01_000001, NodeId: localhost:34677, NodeHttpAddress: localhost:40272, Resource: <memory:2048, vCores:1>, Priority: 0, Token: Token { kind: ContainerToken, service: localhost:34677 }, ] containerId=container_1397148651586_0002_01_000001 queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:2048, vCores:1>usedCapacity=0.125, absoluteUsedCapacity=0.125, numApps=2, numContainers=1 usedCapacity=0.125 absoluteUsedCapacity=0.125 used=<memory:2048, vCores:1> cluster=<memory:16384, vCores:32>
2014-04-10 11:51:14,342 INFO capacity.ParentQueue (ParentQueue.java:assignContainersToChildQueues(655)) - Re-sorting assigned queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:4096, vCores:2>usedCapacity=0.25, absoluteUsedCapacity=0.25, numApps=2, numContainers=2
2014-04-10 11:51:14,342 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397148651586_0002_01_000001 Container Transitioned from ALLOCATED to ACQUIRED
2014-04-10 11:51:14,342 INFO capacity.ParentQueue (ParentQueue.java:assignContainers(570)) - assignedContainer queue=root usedCapacity=0.25 absoluteUsedCapacity=0.25 used=<memory:4096, vCores:2> cluster=<memory:16384, vCores:32>
2014-04-10 11:51:14,342 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:storeAttempt(1554)) - Storing attempt: AppId: application_1397148651586_0002 AttemptId: appattempt_1397148651586_0002_000001 MasterContainer: Container: [ContainerId: container_1397148651586_0002_01_000001, NodeId: localhost:34677, NodeHttpAddress: localhost:40272, Resource: <memory:2048, vCores:1>, Priority: 0, Token: Token { kind: ContainerToken, service: localhost:34677 }, ]
2014-04-10 11:51:14,342 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(652)) - appattempt_1397148651586_0002_000001 State change from SCHEDULED to ALLOCATED_SAVING
2014-04-10 11:51:14,342 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(652)) - appattempt_1397148651586_0002_000001 State change from ALLOCATED_SAVING to ALLOCATED
2014-04-10 11:51:14,343 INFO amlauncher.AMLauncher (AMLauncher.java:run(248)) - Launching masterappattempt_1397148651586_0002_000001
2014-04-10 11:51:14,343 INFO amlauncher.AMLauncher (AMLauncher.java:launch(105)) - Setting up container Container: [ContainerId: container_1397148651586_0002_01_000001, NodeId: localhost:34677, NodeHttpAddress: localhost:40272, Resource: <memory:2048, vCores:1>, Priority: 0, Token: Token { kind: ContainerToken, service: localhost:34677 }, ] for AM appattempt_1397148651586_0002_000001
2014-04-10 11:51:14,343 INFO amlauncher.AMLauncher (AMLauncher.java:createAMContainerLaunchContext(190)) - Command to launch container container_1397148651586_0002_01_000001 : $JAVA_HOME/bin/java -Dlog4j.configuration=container-log4j.properties -Dyarn.app.container.log.dir=<LOG_DIR> -Dyarn.app.container.log.filesize=0 -Dhadoop.root.logger=INFO,CLA -Xmx1024m org.apache.hadoop.mapreduce.v2.app.MRAppMaster 1><LOG_DIR>/stdout 2><LOG_DIR>/stderr
2014-04-10 11:51:14,347 INFO ipc.Server (Server.java:saslProcess(1252)) - Auth successful for appattempt_1397148651586_0002_000001 (auth:SIMPLE)
2014-04-10 11:51:14,349 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(572)) - Start request for container_1397148651586_0002_01_000001 by user brock
2014-04-10 11:51:14,350 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(611)) - Creating a new application reference for app application_1397148651586_0002
2014-04-10 11:51:14,350 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=brock IP=127.0.0.1 OPERATION=Start Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1397148651586_0002 CONTAINERID=container_1397148651586_0002_01_000001
2014-04-10 11:51:14,350 INFO application.Application (ApplicationImpl.java:handle(450)) - Application application_1397148651586_0002 transitioned from NEW to INITING
2014-04-10 11:51:14,350 INFO application.Application (ApplicationImpl.java:transition(296)) - Adding container_1397148651586_0002_01_000001 to application application_1397148651586_0002
2014-04-10 11:51:14,351 INFO amlauncher.AMLauncher (AMLauncher.java:launch(126)) - Done launching container Container: [ContainerId: container_1397148651586_0002_01_000001, NodeId: localhost:34677, NodeHttpAddress: localhost:40272, Resource: <memory:2048, vCores:1>, Priority: 0, Token: Token { kind: ContainerToken, service: localhost:34677 }, ] for AM appattempt_1397148651586_0002_000001
2014-04-10 11:51:14,351 INFO application.Application (ApplicationImpl.java:handle(450)) - Application application_1397148651586_0002 transitioned from INITING to RUNNING
2014-04-10 11:51:14,351 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(652)) - appattempt_1397148651586_0002_000001 State change from ALLOCATED to LAUNCHED
2014-04-10 11:51:14,351 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397148651586_0002_01_000001 transitioned from NEW to LOCALIZING
2014-04-10 11:51:14,351 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event CONTAINER_INIT for appId application_1397148651586_0002
2014-04-10 11:51:14,351 INFO localizer.LocalizedResource (LocalizedResource.java:handle(196)) - Resource hdfs://localhost:60632/tmp/hadoop-yarn/staging/brock/.staging/job_1397148651586_0002/job.jar transitioned from INIT to DOWNLOADING
2014-04-10 11:51:14,351 INFO localizer.LocalizedResource (LocalizedResource.java:handle(196)) - Resource hdfs://localhost:60632/tmp/hadoop-yarn/staging/brock/.staging/job_1397148651586_0002/job.splitmetainfo transitioned from INIT to DOWNLOADING
2014-04-10 11:51:14,352 INFO localizer.LocalizedResource (LocalizedResource.java:handle(196)) - Resource hdfs://localhost:60632/tmp/hadoop-yarn/staging/brock/.staging/job_1397148651586_0002/job.split transitioned from INIT to DOWNLOADING
2014-04-10 11:51:14,352 INFO localizer.LocalizedResource (LocalizedResource.java:handle(196)) - Resource hdfs://localhost:60632/tmp/hadoop-yarn/staging/brock/.staging/job_1397148651586_0002/job.xml transitioned from INIT to DOWNLOADING
2014-04-10 11:51:14,352 INFO localizer.LocalizedResource (LocalizedResource.java:handle(196)) - Resource hdfs://localhost:60632/user/brock/target/Hadoop2MR1Platform-tmpDir/hadoop-835624885896005772.jar transitioned from INIT to DOWNLOADING
2014-04-10 11:51:14,352 INFO localizer.LocalizedResource (LocalizedResource.java:handle(196)) - Resource hdfs://localhost:60632/user/brock/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar transitioned from INIT to DOWNLOADING
2014-04-10 11:51:14,352 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:handle(590)) - Created localizer for container_1397148651586_0002_01_000001
2014-04-10 11:51:14,352 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:addResource(651)) - Downloading public rsrc:{ hdfs://localhost:60632/user/brock/target/Hadoop2MR1Platform-tmpDir/hadoop-835624885896005772.jar, 1397148639302, FILE, null }
2014-04-10 11:51:14,353 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:addResource(651)) - Downloading public rsrc:{ hdfs://localhost:60632/user/brock/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar, 1397148639129, FILE, null }
2014-04-10 11:51:14,360 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:writeCredentials(1015)) - Writing credentials to the nmPrivate file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_0/nmPrivate/container_1397148651586_0002_01_000001.tokens. Credentials list:
2014-04-10 11:51:14,366 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target/Hadoop2MR1Platform-tmpDir/hadoop-835624885896005772.jar dst=null perm=null
2014-04-10 11:51:14,367 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null
2014-04-10 11:51:14,367 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target/Hadoop2MR1Platform-tmpDir/hadoop-835624885896005772.jar dst=null perm=null
2014-04-10 11:51:14,368 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null
2014-04-10 11:51:14,368 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target/Hadoop2MR1Platform-tmpDir dst=null perm=null
2014-04-10 11:51:14,368 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target/Hadoop2MR1Platform-tmpDir dst=null perm=null
2014-04-10 11:51:14,369 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target dst=null perm=null
2014-04-10 11:51:14,369 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target dst=null perm=null
2014-04-10 11:51:14,369 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock dst=null perm=null
2014-04-10 11:51:14,370 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock dst=null perm=null
2014-04-10 11:51:14,370 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user dst=null perm=null
2014-04-10 11:51:14,371 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user dst=null perm=null
2014-04-10 11:51:14,371 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/ dst=null perm=null
2014-04-10 11:51:14,371 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:createUserCacheDirs(469)) - Initializing user brock
2014-04-10 11:51:14,371 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/ dst=null perm=null
2014-04-10 11:51:14,372 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target/Hadoop2MR1Platform-tmpDir/hadoop-835624885896005772.jar dst=null perm=null
2014-04-10 11:51:14,372 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null
2014-04-10 11:51:14,372 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/user/brock/target/Hadoop2MR1Platform-tmpDir/hadoop-835624885896005772.jar dst=null perm=null
2014-04-10 11:51:14,373 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/user/brock/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null
2014-04-10 11:51:14,382 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:41432, dest: /127.0.0.1:52669, bytes: 388587, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_611373658_9, offset: 0, srvID: 2a5b99b1-5021-412c-a75a-31058df58d31, blockid: BP-1638008525-127.0.0.1-1397148635957:blk_1073741826_1002, duration: 1191929
2014-04-10 11:51:14,382 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:35451, dest: /127.0.0.1:34848, bytes: 488518, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_611373658_9, offset: 0, srvID: 8ec8a8cc-5508-442c-8963-d78fa559e878, blockid: BP-1638008525-127.0.0.1-1397148635957:blk_1073741825_1001, duration: 1715304
2014-04-10 11:51:14,400 INFO localizer.LocalizedResource (LocalizedResource.java:handle(196)) - Resource hdfs://localhost:60632/user/brock/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar(->file:/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_2/filecache/11/MRAppJar.jar) transitioned from DOWNLOADING to LOCALIZED
2014-04-10 11:51:14,401 INFO localizer.LocalizedResource (LocalizedResource.java:handle(196)) - Resource hdfs://localhost:60632/user/brock/target/Hadoop2MR1Platform-tmpDir/hadoop-835624885896005772.jar(->file:/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_1/filecache/10/hadoop-835624885896005772.jar) transitioned from DOWNLOADING to LOCALIZED
2014-04-10 11:51:14,426 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(103)) - Copying from /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_0/nmPrivate/container_1397148651586_0002_01_000001.tokens to /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_0/usercache/brock/appcache/application_1397148651586_0002/container_1397148651586_0002_01_000001.tokens
2014-04-10 11:51:14,427 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(105)) - CWD set to /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_0/usercache/brock/appcache/application_1397148651586_0002 = file:/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_0/usercache/brock/appcache/application_1397148651586_0002
2014-04-10 11:51:14,535 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397148651586_0002/job.jar dst=null perm=null
2014-04-10 11:51:14,536 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397148651586_0002/job.jar dst=null perm=null
2014-04-10 11:51:14,538 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397148651586_0002/job.jar dst=null perm=null
2014-04-10 11:51:14,548 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:34839, dest: /127.0.0.1:57396, bytes: 246562, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_-58516891_1458, offset: 0, srvID: 8a56312d-0316-4fb1-9cb0-6a1bc51bc949, blockid: BP-1638008525-127.0.0.1-1397148635957:blk_1073741837_1013, duration: 797594
2014-04-10 11:51:14,578 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073741828_1004 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data3/current/BP-1638008525-127.0.0.1-1397148635957/current/finalized/blk_1073741828 for deletion
2014-04-10 11:51:14,581 INFO localizer.LocalizedResource (LocalizedResource.java:handle(196)) - Resource hdfs://localhost:60632/tmp/hadoop-yarn/staging/brock/.staging/job_1397148651586_0002/job.jar(->file:/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_2/usercache/brock/appcache/application_1397148651586_0002/filecache/10/job.jar) transitioned from DOWNLOADING to LOCALIZED
2014-04-10 11:51:14,581 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-1638008525-127.0.0.1-1397148635957 blk_1073741828_1004 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data3/current/BP-1638008525-127.0.0.1-1397148635957/current/finalized/blk_1073741828
2014-04-10 11:51:14,581 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073741830_1006 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data4/current/BP-1638008525-127.0.0.1-1397148635957/current/finalized/blk_1073741830 for deletion
2014-04-10 11:51:14,585 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073741831_1007 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data3/current/BP-1638008525-127.0.0.1-1397148635957/current/finalized/blk_1073741831 for deletion
2014-04-10 11:51:14,585 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-1638008525-127.0.0.1-1397148635957 blk_1073741830_1006 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data4/current/BP-1638008525-127.0.0.1-1397148635957/current/finalized/blk_1073741830
2014-04-10 11:51:14,585 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073741834_1010 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data3/current/BP-1638008525-127.0.0.1-1397148635957/current/finalized/blk_1073741834 for deletion
2014-04-10 11:51:14,585 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-1638008525-127.0.0.1-1397148635957 blk_1073741831_1007 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data3/current/BP-1638008525-127.0.0.1-1397148635957/current/finalized/blk_1073741831
2014-04-10 11:51:14,586 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-1638008525-127.0.0.1-1397148635957 blk_1073741834_1010 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data3/current/BP-1638008525-127.0.0.1-1397148635957/current/finalized/blk_1073741834
2014-04-10 11:51:14,602 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397148651586_0002/job.splitmetainfo dst=null perm=null
2014-04-10 11:51:14,603 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397148651586_0002/job.splitmetainfo dst=null perm=null
2014-04-10 11:51:14,605 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397148651586_0002/job.splitmetainfo dst=null perm=null
2014-04-10 11:51:14,614 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:34839, dest: /127.0.0.1:57396, bytes: 160, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_-58516891_1458, offset: 0, srvID: 8a56312d-0316-4fb1-9cb0-6a1bc51bc949, blockid: BP-1638008525-127.0.0.1-1397148635957:blk_1073741839_1015, duration: 265178
2014-04-10 11:51:14,632 INFO localizer.LocalizedResource (LocalizedResource.java:handle(196)) - Resource hdfs://localhost:60632/tmp/hadoop-yarn/staging/brock/.staging/job_1397148651586_0002/job.splitmetainfo(->file:/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_3/usercache/brock/appcache/application_1397148651586_0002/filecache/11/job.splitmetainfo) transitioned from DOWNLOADING to LOCALIZED
2014-04-10 11:51:14,651 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397148651586_0002/job.split dst=null perm=null
2014-04-10 11:51:14,652 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397148651586_0002/job.split dst=null perm=null
2014-04-10 11:51:14,654 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397148651586_0002/job.split dst=null perm=null
2014-04-10 11:51:14,662 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:41432, dest: /127.0.0.1:52669, bytes: 1539, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_-58516891_1458, offset: 0, srvID: 2a5b99b1-5021-412c-a75a-31058df58d31, blockid: BP-1638008525-127.0.0.1-1397148635957:blk_1073741838_1014, duration: 304640
2014-04-10 11:51:14,683 INFO localizer.LocalizedResource (LocalizedResource.java:handle(196)) - Resource hdfs://localhost:60632/tmp/hadoop-yarn/staging/brock/.staging/job_1397148651586_0002/job.split(->file:/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_0/usercache/brock/appcache/application_1397148651586_0002/filecache/12/job.split) transitioned from DOWNLOADING to LOCALIZED
2014-04-10 11:51:14,700 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397148651586_0002/job.xml dst=null perm=null
2014-04-10 11:51:14,702 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397148651586_0002/job.xml dst=null perm=null
2014-04-10 11:51:14,703 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397148651586_0002/job.xml dst=null perm=null
2014-04-10 11:51:14,711 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:41432, dest: /127.0.0.1:52669, bytes: 80194, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_-58516891_1458, offset: 0, srvID: 2a5b99b1-5021-412c-a75a-31058df58d31, blockid: BP-1638008525-127.0.0.1-1397148635957:blk_1073741840_1016, duration: 474442
2014-04-10 11:51:14,730 INFO localizer.LocalizedResource (LocalizedResource.java:handle(196)) - Resource hdfs://localhost:60632/tmp/hadoop-yarn/staging/brock/.staging/job_1397148651586_0002/job.xml(->file:/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_1/usercache/brock/appcache/application_1397148651586_0002/filecache/13/job.xml) transitioned from DOWNLOADING to LOCALIZED
2014-04-10 11:51:14,730 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397148651586_0002_01_000001 transitioned from LOCALIZING to LOCALIZED
2014-04-10 11:51:14,762 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397148651586_0002_01_000001 transitioned from LOCALIZED to RUNNING
2014-04-10 11:51:14,762 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(169)) - Neither virutal-memory nor physical-memory monitoring is needed. Not running the monitor-thread
2014-04-10 11:51:14,805 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(189)) - launchContainer: [nice, -n, 0, bash, /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_1/usercache/brock/appcache/application_1397148651586_0002/container_1397148651586_0002_01_000001/default_container_executor.sh]
2014-04-10 11:51:14,838 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073741828_1004 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data7/current/BP-1638008525-127.0.0.1-1397148635957/current/finalized/blk_1073741828 for deletion
2014-04-10 11:51:14,839 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073741829_1005 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data8/current/BP-1638008525-127.0.0.1-1397148635957/current/finalized/blk_1073741829 for deletion
2014-04-10 11:51:14,839 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-1638008525-127.0.0.1-1397148635957 blk_1073741828_1004 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data7/current/BP-1638008525-127.0.0.1-1397148635957/current/finalized/blk_1073741828
2014-04-10 11:51:14,839 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073741830_1006 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data7/current/BP-1638008525-127.0.0.1-1397148635957/current/finalized/blk_1073741830 for deletion
2014-04-10 11:51:14,840 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073741831_1007 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data8/current/BP-1638008525-127.0.0.1-1397148635957/current/finalized/blk_1073741831 for deletion
2014-04-10 11:51:14,840 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-1638008525-127.0.0.1-1397148635957 blk_1073741830_1006 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data7/current/BP-1638008525-127.0.0.1-1397148635957/current/finalized/blk_1073741830
2014-04-10 11:51:14,840 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-1638008525-127.0.0.1-1397148635957 blk_1073741829_1005 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data8/current/BP-1638008525-127.0.0.1-1397148635957/current/finalized/blk_1073741829
2014-04-10 11:51:14,840 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073741832_1008 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data7/current/BP-1638008525-127.0.0.1-1397148635957/current/finalized/blk_1073741832 for deletion
2014-04-10 11:51:14,841 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-1638008525-127.0.0.1-1397148635957 blk_1073741831_1007 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data8/current/BP-1638008525-127.0.0.1-1397148635957/current/finalized/blk_1073741831
2014-04-10 11:51:14,841 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073741834_1010 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data8/current/BP-1638008525-127.0.0.1-1397148635957/current/finalized/blk_1073741834 for deletion
2014-04-10 11:51:14,841 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-1638008525-127.0.0.1-1397148635957 blk_1073741832_1008 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data7/current/BP-1638008525-127.0.0.1-1397148635957/current/finalized/blk_1073741832
2014-04-10 11:51:14,841 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-1638008525-127.0.0.1-1397148635957 blk_1073741834_1010 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data8/current/BP-1638008525-127.0.0.1-1397148635957/current/finalized/blk_1073741834
2014-04-10 11:51:14,847 INFO datanode.DataNode (DataNode.java:transferBlock(1426)) - DatanodeRegistration(127.0.0.1, datanodeUuid=8a56312d-0316-4fb1-9cb0-6a1bc51bc949, infoPort=55238, ipcPort=43997, storageInfo=lv=-51;cid=testClusterID;nsid=1147977063;c=0) Starting thread to transfer BP-1638008525-127.0.0.1-1397148635957:blk_1073741837_1013 to 127.0.0.1:35451
2014-04-10 11:51:14,853 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1638008525-127.0.0.1-1397148635957:blk_1073741837_1013 src: /127.0.0.1:34855 dest: /127.0.0.1:35451
2014-04-10 11:51:14,854 INFO datanode.DataNode (DataNode.java:run(1629)) - DataTransfer: Transmitted BP-1638008525-127.0.0.1-1397148635957:blk_1073741837_1013 (numBytes=244650) to 127.0.0.1/127.0.0.1:35451
2014-04-10 11:51:14,856 INFO datanode.DataNode (DataXceiver.java:writeBlock(597)) - Received BP-1638008525-127.0.0.1-1397148635957:blk_1073741837_1013 src: /127.0.0.1:34855 dest: /127.0.0.1:35451 of size 244650
2014-04-10 11:51:14,857 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:35451 is added to blk_1073741837_1013 size 244650
2014-04-10 11:51:15,340 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397148651586_0002_01_000001 Container Transitioned from ACQUIRED to RUNNING
2014-04-10 11:51:15,989 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging dst=null perm=null
2014-04-10 11:51:16,013 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397148651586_0002/COMMIT_STARTED dst=null perm=null
2014-04-10 11:51:16,015 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397148651586_0002/COMMIT_SUCCESS dst=null perm=null
2014-04-10 11:51:16,016 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397148651586_0002/COMMIT_FAIL dst=null perm=null
2014-04-10 11:51:16,055 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397148651586_0002 dst=null perm=null
2014-04-10 11:51:16,057 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/history/done_intermediate dst=null perm=null
2014-04-10 11:51:16,058 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock dst=null perm=null
2014-04-10 11:51:16,293 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397148651586_0002/job.splitmetainfo dst=null perm=null
2014-04-10 11:51:16,301 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397148651586_0002/job.splitmetainfo dst=null perm=null
2014-04-10 11:51:16,341 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:34839, dest: /127.0.0.1:57408, bytes: 160, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_1665828005_1, offset: 0, srvID: 8a56312d-0316-4fb1-9cb0-6a1bc51bc949, blockid: BP-1638008525-127.0.0.1-1397148635957:blk_1073741839_1015, duration: 196864
2014-04-10 11:51:16,371 INFO hdfs.StateChange (InvalidateBlocks.java:invalidateWork(152)) - BLOCK* InvalidateBlocks: ask 127.0.0.1:41432 to delete [blk_1073741828_1004, blk_1073741829_1005, blk_1073741831_1007, blk_1073741832_1008, blk_1073741834_1010]
2014-04-10 11:51:16,371 INFO hdfs.StateChange (InvalidateBlocks.java:invalidateWork(152)) - BLOCK* InvalidateBlocks: ask 127.0.0.1:34839 to delete [blk_1073741828_1004, blk_1073741829_1005, blk_1073741830_1006, blk_1073741832_1008]
2014-04-10 11:51:16,941 INFO ipc.Server (Server.java:saslProcess(1252)) - Auth successful for appattempt_1397148651586_0002_000001 (auth:SIMPLE)
2014-04-10 11:51:16,943 INFO resourcemanager.ApplicationMasterService (ApplicationMasterService.java:registerApplicationMaster(251)) - AM registration appattempt_1397148651586_0002_000001
2014-04-10 11:51:16,943 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(119)) - USER=brock IP=127.0.0.1 OPERATION=Register App Master TARGET=ApplicationMasterService RESULT=SUCCESS APPID=application_1397148651586_0002 APPATTEMPTID=appattempt_1397148651586_0002_000001
2014-04-10 11:51:16,943 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(652)) - appattempt_1397148651586_0002_000001 State change from LAUNCHED to RUNNING
2014-04-10 11:51:16,943 INFO rmapp.RMAppImpl (RMAppImpl.java:handle(610)) - application_1397148651586_0002 State change from ACCEPTED to RUNNING
2014-04-10 11:51:16,974 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397148651586_0002/job_1397148651586_0002_1.jhist dst=null perm=brock:supergroup:rw-rw-rw-
2014-04-10 11:51:16,991 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=mkdirs src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/mapreduceflowplatform/flow4/_temporary/1 dst=null perm=brock:supergroup:rwxrwxrwx
2014-04-10 11:51:17,024 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397148651586_0002/job_1397148651586_0002_1_conf.xml dst=null perm=brock:supergroup:rw-rw-rw-
2014-04-10 11:51:17,115 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(2966)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/brock/.staging/job_1397148651586_0002/job_1397148651586_0002_1_conf.xml. BP-1638008525-127.0.0.1-1397148635957 blk_1073741841_1017{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-b33a8866-bd5f-4441-ad36-c6496b5f71c0:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-5d7d5487-2d1d-4414-8c1a-3a9617defa41:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-22cb6d02-3e35-4f66-89d9-1327072438fe:NORMAL|RBW]]}
2014-04-10 11:51:17,156 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1638008525-127.0.0.1-1397148635957:blk_1073741841_1017 src: /127.0.0.1:34872 dest: /127.0.0.1:35451
2014-04-10 11:51:17,157 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1638008525-127.0.0.1-1397148635957:blk_1073741841_1017 src: /127.0.0.1:52695 dest: /127.0.0.1:41432
2014-04-10 11:51:17,158 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1638008525-127.0.0.1-1397148635957:blk_1073741841_1017 src: /127.0.0.1:57418 dest: /127.0.0.1:34839
2014-04-10 11:51:17,163 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:57418, dest: /127.0.0.1:34839, bytes: 93433, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_1665828005_1, offset: 0, srvID: 8a56312d-0316-4fb1-9cb0-6a1bc51bc949, blockid: BP-1638008525-127.0.0.1-1397148635957:blk_1073741841_1017, duration: 4553355
2014-04-10 11:51:17,163 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1638008525-127.0.0.1-1397148635957:blk_1073741841_1017, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2014-04-10 11:51:17,163 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:34839 is added to blk_1073741841_1017{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-22cb6d02-3e35-4f66-89d9-1327072438fe:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-a7d28360-a122-4b8f-a5df-7716c22c7a73:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-0eec617b-7748-47d7-80ce-822d3c617914:NORMAL|RBW]]} size 0
2014-04-10 11:51:17,163 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:52695, dest: /127.0.0.1:41432, bytes: 93433, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_1665828005_1, offset: 0, srvID: 2a5b99b1-5021-412c-a75a-31058df58d31, blockid: BP-1638008525-127.0.0.1-1397148635957:blk_1073741841_1017, duration: 5080545
2014-04-10 11:51:17,164 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1638008525-127.0.0.1-1397148635957:blk_1073741841_1017, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 11:51:17,164 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:41432 is added to blk_1073741841_1017{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-22cb6d02-3e35-4f66-89d9-1327072438fe:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-a7d28360-a122-4b8f-a5df-7716c22c7a73:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-0eec617b-7748-47d7-80ce-822d3c617914:NORMAL|RBW]]} size 0
2014-04-10 11:51:17,164 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:34872, dest: /127.0.0.1:35451, bytes: 93433, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_1665828005_1, offset: 0, srvID: 8ec8a8cc-5508-442c-8963-d78fa559e878, blockid: BP-1638008525-127.0.0.1-1397148635957:blk_1073741841_1017, duration: 5340633
2014-04-10 11:51:17,164 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1638008525-127.0.0.1-1397148635957:blk_1073741841_1017, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 11:51:17,164 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:35451 is added to blk_1073741841_1017{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-22cb6d02-3e35-4f66-89d9-1327072438fe:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-a7d28360-a122-4b8f-a5df-7716c22c7a73:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-0eec617b-7748-47d7-80ce-822d3c617914:NORMAL|RBW]]} size 0
2014-04-10 11:51:17,183 INFO hdfs.StateChange (FSNamesystem.java:completeFile(2899)) - DIR* completeFile: /tmp/hadoop-yarn/staging/brock/.staging/job_1397148651586_0002/job_1397148651586_0002_1_conf.xml is closed by DFSClient_NONMAPREDUCE_1665828005_1
2014-04-10 11:51:17,839 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073741828_1004 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data5/current/BP-1638008525-127.0.0.1-1397148635957/current/finalized/blk_1073741828 for deletion
2014-04-10 11:51:17,840 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073741829_1005 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data6/current/BP-1638008525-127.0.0.1-1397148635957/current/finalized/blk_1073741829 for deletion
2014-04-10 11:51:17,840 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-1638008525-127.0.0.1-1397148635957 blk_1073741828_1004 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data5/current/BP-1638008525-127.0.0.1-1397148635957/current/finalized/blk_1073741828
2014-04-10 11:51:17,840 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073741830_1006 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data5/current/BP-1638008525-127.0.0.1-1397148635957/current/finalized/blk_1073741830 for deletion
2014-04-10 11:51:17,841 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-1638008525-127.0.0.1-1397148635957 blk_1073741829_1005 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data6/current/BP-1638008525-127.0.0.1-1397148635957/current/finalized/blk_1073741829
2014-04-10 11:51:17,841 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073741832_1008 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data6/current/BP-1638008525-127.0.0.1-1397148635957/current/finalized/blk_1073741832 for deletion
2014-04-10 11:51:17,841 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-1638008525-127.0.0.1-1397148635957 blk_1073741830_1006 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data5/current/BP-1638008525-127.0.0.1-1397148635957/current/finalized/blk_1073741830
2014-04-10 11:51:17,841 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-1638008525-127.0.0.1-1397148635957 blk_1073741832_1008 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data6/current/BP-1638008525-127.0.0.1-1397148635957/current/finalized/blk_1073741832
2014-04-10 11:51:17,865 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073741828_1004 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data2/current/BP-1638008525-127.0.0.1-1397148635957/current/finalized/blk_1073741828 for deletion
2014-04-10 11:51:17,865 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073741829_1005 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data1/current/BP-1638008525-127.0.0.1-1397148635957/current/finalized/blk_1073741829 for deletion
2014-04-10 11:51:17,865 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-1638008525-127.0.0.1-1397148635957 blk_1073741828_1004 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data2/current/BP-1638008525-127.0.0.1-1397148635957/current/finalized/blk_1073741828
2014-04-10 11:51:17,866 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073741831_1007 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data2/current/BP-1638008525-127.0.0.1-1397148635957/current/finalized/blk_1073741831 for deletion
2014-04-10 11:51:17,866 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-1638008525-127.0.0.1-1397148635957 blk_1073741829_1005 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data1/current/BP-1638008525-127.0.0.1-1397148635957/current/finalized/blk_1073741829
2014-04-10 11:51:17,866 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-1638008525-127.0.0.1-1397148635957 blk_1073741831_1007 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data2/current/BP-1638008525-127.0.0.1-1397148635957/current/finalized/blk_1073741831
2014-04-10 11:51:17,866 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073741832_1008 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data1/current/BP-1638008525-127.0.0.1-1397148635957/current/finalized/blk_1073741832 for deletion
2014-04-10 11:51:17,866 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073741834_1010 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data1/current/BP-1638008525-127.0.0.1-1397148635957/current/finalized/blk_1073741834 for deletion
2014-04-10 11:51:17,867 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-1638008525-127.0.0.1-1397148635957 blk_1073741832_1008 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data1/current/BP-1638008525-127.0.0.1-1397148635957/current/finalized/blk_1073741832
2014-04-10 11:51:17,867 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-1638008525-127.0.0.1-1397148635957 blk_1073741834_1010 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data1/current/BP-1638008525-127.0.0.1-1397148635957/current/finalized/blk_1073741834
2014-04-10 11:51:18,275 INFO launcher.ContainerLaunch (ContainerLaunch.java:call(322)) - Container container_1397148651586_0001_01_000001 succeeded
2014-04-10 11:51:18,276 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397148651586_0001_01_000001 transitioned from RUNNING to EXITED_WITH_SUCCESS
2014-04-10 11:51:18,276 INFO launcher.ContainerLaunch (ContainerLaunch.java:cleanupContainer(341)) - Cleaning up container container_1397148651586_0001_01_000001
2014-04-10 11:51:18,290 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_0/usercache/brock/appcache/application_1397148651586_0001/container_1397148651586_0001_01_000001
2014-04-10 11:51:18,290 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_1/usercache/brock/appcache/application_1397148651586_0001/container_1397148651586_0001_01_000001
2014-04-10 11:51:18,291 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_2/usercache/brock/appcache/application_1397148651586_0001/container_1397148651586_0001_01_000001
2014-04-10 11:51:18,291 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_3/usercache/brock/appcache/application_1397148651586_0001/container_1397148651586_0001_01_000001
2014-04-10 11:51:18,291 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=brock OPERATION=Container Finished - Succeeded TARGET=ContainerImpl RESULT=SUCCESS APPID=application_1397148651586_0001 CONTAINERID=container_1397148651586_0001_01_000001
2014-04-10 11:51:18,291 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397148651586_0001_01_000001 transitioned from EXITED_WITH_SUCCESS to DONE
2014-04-10 11:51:18,291 INFO application.Application (ApplicationImpl.java:transition(339)) - Removing container_1397148651586_0001_01_000001 from application application_1397148651586_0001
2014-04-10 11:51:18,291 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(169)) - Neither virutal-memory nor physical-memory monitoring is needed. Not running the monitor-thread
2014-04-10 11:51:18,291 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event CONTAINER_STOP for appId application_1397148651586_0001
2014-04-10 11:51:18,342 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397148651586_0002_01_000002 Container Transitioned from NEW to ALLOCATED
2014-04-10 11:51:18,342 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(98)) - USER=brock OPERATION=AM Allocated Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1397148651586_0002 CONTAINERID=container_1397148651586_0002_01_000002
2014-04-10 11:51:18,342 INFO fica.FiCaSchedulerNode (FiCaSchedulerNode.java:allocateContainer(116)) - Assigned container container_1397148651586_0002_01_000002 of capacity <memory:1024, vCores:1> on host localhost:34677, which currently has 2 containers, <memory:3072, vCores:2> used and <memory:1024, vCores:6> available
2014-04-10 11:51:18,342 INFO capacity.LeafQueue (LeafQueue.java:assignContainer(1363)) - assignedContainer application=application_1397148651586_0002 container=Container: [ContainerId: container_1397148651586_0002_01_000002, NodeId: localhost:34677, NodeHttpAddress: localhost:40272, Resource: <memory:1024, vCores:1>, Priority: 20, Token: Token { kind: ContainerToken, service: localhost:34677 }, ] containerId=container_1397148651586_0002_01_000002 queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:4096, vCores:2>usedCapacity=0.25, absoluteUsedCapacity=0.25, numApps=2, numContainers=2 usedCapacity=0.25 absoluteUsedCapacity=0.25 used=<memory:4096, vCores:2> cluster=<memory:16384, vCores:32>
2014-04-10 11:51:18,343 INFO capacity.ParentQueue (ParentQueue.java:assignContainersToChildQueues(655)) - Re-sorting assigned queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:5120, vCores:3>usedCapacity=0.3125, absoluteUsedCapacity=0.3125, numApps=2, numContainers=3
2014-04-10 11:51:18,343 INFO capacity.ParentQueue (ParentQueue.java:assignContainers(570)) - assignedContainer queue=root usedCapacity=0.3125 absoluteUsedCapacity=0.3125 used=<memory:5120, vCores:3> cluster=<memory:16384, vCores:32>
2014-04-10 11:51:18,344 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397148651586_0002_01_000003 Container Transitioned from NEW to ALLOCATED
2014-04-10 11:51:18,344 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(98)) - USER=brock OPERATION=AM Allocated Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1397148651586_0002 CONTAINERID=container_1397148651586_0002_01_000003
2014-04-10 11:51:18,344 INFO fica.FiCaSchedulerNode (FiCaSchedulerNode.java:allocateContainer(116)) - Assigned container container_1397148651586_0002_01_000003 of capacity <memory:1024, vCores:1> on host localhost:34677, which currently has 3 containers, <memory:4096, vCores:3> used and <memory:0, vCores:5> available
2014-04-10 11:51:18,344 INFO capacity.LeafQueue (LeafQueue.java:assignContainer(1363)) - assignedContainer application=application_1397148651586_0002 container=Container: [ContainerId: container_1397148651586_0002_01_000003, NodeId: localhost:34677, NodeHttpAddress: localhost:40272, Resource: <memory:1024, vCores:1>, Priority: 20, Token: Token { kind: ContainerToken, service: localhost:34677 }, ] containerId=container_1397148651586_0002_01_000003 queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:5120, vCores:3>usedCapacity=0.3125, absoluteUsedCapacity=0.3125, numApps=2, numContainers=3 usedCapacity=0.3125 absoluteUsedCapacity=0.3125 used=<memory:5120, vCores:3> cluster=<memory:16384, vCores:32>
2014-04-10 11:51:18,344 INFO capacity.ParentQueue (ParentQueue.java:assignContainersToChildQueues(655)) - Re-sorting assigned queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:6144, vCores:4>usedCapacity=0.375, absoluteUsedCapacity=0.375, numApps=2, numContainers=4
2014-04-10 11:51:18,344 INFO capacity.ParentQueue (ParentQueue.java:assignContainers(570)) - assignedContainer queue=root usedCapacity=0.375 absoluteUsedCapacity=0.375 used=<memory:6144, vCores:4> cluster=<memory:16384, vCores:32>
2014-04-10 11:51:18,384 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:updateAndGetContainerStatuses(374)) - Removed completed container container_1397148651586_0001_01_000001
2014-04-10 11:51:18,385 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397148651586_0001_01_000001 Container Transitioned from RUNNING to COMPLETED
2014-04-10 11:51:18,385 INFO resourcemanager.ApplicationMasterService (ApplicationMasterService.java:unregisterAttempt(562)) - Unregistering app attempt : appattempt_1397148651586_0001_000001
2014-04-10 11:51:18,385 INFO fica.FiCaSchedulerApp (FiCaSchedulerApp.java:containerCompleted(91)) - Completed container: container_1397148651586_0001_01_000001 in state: COMPLETED event:FINISHED
2014-04-10 11:51:18,386 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(98)) - USER=brock OPERATION=AM Released Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1397148651586_0001 CONTAINERID=container_1397148651586_0001_01_000001
2014-04-10 11:51:18,386 INFO fica.FiCaSchedulerNode (FiCaSchedulerNode.java:releaseContainer(164)) - Released container container_1397148651586_0001_01_000001 of capacity <memory:2048, vCores:1> on host localhost:49929, which currently has 0 containers, <memory:0, vCores:0> used and <memory:4096, vCores:8> available, release resources=true
2014-04-10 11:51:18,386 INFO capacity.LeafQueue (LeafQueue.java:releaseResource(1506)) - default used=<memory:4096, vCores:3> numContainers=3 user=brock user-resources=<memory:4096, vCores:3>
2014-04-10 11:51:18,386 INFO capacity.LeafQueue (LeafQueue.java:completedContainer(1448)) - completedContainer container=Container: [ContainerId: container_1397148651586_0001_01_000001, NodeId: localhost:49929, NodeHttpAddress: localhost:42894, Resource: <memory:2048, vCores:1>, Priority: 0, Token: Token { kind: ContainerToken, service: localhost:49929 }, ] resource=<memory:2048, vCores:1> queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:4096, vCores:3>usedCapacity=0.25, absoluteUsedCapacity=0.25, numApps=2, numContainers=3 usedCapacity=0.25 absoluteUsedCapacity=0.25 used=<memory:4096, vCores:3> cluster=<memory:16384, vCores:32>
2014-04-10 11:51:18,386 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(694)) - completedContainer queue=root usedCapacity=0.25 absoluteUsedCapacity=0.25 used=<memory:4096, vCores:3> cluster=<memory:16384, vCores:32>
2014-04-10 11:51:18,387 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(708)) - Re-sorting completed queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:4096, vCores:3>usedCapacity=0.25, absoluteUsedCapacity=0.25, numApps=2, numContainers=3
2014-04-10 11:51:18,387 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(652)) - appattempt_1397148651586_0001_000001 State change from FINISHING to FINISHED
2014-04-10 11:51:18,387 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(849)) - Application appattempt_1397148651586_0001_000001 released container container_1397148651586_0001_01_000001 on node: host: localhost:49929 #containers=0 available=4096 used=0 with event: FINISHED
2014-04-10 11:51:18,388 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397148651586_0002_01_000004 Container Transitioned from NEW to ALLOCATED
2014-04-10 11:51:18,388 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(98)) - USER=brock OPERATION=AM Allocated Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1397148651586_0002 CONTAINERID=container_1397148651586_0002_01_000004
2014-04-10 11:51:18,388 INFO fica.FiCaSchedulerNode (FiCaSchedulerNode.java:allocateContainer(116)) - Assigned container container_1397148651586_0002_01_000004 of capacity <memory:1024, vCores:1> on host localhost:49929, which currently has 1 containers, <memory:1024, vCores:1> used and <memory:3072, vCores:7> available
2014-04-10 11:51:18,388 INFO capacity.LeafQueue (LeafQueue.java:assignContainer(1363)) - assignedContainer application=application_1397148651586_0002 container=Container: [ContainerId: container_1397148651586_0002_01_000004, NodeId: localhost:49929, NodeHttpAddress: localhost:42894, Resource: <memory:1024, vCores:1>, Priority: 20, Token: Token { kind: ContainerToken, service: localhost:49929 }, ] containerId=container_1397148651586_0002_01_000004 queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:4096, vCores:3>usedCapacity=0.25, absoluteUsedCapacity=0.25, numApps=2, numContainers=3 usedCapacity=0.25 absoluteUsedCapacity=0.25 used=<memory:4096, vCores:3> cluster=<memory:16384, vCores:32>
2014-04-10 11:51:18,388 INFO rmapp.RMAppImpl (RMAppImpl.java:handle(610)) - application_1397148651586_0001 State change from FINISHING to FINISHED
2014-04-10 11:51:18,388 INFO capacity.ParentQueue (ParentQueue.java:assignContainersToChildQueues(655)) - Re-sorting assigned queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:5120, vCores:4>usedCapacity=0.3125, absoluteUsedCapacity=0.3125, numApps=2, numContainers=4
2014-04-10 11:51:18,389 INFO capacity.ParentQueue (ParentQueue.java:assignContainers(570)) - assignedContainer queue=root usedCapacity=0.3125 absoluteUsedCapacity=0.3125 used=<memory:5120, vCores:4> cluster=<memory:16384, vCores:32>
2014-04-10 11:51:18,389 INFO amlauncher.AMLauncher (AMLauncher.java:run(262)) - Cleaning master appattempt_1397148651586_0001_000001
2014-04-10 11:51:18,390 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397148651586_0002_01_000005 Container Transitioned from NEW to ALLOCATED
2014-04-10 11:51:18,391 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(98)) - USER=brock OPERATION=AM Allocated Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1397148651586_0002 CONTAINERID=container_1397148651586_0002_01_000005
2014-04-10 11:51:18,391 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(140)) - USER=brock OPERATION=Application Finished - Succeeded TARGET=RMAppManager RESULT=SUCCESS APPID=application_1397148651586_0001
2014-04-10 11:51:18,391 INFO fica.FiCaSchedulerNode (FiCaSchedulerNode.java:allocateContainer(116)) - Assigned container container_1397148651586_0002_01_000005 of capacity <memory:1024, vCores:1> on host localhost:49929, which currently has 2 containers, <memory:2048, vCores:2> used and <memory:2048, vCores:6> available
2014-04-10 11:51:18,391 INFO capacity.LeafQueue (LeafQueue.java:assignContainer(1363)) - assignedContainer application=application_1397148651586_0002 container=Container: [ContainerId: container_1397148651586_0002_01_000005, NodeId: localhost:49929, NodeHttpAddress: localhost:42894, Resource: <memory:1024, vCores:1>, Priority: 20, Token: Token { kind: ContainerToken, service: localhost:49929 }, ] containerId=container_1397148651586_0002_01_000005 queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:5120, vCores:4>usedCapacity=0.3125, absoluteUsedCapacity=0.3125, numApps=2, numContainers=4 usedCapacity=0.3125 absoluteUsedCapacity=0.3125 used=<memory:5120, vCores:4> cluster=<memory:16384, vCores:32>
2014-04-10 11:51:18,391 INFO capacity.ParentQueue (ParentQueue.java:assignContainersToChildQueues(655)) - Re-sorting assigned queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:6144, vCores:5>usedCapacity=0.375, absoluteUsedCapacity=0.375, numApps=2, numContainers=5
2014-04-10 11:51:18,391 INFO capacity.ParentQueue (ParentQueue.java:assignContainers(570)) - assignedContainer queue=root usedCapacity=0.375 absoluteUsedCapacity=0.375 used=<memory:6144, vCores:5> cluster=<memory:16384, vCores:32>
2014-04-10 11:51:18,391 INFO capacity.CapacityScheduler (CapacityScheduler.java:doneApplicationAttempt(472)) - Application appattempt_1397148651586_0001_000001 is done. finalState=FINISHED
2014-04-10 11:51:18,392 INFO resourcemanager.RMAppManager$ApplicationSummary (RMAppManager.java:logAppSummary(175)) - appId=application_1397148651586_0001,name=mrflow,user=brock,queue=default,state=FINISHED,trackingUrl=http://localhost:35948/proxy/application_1397148651586_0001/jobhistory/job/job_1397148651586_0001,appMasterHost=localhost.localdomain,startTime=1397148658141,finishTime=1397148672124,finalStatus=SUCCEEDED
2014-04-10 11:51:18,392 INFO scheduler.AppSchedulingInfo (AppSchedulingInfo.java:clearRequests(108)) - Application application_1397148651586_0001 requests cleared
2014-04-10 11:51:18,392 INFO application.Application (ApplicationImpl.java:handle(450)) - Application application_1397148651586_0001 transitioned from RUNNING to APPLICATION_RESOURCES_CLEANINGUP
2014-04-10 11:51:18,392 INFO capacity.LeafQueue (LeafQueue.java:removeApplication(776)) - Application removed - appId: application_1397148651586_0001 user: brock queue: default #user-pending-applications: 0 #user-active-applications: 1 #queue-pending-applications: 0 #queue-active-applications: 1
2014-04-10 11:51:18,393 INFO capacity.ParentQueue (ParentQueue.java:removeApplication(507)) - Application removed - appId: application_1397148651586_0001 user: brock leaf-queue of parent: root #applications: 1
2014-04-10 11:51:18,393 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_0/usercache/brock/appcache/application_1397148651586_0001
2014-04-10 11:51:18,393 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_1/usercache/brock/appcache/application_1397148651586_0001
2014-04-10 11:51:18,393 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_2/usercache/brock/appcache/application_1397148651586_0001
2014-04-10 11:51:18,393 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_3/usercache/brock/appcache/application_1397148651586_0001
2014-04-10 11:51:18,393 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event APPLICATION_STOP for appId application_1397148651586_0001
2014-04-10 11:51:18,394 INFO application.Application (ApplicationImpl.java:handle(450)) - Application application_1397148651586_0001 transitioned from APPLICATION_RESOURCES_CLEANINGUP to FINISHED
2014-04-10 11:51:18,394 INFO loghandler.NonAggregatingLogHandler (NonAggregatingLogHandler.java:handle(119)) - Scheduling Log Deletion for application: application_1397148651586_0001, with delay of 10800 seconds
2014-04-10 11:51:18,394 INFO ipc.Server (Server.java:saslProcess(1252)) - Auth successful for appattempt_1397148651586_0001_000001 (auth:SIMPLE)
2014-04-10 11:51:18,396 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:stopContainerInternal(718)) - Stopping container with container Id: container_1397148651586_0001_01_000001
2014-04-10 11:51:18,854 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1638008525-127.0.0.1-1397148635957:blk_1073741841_1017
2014-04-10 11:51:18,856 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1638008525-127.0.0.1-1397148635957:blk_1073741837_1013
2014-04-10 11:51:18,858 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1638008525-127.0.0.1-1397148635957:blk_1073741841_1017
2014-04-10 11:51:18,892 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1638008525-127.0.0.1-1397148635957:blk_1073741841_1017
2014-04-10 11:51:18,984 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397148651586_0002_01_000002 Container Transitioned from ALLOCATED to ACQUIRED
2014-04-10 11:51:18,985 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397148651586_0002_01_000003 Container Transitioned from ALLOCATED to ACQUIRED
2014-04-10 11:51:18,985 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397148651586_0002_01_000004 Container Transitioned from ALLOCATED to ACQUIRED
2014-04-10 11:51:18,986 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397148651586_0002_01_000005 Container Transitioned from ALLOCATED to ACQUIRED
2014-04-10 11:51:19,026 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397148651586_0002/job.jar dst=null perm=null
2014-04-10 11:51:19,028 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397148651586_0002/job.jar dst=null perm=null
2014-04-10 11:51:19,036 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397148651586_0002/job.xml dst=null perm=null
2014-04-10 11:51:19,038 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397148651586_0002/job.xml dst=null perm=null
2014-04-10 11:51:19,040 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null
2014-04-10 11:51:19,042 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target/Hadoop2MR1Platform-tmpDir/hadoop-835624885896005772.jar dst=null perm=null
2014-04-10 11:51:19,048 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null
2014-04-10 11:51:19,050 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target/Hadoop2MR1Platform-tmpDir/hadoop-835624885896005772.jar dst=null perm=null
2014-04-10 11:51:19,052 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null
2014-04-10 11:51:19,053 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target/Hadoop2MR1Platform-tmpDir/hadoop-835624885896005772.jar dst=null perm=null
2014-04-10 11:51:19,101 INFO ipc.Server (Server.java:saslProcess(1252)) - Auth successful for appattempt_1397148651586_0002_000001 (auth:SIMPLE)
2014-04-10 11:51:19,101 INFO ipc.Server (Server.java:saslProcess(1252)) - Auth successful for appattempt_1397148651586_0002_000001 (auth:SIMPLE)
2014-04-10 11:51:19,105 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(572)) - Start request for container_1397148651586_0002_01_000005 by user brock
2014-04-10 11:51:19,105 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(572)) - Start request for container_1397148651586_0002_01_000004 by user brock
2014-04-10 11:51:19,105 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(572)) - Start request for container_1397148651586_0002_01_000002 by user brock
2014-04-10 11:51:19,106 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=brock IP=127.0.0.1 OPERATION=Start Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1397148651586_0002 CONTAINERID=container_1397148651586_0002_01_000004
2014-04-10 11:51:19,105 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(611)) - Creating a new application reference for app application_1397148651586_0002
2014-04-10 11:51:19,105 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(572)) - Start request for container_1397148651586_0002_01_000003 by user brock
2014-04-10 11:51:19,106 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=brock IP=127.0.0.1 OPERATION=Start Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1397148651586_0002 CONTAINERID=container_1397148651586_0002_01_000005
2014-04-10 11:51:19,106 INFO application.Application (ApplicationImpl.java:transition(296)) - Adding container_1397148651586_0002_01_000002 to application application_1397148651586_0002
2014-04-10 11:51:19,106 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=brock IP=127.0.0.1 OPERATION=Start Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1397148651586_0002 CONTAINERID=container_1397148651586_0002_01_000002
2014-04-10 11:51:19,106 INFO application.Application (ApplicationImpl.java:transition(296)) - Adding container_1397148651586_0002_01_000004 to application application_1397148651586_0002
2014-04-10 11:51:19,106 INFO application.Application (ApplicationImpl.java:transition(296)) - Adding container_1397148651586_0002_01_000003 to application application_1397148651586_0002
2014-04-10 11:51:19,107 INFO application.Application (ApplicationImpl.java:handle(450)) - Application application_1397148651586_0002 transitioned from NEW to INITING
2014-04-10 11:51:19,106 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=brock IP=127.0.0.1 OPERATION=Start Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1397148651586_0002 CONTAINERID=container_1397148651586_0002_01_000003
2014-04-10 11:51:19,107 INFO application.Application (ApplicationImpl.java:transition(296)) - Adding container_1397148651586_0002_01_000005 to application application_1397148651586_0002
2014-04-10 11:51:19,108 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397148651586_0002_01_000002 transitioned from NEW to LOCALIZING
2014-04-10 11:51:19,108 INFO application.Application (ApplicationImpl.java:handle(450)) - Application application_1397148651586_0002 transitioned from INITING to RUNNING
2014-04-10 11:51:19,108 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397148651586_0002_01_000003 transitioned from NEW to LOCALIZING
2014-04-10 11:51:19,108 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event CONTAINER_INIT for appId application_1397148651586_0002
2014-04-10 11:51:19,108 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397148651586_0002_01_000004 transitioned from NEW to LOCALIZING
2014-04-10 11:51:19,108 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event APPLICATION_INIT for appId application_1397148651586_0002
2014-04-10 11:51:19,108 INFO containermanager.AuxServices (AuxServices.java:handle(179)) - Got APPLICATION_INIT for service mapreduce_shuffle
2014-04-10 11:51:19,108 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397148651586_0002_01_000005 transitioned from NEW to LOCALIZING
2014-04-10 11:51:19,108 INFO mapred.ShuffleHandler (ShuffleHandler.java:initializeApplication(263)) - Added token for job_1397148651586_0002
2014-04-10 11:51:19,108 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event CONTAINER_INIT for appId application_1397148651586_0002
2014-04-10 11:51:19,109 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event APPLICATION_INIT for appId application_1397148651586_0002
2014-04-10 11:51:19,109 INFO containermanager.AuxServices (AuxServices.java:handle(179)) - Got APPLICATION_INIT for service mapreduce_shuffle
2014-04-10 11:51:19,109 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event CONTAINER_INIT for appId application_1397148651586_0002
2014-04-10 11:51:19,109 INFO mapred.ShuffleHandler (ShuffleHandler.java:initializeApplication(263)) - Added token for job_1397148651586_0002
2014-04-10 11:51:19,109 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event APPLICATION_INIT for appId application_1397148651586_0002
2014-04-10 11:51:19,109 INFO containermanager.AuxServices (AuxServices.java:handle(179)) - Got APPLICATION_INIT for service mapreduce_shuffle
2014-04-10 11:51:19,109 INFO localizer.LocalizedResource (LocalizedResource.java:handle(196)) - Resource hdfs://localhost:60632/tmp/hadoop-yarn/staging/brock/.staging/job_1397148651586_0002/job.jar transitioned from INIT to DOWNLOADING
2014-04-10 11:51:19,109 INFO mapred.ShuffleHandler (ShuffleHandler.java:initializeApplication(263)) - Added token for job_1397148651586_0002
2014-04-10 11:51:19,109 INFO localizer.LocalizedResource (LocalizedResource.java:handle(196)) - Resource hdfs://localhost:60632/tmp/hadoop-yarn/staging/brock/.staging/job_1397148651586_0002/job.xml transitioned from INIT to DOWNLOADING
2014-04-10 11:51:19,109 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event CONTAINER_INIT for appId application_1397148651586_0002
2014-04-10 11:51:19,110 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event APPLICATION_INIT for appId application_1397148651586_0002
2014-04-10 11:51:19,110 INFO containermanager.AuxServices (AuxServices.java:handle(179)) - Got APPLICATION_INIT for service mapreduce_shuffle
2014-04-10 11:51:19,110 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397148651586_0002_01_000002 transitioned from LOCALIZING to LOCALIZED
2014-04-10 11:51:19,110 INFO mapred.ShuffleHandler (ShuffleHandler.java:initializeApplication(263)) - Added token for job_1397148651586_0002
2014-04-10 11:51:19,110 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397148651586_0002_01_000003 transitioned from LOCALIZING to LOCALIZED
2014-04-10 11:51:19,110 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:handle(590)) - Created localizer for container_1397148651586_0002_01_000004
2014-04-10 11:51:19,111 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:handle(590)) - Created localizer for container_1397148651586_0002_01_000005
2014-04-10 11:51:19,119 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:writeCredentials(1015)) - Writing credentials to the nmPrivate file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_1/nmPrivate/container_1397148651586_0002_01_000004.tokens. Credentials list:
2014-04-10 11:51:19,119 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:writeCredentials(1015)) - Writing credentials to the nmPrivate file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_3/nmPrivate/container_1397148651586_0002_01_000005.tokens. Credentials list:
2014-04-10 11:51:19,131 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:createUserCacheDirs(469)) - Initializing user brock
2014-04-10 11:51:19,138 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397148651586_0002_01_000002 transitioned from LOCALIZED to RUNNING
2014-04-10 11:51:19,138 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397148651586_0002_01_000003 transitioned from LOCALIZED to RUNNING
2014-04-10 11:51:19,138 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(169)) - Neither virutal-memory nor physical-memory monitoring is needed. Not running the monitor-thread
2014-04-10 11:51:19,138 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(169)) - Neither virutal-memory nor physical-memory monitoring is needed. Not running the monitor-thread
2014-04-10 11:51:19,206 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(103)) - Copying from /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_1/nmPrivate/container_1397148651586_0002_01_000004.tokens to /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_0/usercache/brock/appcache/application_1397148651586_0002/container_1397148651586_0002_01_000004.tokens
2014-04-10 11:51:19,206 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(105)) - CWD set to /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_0/usercache/brock/appcache/application_1397148651586_0002 = file:/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_0/usercache/brock/appcache/application_1397148651586_0002
2014-04-10 11:51:19,210 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(189)) - launchContainer: [nice, -n, 0, bash, /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_1/usercache/brock/appcache/application_1397148651586_0002/container_1397148651586_0002_01_000003/default_container_executor.sh]
2014-04-10 11:51:19,210 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(189)) - launchContainer: [nice, -n, 0, bash, /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_2/usercache/brock/appcache/application_1397148651586_0002/container_1397148651586_0002_01_000002/default_container_executor.sh]
2014-04-10 11:51:19,310 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397148651586_0002/job.jar dst=null perm=null
2014-04-10 11:51:19,311 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397148651586_0002/job.jar dst=null perm=null
2014-04-10 11:51:19,312 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397148651586_0002/job.jar dst=null perm=null
2014-04-10 11:51:19,320 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:41432, dest: /127.0.0.1:52713, bytes: 246562, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_754953505_1652, offset: 0, srvID: 2a5b99b1-5021-412c-a75a-31058df58d31, blockid: BP-1638008525-127.0.0.1-1397148635957:blk_1073741837_1013, duration: 825002
2014-04-10 11:51:19,338 INFO localizer.LocalizedResource (LocalizedResource.java:handle(196)) - Resource hdfs://localhost:60632/tmp/hadoop-yarn/staging/brock/.staging/job_1397148651586_0002/job.jar(->file:/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_0/usercache/brock/appcache/application_1397148651586_0002/filecache/10/job.jar) transitioned from DOWNLOADING to LOCALIZED
2014-04-10 11:51:19,341 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397148651586_0002_01_000002 Container Transitioned from ACQUIRED to RUNNING
2014-04-10 11:51:19,341 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397148651586_0002_01_000003 Container Transitioned from ACQUIRED to RUNNING
2014-04-10 11:51:19,347 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397148651586_0002/job.xml dst=null perm=null
2014-04-10 11:51:19,348 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397148651586_0002/job.xml dst=null perm=null
2014-04-10 11:51:19,349 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397148651586_0002/job.xml dst=null perm=null
2014-04-10 11:51:19,354 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:41432, dest: /127.0.0.1:52713, bytes: 80194, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_754953505_1652, offset: 0, srvID: 2a5b99b1-5021-412c-a75a-31058df58d31, blockid: BP-1638008525-127.0.0.1-1397148635957:blk_1073741840_1016, duration: 300266
2014-04-10 11:51:19,365 INFO localizer.LocalizedResource (LocalizedResource.java:handle(196)) - Resource hdfs://localhost:60632/tmp/hadoop-yarn/staging/brock/.staging/job_1397148651586_0002/job.xml(->file:/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_1/usercache/brock/appcache/application_1397148651586_0002/filecache/11/job.xml) transitioned from DOWNLOADING to LOCALIZED
2014-04-10 11:51:19,365 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397148651586_0002_01_000004 transitioned from LOCALIZING to LOCALIZED
2014-04-10 11:51:19,366 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397148651586_0002_01_000005 transitioned from LOCALIZING to LOCALIZED
2014-04-10 11:51:19,385 INFO application.Application (ApplicationImpl.java:handle(450)) - Application application_1397148651586_0001 transitioned from RUNNING to APPLICATION_RESOURCES_CLEANINGUP
2014-04-10 11:51:19,385 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397148651586_0002_01_000004 Container Transitioned from ACQUIRED to RUNNING
2014-04-10 11:51:19,385 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397148651586_0002_01_000005 Container Transitioned from ACQUIRED to RUNNING
2014-04-10 11:51:19,385 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_0/usercache/brock/appcache/application_1397148651586_0001
2014-04-10 11:51:19,386 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event APPLICATION_STOP for appId application_1397148651586_0001
2014-04-10 11:51:19,386 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_1/usercache/brock/appcache/application_1397148651586_0001
2014-04-10 11:51:19,386 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_2/usercache/brock/appcache/application_1397148651586_0001
2014-04-10 11:51:19,386 INFO application.Application (ApplicationImpl.java:handle(450)) - Application application_1397148651586_0001 transitioned from APPLICATION_RESOURCES_CLEANINGUP to FINISHED
2014-04-10 11:51:19,386 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_3/usercache/brock/appcache/application_1397148651586_0001
2014-04-10 11:51:19,386 INFO loghandler.NonAggregatingLogHandler (NonAggregatingLogHandler.java:handle(119)) - Scheduling Log Deletion for application: application_1397148651586_0001, with delay of 10800 seconds
2014-04-10 11:51:19,395 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397148651586_0002_01_000005 transitioned from LOCALIZED to RUNNING
2014-04-10 11:51:19,395 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(169)) - Neither virutal-memory nor physical-memory monitoring is needed. Not running the monitor-thread
2014-04-10 11:51:19,396 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397148651586_0002_01_000004 transitioned from LOCALIZED to RUNNING
2014-04-10 11:51:19,396 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(169)) - Neither virutal-memory nor physical-memory monitoring is needed. Not running the monitor-thread
2014-04-10 11:51:19,441 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(189)) - launchContainer: [nice, -n, 0, bash, /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_0/usercache/brock/appcache/application_1397148651586_0002/container_1397148651586_0002_01_000005/default_container_executor.sh]
2014-04-10 11:51:19,444 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(189)) - launchContainer: [nice, -n, 0, bash, /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_0/usercache/brock/appcache/application_1397148651586_0002/container_1397148651586_0002_01_000004/default_container_executor.sh]
2014-04-10 11:51:20,002 INFO scheduler.AppSchedulingInfo (AppSchedulingInfo.java:updateResourceRequests(166)) - checking for deactivate...
2014-04-10 11:51:20,088 INFO hs.JobHistory (JobHistory.java:run(198)) - History Cleaner started
2014-04-10 11:51:20,089 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=listStatus src=/tmp/hadoop-yarn/staging/history/done dst=null perm=null
2014-04-10 11:51:20,090 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=listStatus src=/tmp/hadoop-yarn/staging/history/done/2014 dst=null perm=null
2014-04-10 11:51:20,091 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=listStatus src=/tmp/hadoop-yarn/staging/history/done/2014/04 dst=null perm=null
2014-04-10 11:51:20,092 INFO hs.JobHistory (JobHistory.java:run(204)) - History Cleaner complete
2014-04-10 11:51:20,386 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:createUserCacheDirs(469)) - Initializing user brock
2014-04-10 11:51:20,584 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(103)) - Copying from /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_3/nmPrivate/container_1397148651586_0002_01_000005.tokens to /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_0/usercache/brock/appcache/application_1397148651586_0002/container_1397148651586_0002_01_000005.tokens
2014-04-10 11:51:20,584 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(105)) - CWD set to /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_0/usercache/brock/appcache/application_1397148651586_0002 = file:/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_0/usercache/brock/appcache/application_1397148651586_0002
2014-04-10 11:51:21,454 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397148651586_0002/job.split dst=null perm=null
2014-04-10 11:51:21,509 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:41432, dest: /127.0.0.1:52731, bytes: 1539, op: HDFS_READ, cliID: DFSClient_attempt_1397148651586_0002_m_000000_0_1803456837_1, offset: 0, srvID: 2a5b99b1-5021-412c-a75a-31058df58d31, blockid: BP-1638008525-127.0.0.1-1397148635957:blk_1073741838_1014, duration: 201263
2014-04-10 11:51:21,564 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397148651586_0002/job.split dst=null perm=null
2014-04-10 11:51:21,570 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/classes/test/data/apache.10.txt dst=null perm=null
2014-04-10 11:51:21,573 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:50141, dest: /127.0.0.1:33031, bytes: 429, op: HDFS_READ, cliID: DFSClient_attempt_1397148651586_0002_m_000000_0_1803456837_1, offset: 1024, srvID: c1ad97e0-9f53-4437-974d-e948c41bedfe, blockid: BP-1638008525-127.0.0.1-1397148635957:blk_1073741827_1003, duration: 204806
2014-04-10 11:51:21,619 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:50141, dest: /127.0.0.1:33032, bytes: 1539, op: HDFS_READ, cliID: DFSClient_attempt_1397148651586_0002_m_000001_0_1218252806_1, offset: 0, srvID: c1ad97e0-9f53-4437-974d-e948c41bedfe, blockid: BP-1638008525-127.0.0.1-1397148635957:blk_1073741838_1014, duration: 145353
2014-04-10 11:51:21,649 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/mapreduceflowplatform/flow4/_temporary/1/_temporary/attempt_1397148651586_0002_m_000000_0/part-00000 dst=null perm=brock:supergroup:rw-rw-rw-
2014-04-10 11:51:21,673 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/classes/test/data/apache.10.txt dst=null perm=null
2014-04-10 11:51:21,699 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/mapreduceflowplatform/flow4/_temporary/1/_temporary/attempt_1397148651586_0002_m_000001_0/part-00001 dst=null perm=brock:supergroup:rw-rw-rw-
2014-04-10 11:51:21,765 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397148651586_0002/job.split dst=null perm=null
2014-04-10 11:51:21,778 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(2966)) - BLOCK* allocateBlock: /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/mapreduceflowplatform/flow4/_temporary/1/_temporary/attempt_1397148651586_0002_m_000000_0/part-00000. BP-1638008525-127.0.0.1-1397148635957 blk_1073741842_1018{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-b5119a97-db0e-4220-9885-a252148e8a0f:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-0eec617b-7748-47d7-80ce-822d3c617914:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-522b0f7d-b75b-46f2-9e15-59b7ba563b04:NORMAL|RBW]]}
2014-04-10 11:51:21,810 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:35451, dest: /127.0.0.1:34915, bytes: 1461, op: HDFS_READ, cliID: DFSClient_attempt_1397148651586_0002_m_000001_0_1218252806_1, offset: 0, srvID: 8ec8a8cc-5508-442c-8963-d78fa559e878, blockid: BP-1638008525-127.0.0.1-1397148635957:blk_1073741827_1003, duration: 220866
2014-04-10 11:51:21,827 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(2966)) - BLOCK* allocateBlock: /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/mapreduceflowplatform/flow4/_temporary/1/_temporary/attempt_1397148651586_0002_m_000001_0/part-00001. BP-1638008525-127.0.0.1-1397148635957 blk_1073741843_1019{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-e591ab9a-22c6-42de-961c-bb13e404aae9:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-5d7d5487-2d1d-4414-8c1a-3a9617defa41:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-22cb6d02-3e35-4f66-89d9-1327072438fe:NORMAL|RBW]]}
2014-04-10 11:51:21,830 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:34839, dest: /127.0.0.1:57458, bytes: 507, op: HDFS_READ, cliID: DFSClient_attempt_1397148651586_0002_m_000003_0_680576511_1, offset: 1024, srvID: 8a56312d-0316-4fb1-9cb0-6a1bc51bc949, blockid: BP-1638008525-127.0.0.1-1397148635957:blk_1073741838_1014, duration: 197746
2014-04-10 11:51:21,854 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1638008525-127.0.0.1-1397148635957:blk_1073741842_1018 src: /127.0.0.1:57461 dest: /127.0.0.1:34839
2014-04-10 11:51:21,856 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1638008525-127.0.0.1-1397148635957:blk_1073741842_1018 src: /127.0.0.1:52741 dest: /127.0.0.1:41432
2014-04-10 11:51:21,857 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1638008525-127.0.0.1-1397148635957:blk_1073741842_1018 src: /127.0.0.1:33040 dest: /127.0.0.1:50141
2014-04-10 11:51:21,866 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:33040, dest: /127.0.0.1:50141, bytes: 329, op: HDFS_WRITE, cliID: DFSClient_attempt_1397148651586_0002_m_000000_0_1803456837_1, offset: 0, srvID: c1ad97e0-9f53-4437-974d-e948c41bedfe, blockid: BP-1638008525-127.0.0.1-1397148635957:blk_1073741842_1018, duration: 6606895
2014-04-10 11:51:21,866 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1638008525-127.0.0.1-1397148635957:blk_1073741842_1018, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2014-04-10 11:51:21,866 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397148651586_0002/job.split dst=null perm=null
2014-04-10 11:51:21,867 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:52741, dest: /127.0.0.1:41432, bytes: 329, op: HDFS_WRITE, cliID: DFSClient_attempt_1397148651586_0002_m_000000_0_1803456837_1, offset: 0, srvID: 2a5b99b1-5021-412c-a75a-31058df58d31, blockid: BP-1638008525-127.0.0.1-1397148635957:blk_1073741842_1018, duration: 3501641
2014-04-10 11:51:21,866 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:50141 is added to blk_1073741842_1018{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-b5119a97-db0e-4220-9885-a252148e8a0f:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-5d7d5487-2d1d-4414-8c1a-3a9617defa41:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-e591ab9a-22c6-42de-961c-bb13e404aae9:NORMAL|RBW]]} size 0
2014-04-10 11:51:21,867 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:57461, dest: /127.0.0.1:34839, bytes: 329, op: HDFS_WRITE, cliID: DFSClient_attempt_1397148651586_0002_m_000000_0_1803456837_1, offset: 0, srvID: 8a56312d-0316-4fb1-9cb0-6a1bc51bc949, blockid: BP-1638008525-127.0.0.1-1397148635957:blk_1073741842_1018, duration: 5095427
2014-04-10 11:51:21,868 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:41432 is added to blk_1073741842_1018{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-b5119a97-db0e-4220-9885-a252148e8a0f:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-5d7d5487-2d1d-4414-8c1a-3a9617defa41:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-e591ab9a-22c6-42de-961c-bb13e404aae9:NORMAL|RBW]]} size 0
2014-04-10 11:51:21,868 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:34839 is added to blk_1073741842_1018{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-b5119a97-db0e-4220-9885-a252148e8a0f:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-5d7d5487-2d1d-4414-8c1a-3a9617defa41:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-e591ab9a-22c6-42de-961c-bb13e404aae9:NORMAL|RBW]]} size 0
2014-04-10 11:51:21,867 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1638008525-127.0.0.1-1397148635957:blk_1073741842_1018, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 11:51:21,868 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1638008525-127.0.0.1-1397148635957:blk_1073741842_1018, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 11:51:21,882 INFO hdfs.StateChange (FSNamesystem.java:completeFile(2899)) - DIR* completeFile: /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/mapreduceflowplatform/flow4/_temporary/1/_temporary/attempt_1397148651586_0002_m_000000_0/part-00000 is closed by DFSClient_attempt_1397148651586_0002_m_000000_0_1803456837_1
2014-04-10 11:51:21,885 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1638008525-127.0.0.1-1397148635957:blk_1073741843_1019 src: /127.0.0.1:33038 dest: /127.0.0.1:50141
2014-04-10 11:51:21,886 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1638008525-127.0.0.1-1397148635957:blk_1073741843_1019 src: /127.0.0.1:52744 dest: /127.0.0.1:41432
2014-04-10 11:51:21,887 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1638008525-127.0.0.1-1397148635957:blk_1073741843_1019 src: /127.0.0.1:57467 dest: /127.0.0.1:34839
2014-04-10 11:51:21,892 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:57467, dest: /127.0.0.1:34839, bytes: 401, op: HDFS_WRITE, cliID: DFSClient_attempt_1397148651586_0002_m_000001_0_1218252806_1, offset: 0, srvID: 8a56312d-0316-4fb1-9cb0-6a1bc51bc949, blockid: BP-1638008525-127.0.0.1-1397148635957:blk_1073741843_1019, duration: 2554905
2014-04-10 11:51:21,893 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1638008525-127.0.0.1-1397148635957:blk_1073741843_1019, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2014-04-10 11:51:21,893 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:34839 is added to blk_1073741843_1019{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-22cb6d02-3e35-4f66-89d9-1327072438fe:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-522b0f7d-b75b-46f2-9e15-59b7ba563b04:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-0eec617b-7748-47d7-80ce-822d3c617914:NORMAL|RBW]]} size 0
2014-04-10 11:51:21,893 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:52744, dest: /127.0.0.1:41432, bytes: 401, op: HDFS_WRITE, cliID: DFSClient_attempt_1397148651586_0002_m_000001_0_1218252806_1, offset: 0, srvID: 2a5b99b1-5021-412c-a75a-31058df58d31, blockid: BP-1638008525-127.0.0.1-1397148635957:blk_1073741843_1019, duration: 3418357
2014-04-10 11:51:21,893 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1638008525-127.0.0.1-1397148635957:blk_1073741843_1019, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 11:51:21,894 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:41432 is added to blk_1073741843_1019{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-22cb6d02-3e35-4f66-89d9-1327072438fe:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-522b0f7d-b75b-46f2-9e15-59b7ba563b04:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-0eec617b-7748-47d7-80ce-822d3c617914:NORMAL|RBW]]} size 0
2014-04-10 11:51:21,894 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:33038, dest: /127.0.0.1:50141, bytes: 401, op: HDFS_WRITE, cliID: DFSClient_attempt_1397148651586_0002_m_000001_0_1218252806_1, offset: 0, srvID: c1ad97e0-9f53-4437-974d-e948c41bedfe, blockid: BP-1638008525-127.0.0.1-1397148635957:blk_1073741843_1019, duration: 4017755
2014-04-10 11:51:21,894 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1638008525-127.0.0.1-1397148635957:blk_1073741843_1019, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 11:51:21,894 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:50141 is added to blk_1073741843_1019{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-22cb6d02-3e35-4f66-89d9-1327072438fe:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-522b0f7d-b75b-46f2-9e15-59b7ba563b04:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-0eec617b-7748-47d7-80ce-822d3c617914:NORMAL|RBW]]} size 0
2014-04-10 11:51:21,902 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/classes/test/data/apache.10.txt dst=null perm=null
2014-04-10 11:51:21,905 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:35451, dest: /127.0.0.1:34924, bytes: 945, op: HDFS_READ, cliID: DFSClient_attempt_1397148651586_0002_m_000003_0_680576511_1, offset: 512, srvID: 8ec8a8cc-5508-442c-8963-d78fa559e878, blockid: BP-1638008525-127.0.0.1-1397148635957:blk_1073741827_1003, duration: 134895
2014-04-10 11:51:21,907 INFO hdfs.StateChange (FSNamesystem.java:completeFile(2899)) - DIR* completeFile: /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/mapreduceflowplatform/flow4/_temporary/1/_temporary/attempt_1397148651586_0002_m_000001_0/part-00001 is closed by DFSClient_attempt_1397148651586_0002_m_000001_0_1218252806_1
2014-04-10 11:51:21,932 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/mapreduceflowplatform/flow4/_temporary/1/_temporary/attempt_1397148651586_0002_m_000003_0/part-00003 dst=null perm=brock:supergroup:rw-rw-rw-
2014-04-10 11:51:21,938 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:41432, dest: /127.0.0.1:52747, bytes: 1023, op: HDFS_READ, cliID: DFSClient_attempt_1397148651586_0002_m_000002_0_-193003263_1, offset: 512, srvID: 2a5b99b1-5021-412c-a75a-31058df58d31, blockid: BP-1638008525-127.0.0.1-1397148635957:blk_1073741838_1014, duration: 196009
2014-04-10 11:51:21,944 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/mapreduceflowplatform/flow4/_temporary/1/_temporary/attempt_1397148651586_0002_m_000000_0 dst=null perm=null
2014-04-10 11:51:21,949 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/mapreduceflowplatform/flow4/_temporary/1/_temporary/attempt_1397148651586_0002_m_000000_0 dst=null perm=null
2014-04-10 11:51:21,951 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/mapreduceflowplatform/flow4/_temporary/1/task_1397148651586_0002_m_000000 dst=null perm=null
2014-04-10 11:51:21,958 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/mapreduceflowplatform/flow4/_temporary/1/_temporary/attempt_1397148651586_0002_m_000001_0 dst=null perm=null
2014-04-10 11:51:21,964 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/mapreduceflowplatform/flow4/_temporary/1/_temporary/attempt_1397148651586_0002_m_000001_0 dst=null perm=null
2014-04-10 11:51:21,965 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/mapreduceflowplatform/flow4/_temporary/1/task_1397148651586_0002_m_000001 dst=null perm=null
2014-04-10 11:51:21,982 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=rename src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/mapreduceflowplatform/flow4/_temporary/1/_temporary/attempt_1397148651586_0002_m_000000_0 dst=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/mapreduceflowplatform/flow4/_temporary/1/task_1397148651586_0002_m_000000 perm=brock:supergroup:rwxrwxrwx
2014-04-10 11:51:21,996 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/classes/test/data/apache.10.txt dst=null perm=null
2014-04-10 11:51:21,999 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:50141, dest: /127.0.0.1:33046, bytes: 1461, op: HDFS_READ, cliID: DFSClient_attempt_1397148651586_0002_m_000002_0_-193003263_1, offset: 0, srvID: c1ad97e0-9f53-4437-974d-e948c41bedfe, blockid: BP-1638008525-127.0.0.1-1397148635957:blk_1073741827_1003, duration: 178790
2014-04-10 11:51:21,999 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=rename src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/mapreduceflowplatform/flow4/_temporary/1/_temporary/attempt_1397148651586_0002_m_000001_0 dst=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/mapreduceflowplatform/flow4/_temporary/1/task_1397148651586_0002_m_000001 perm=brock:supergroup:rwxrwxrwx
2014-04-10 11:51:22,024 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/mapreduceflowplatform/flow4/_temporary/1/_temporary/attempt_1397148651586_0002_m_000002_0/part-00002 dst=null perm=brock:supergroup:rw-rw-rw-
2014-04-10 11:51:22,041 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(2966)) - BLOCK* allocateBlock: /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/mapreduceflowplatform/flow4/_temporary/1/_temporary/attempt_1397148651586_0002_m_000003_0/part-00003. BP-1638008525-127.0.0.1-1397148635957 blk_1073741844_1020{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-b33a8866-bd5f-4441-ad36-c6496b5f71c0:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-522b0f7d-b75b-46f2-9e15-59b7ba563b04:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-22cb6d02-3e35-4f66-89d9-1327072438fe:NORMAL|RBW]]}
2014-04-10 11:51:22,043 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:stopContainerInternal(718)) - Stopping container with container Id: container_1397148651586_0002_01_000002
2014-04-10 11:51:22,043 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=brock IP=127.0.0.1 OPERATION=Stop Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1397148651586_0002 CONTAINERID=container_1397148651586_0002_01_000002
2014-04-10 11:51:22,043 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397148651586_0002_01_000002 transitioned from RUNNING to KILLING
2014-04-10 11:51:22,044 INFO launcher.ContainerLaunch (ContainerLaunch.java:cleanupContainer(341)) - Cleaning up container container_1397148651586_0002_01_000002
2014-04-10 11:51:22,053 WARN nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(207)) - Exit code from container container_1397148651586_0002_01_000002 is : 143
2014-04-10 11:51:22,057 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:stopContainerInternal(718)) - Stopping container with container Id: container_1397148651586_0002_01_000003
2014-04-10 11:51:22,057 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=brock IP=127.0.0.1 OPERATION=Stop Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1397148651586_0002 CONTAINERID=container_1397148651586_0002_01_000003
2014-04-10 11:51:22,058 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(2966)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/brock/.staging/job_1397148651586_0002/job_1397148651586_0002_1.jhist. BP-1638008525-127.0.0.1-1397148635957 blk_1073741845_1021{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-22cb6d02-3e35-4f66-89d9-1327072438fe:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-e591ab9a-22c6-42de-961c-bb13e404aae9:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-a7d28360-a122-4b8f-a5df-7716c22c7a73:NORMAL|RBW]]}
2014-04-10 11:51:22,064 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397148651586_0002_01_000002 transitioned from KILLING to CONTAINER_CLEANEDUP_AFTER_KILL
2014-04-10 11:51:22,064 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397148651586_0002_01_000003 transitioned from RUNNING to KILLING
2014-04-10 11:51:22,064 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_0/usercache/brock/appcache/application_1397148651586_0002/container_1397148651586_0002_01_000002
2014-04-10 11:51:22,064 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_1/usercache/brock/appcache/application_1397148651586_0002/container_1397148651586_0002_01_000002
2014-04-10 11:51:22,065 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_2/usercache/brock/appcache/application_1397148651586_0002/container_1397148651586_0002_01_000002
2014-04-10 11:51:22,065 INFO launcher.ContainerLaunch (ContainerLaunch.java:cleanupContainer(341)) - Cleaning up container container_1397148651586_0002_01_000003
2014-04-10 11:51:22,065 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_3/usercache/brock/appcache/application_1397148651586_0002/container_1397148651586_0002_01_000002
2014-04-10 11:51:22,071 WARN nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(207)) - Exit code from container container_1397148651586_0002_01_000003 is : 143
2014-04-10 11:51:22,075 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1638008525-127.0.0.1-1397148635957:blk_1073741845_1021 src: /127.0.0.1:57472 dest: /127.0.0.1:34839
2014-04-10 11:51:22,077 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1638008525-127.0.0.1-1397148635957:blk_1073741845_1021 src: /127.0.0.1:33049 dest: /127.0.0.1:50141
2014-04-10 11:51:22,078 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1638008525-127.0.0.1-1397148635957:blk_1073741845_1021 src: /127.0.0.1:34930 dest: /127.0.0.1:35451
2014-04-10 11:51:22,082 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=brock OPERATION=Container Finished - Killed TARGET=ContainerImpl RESULT=SUCCESS APPID=application_1397148651586_0002 CONTAINERID=container_1397148651586_0002_01_000002
2014-04-10 11:51:22,082 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397148651586_0002_01_000002 transitioned from CONTAINER_CLEANEDUP_AFTER_KILL to DONE
2014-04-10 11:51:22,082 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397148651586_0002_01_000003 transitioned from KILLING to CONTAINER_CLEANEDUP_AFTER_KILL
2014-04-10 11:51:22,082 INFO application.Application (ApplicationImpl.java:transition(339)) - Removing container_1397148651586_0002_01_000002 from application application_1397148651586_0002
2014-04-10 11:51:22,082 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(169)) - Neither virutal-memory nor physical-memory monitoring is needed. Not running the monitor-thread
2014-04-10 11:51:22,082 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event CONTAINER_STOP for appId application_1397148651586_0002
2014-04-10 11:51:22,083 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_0/usercache/brock/appcache/application_1397148651586_0002/container_1397148651586_0002_01_000003
2014-04-10 11:51:22,083 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_1/usercache/brock/appcache/application_1397148651586_0002/container_1397148651586_0002_01_000003
2014-04-10 11:51:22,083 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_2/usercache/brock/appcache/application_1397148651586_0002/container_1397148651586_0002_01_000003
2014-04-10 11:51:22,083 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=brock OPERATION=Container Finished - Killed TARGET=ContainerImpl RESULT=SUCCESS APPID=application_1397148651586_0002 CONTAINERID=container_1397148651586_0002_01_000003
2014-04-10 11:51:22,083 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_3/usercache/brock/appcache/application_1397148651586_0002/container_1397148651586_0002_01_000003
2014-04-10 11:51:22,083 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397148651586_0002_01_000003 transitioned from CONTAINER_CLEANEDUP_AFTER_KILL to DONE
2014-04-10 11:51:22,084 INFO application.Application (ApplicationImpl.java:transition(339)) - Removing container_1397148651586_0002_01_000003 from application application_1397148651586_0002
2014-04-10 11:51:22,084 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(169)) - Neither virutal-memory nor physical-memory monitoring is needed. Not running the monitor-thread
2014-04-10 11:51:22,084 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event CONTAINER_STOP for appId application_1397148651586_0002
2014-04-10 11:51:22,087 INFO hdfs.StateChange (FSNamesystem.java:fsync(3598)) - BLOCK* fsync: /tmp/hadoop-yarn/staging/brock/.staging/job_1397148651586_0002/job_1397148651586_0002_1.jhist for DFSClient_NONMAPREDUCE_1665828005_1
2014-04-10 11:51:22,103 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1638008525-127.0.0.1-1397148635957:blk_1073741844_1020 src: /127.0.0.1:34927 dest: /127.0.0.1:35451
2014-04-10 11:51:22,104 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1638008525-127.0.0.1-1397148635957:blk_1073741844_1020 src: /127.0.0.1:33052 dest: /127.0.0.1:50141
2014-04-10 11:51:22,105 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1638008525-127.0.0.1-1397148635957:blk_1073741844_1020 src: /127.0.0.1:57477 dest: /127.0.0.1:34839
2014-04-10 11:51:22,116 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:57477, dest: /127.0.0.1:34839, bytes: 315, op: HDFS_WRITE, cliID: DFSClient_attempt_1397148651586_0002_m_000003_0_680576511_1, offset: 0, srvID: 8a56312d-0316-4fb1-9cb0-6a1bc51bc949, blockid: BP-1638008525-127.0.0.1-1397148635957:blk_1073741844_1020, duration: 10018346
2014-04-10 11:51:22,117 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1638008525-127.0.0.1-1397148635957:blk_1073741844_1020, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2014-04-10 11:51:22,117 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:34839 is added to blk_1073741844_1020{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-522b0f7d-b75b-46f2-9e15-59b7ba563b04:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-22cb6d02-3e35-4f66-89d9-1327072438fe:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-a7d28360-a122-4b8f-a5df-7716c22c7a73:NORMAL|RBW]]} size 0
2014-04-10 11:51:22,117 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:33052, dest: /127.0.0.1:50141, bytes: 315, op: HDFS_WRITE, cliID: DFSClient_attempt_1397148651586_0002_m_000003_0_680576511_1, offset: 0, srvID: c1ad97e0-9f53-4437-974d-e948c41bedfe, blockid: BP-1638008525-127.0.0.1-1397148635957:blk_1073741844_1020, duration: 10549488
2014-04-10 11:51:22,117 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1638008525-127.0.0.1-1397148635957:blk_1073741844_1020, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 11:51:22,117 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:50141 is added to blk_1073741844_1020{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-522b0f7d-b75b-46f2-9e15-59b7ba563b04:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-22cb6d02-3e35-4f66-89d9-1327072438fe:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-a7d28360-a122-4b8f-a5df-7716c22c7a73:NORMAL|RBW]]} size 0
2014-04-10 11:51:22,117 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:34927, dest: /127.0.0.1:35451, bytes: 315, op: HDFS_WRITE, cliID: DFSClient_attempt_1397148651586_0002_m_000003_0_680576511_1, offset: 0, srvID: 8ec8a8cc-5508-442c-8963-d78fa559e878, blockid: BP-1638008525-127.0.0.1-1397148635957:blk_1073741844_1020, duration: 10840302
2014-04-10 11:51:22,118 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1638008525-127.0.0.1-1397148635957:blk_1073741844_1020, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 11:51:22,118 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:35451 is added to blk_1073741844_1020{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-522b0f7d-b75b-46f2-9e15-59b7ba563b04:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-22cb6d02-3e35-4f66-89d9-1327072438fe:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-a7d28360-a122-4b8f-a5df-7716c22c7a73:NORMAL|RBW]]} size 0
2014-04-10 11:51:22,132 INFO hdfs.StateChange (FSNamesystem.java:completeFile(2899)) - DIR* completeFile: /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/mapreduceflowplatform/flow4/_temporary/1/_temporary/attempt_1397148651586_0002_m_000003_0/part-00003 is closed by DFSClient_attempt_1397148651586_0002_m_000003_0_680576511_1
2014-04-10 11:51:22,148 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(2966)) - BLOCK* allocateBlock: /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/mapreduceflowplatform/flow4/_temporary/1/_temporary/attempt_1397148651586_0002_m_000002_0/part-00002. BP-1638008525-127.0.0.1-1397148635957 blk_1073741846_1022{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-5d7d5487-2d1d-4414-8c1a-3a9617defa41:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-b33a8866-bd5f-4441-ad36-c6496b5f71c0:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-e591ab9a-22c6-42de-961c-bb13e404aae9:NORMAL|RBW]]}
2014-04-10 11:51:22,187 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/mapreduceflowplatform/flow4/_temporary/1/_temporary/attempt_1397148651586_0002_m_000003_0 dst=null perm=null
2014-04-10 11:51:22,192 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/mapreduceflowplatform/flow4/_temporary/1/_temporary/attempt_1397148651586_0002_m_000003_0 dst=null perm=null
2014-04-10 11:51:22,193 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/mapreduceflowplatform/flow4/_temporary/1/task_1397148651586_0002_m_000003 dst=null perm=null
2014-04-10 11:51:22,194 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1638008525-127.0.0.1-1397148635957:blk_1073741846_1022 src: /127.0.0.1:52756 dest: /127.0.0.1:41432
2014-04-10 11:51:22,195 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1638008525-127.0.0.1-1397148635957:blk_1073741846_1022 src: /127.0.0.1:34935 dest: /127.0.0.1:35451
2014-04-10 11:51:22,195 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1638008525-127.0.0.1-1397148635957:blk_1073741846_1022 src: /127.0.0.1:33056 dest: /127.0.0.1:50141
2014-04-10 11:51:22,200 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:33056, dest: /127.0.0.1:50141, bytes: 445, op: HDFS_WRITE, cliID: DFSClient_attempt_1397148651586_0002_m_000002_0_-193003263_1, offset: 0, srvID: c1ad97e0-9f53-4437-974d-e948c41bedfe, blockid: BP-1638008525-127.0.0.1-1397148635957:blk_1073741846_1022, duration: 3821195
2014-04-10 11:51:22,200 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1638008525-127.0.0.1-1397148635957:blk_1073741846_1022, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2014-04-10 11:51:22,200 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:50141 is added to blk_1073741846_1022{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-5d7d5487-2d1d-4414-8c1a-3a9617defa41:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-b33a8866-bd5f-4441-ad36-c6496b5f71c0:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-e591ab9a-22c6-42de-961c-bb13e404aae9:NORMAL|RBW]]} size 0
2014-04-10 11:51:22,200 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:34935, dest: /127.0.0.1:35451, bytes: 445, op: HDFS_WRITE, cliID: DFSClient_attempt_1397148651586_0002_m_000002_0_-193003263_1, offset: 0, srvID: 8ec8a8cc-5508-442c-8963-d78fa559e878, blockid: BP-1638008525-127.0.0.1-1397148635957:blk_1073741846_1022, duration: 4471678
2014-04-10 11:51:22,200 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1638008525-127.0.0.1-1397148635957:blk_1073741846_1022, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 11:51:22,201 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:35451 is added to blk_1073741846_1022{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-5d7d5487-2d1d-4414-8c1a-3a9617defa41:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-b33a8866-bd5f-4441-ad36-c6496b5f71c0:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-e591ab9a-22c6-42de-961c-bb13e404aae9:NORMAL|RBW]]} size 0
2014-04-10 11:51:22,201 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:52756, dest: /127.0.0.1:41432, bytes: 445, op: HDFS_WRITE, cliID: DFSClient_attempt_1397148651586_0002_m_000002_0_-193003263_1, offset: 0, srvID: 2a5b99b1-5021-412c-a75a-31058df58d31, blockid: BP-1638008525-127.0.0.1-1397148635957:blk_1073741846_1022, duration: 4790560
2014-04-10 11:51:22,201 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1638008525-127.0.0.1-1397148635957:blk_1073741846_1022, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 11:51:22,201 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:41432 is added to blk_1073741846_1022{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-5d7d5487-2d1d-4414-8c1a-3a9617defa41:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-b33a8866-bd5f-4441-ad36-c6496b5f71c0:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-e591ab9a-22c6-42de-961c-bb13e404aae9:NORMAL|RBW]]} size 0
2014-04-10 11:51:22,207 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=rename src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/mapreduceflowplatform/flow4/_temporary/1/_temporary/attempt_1397148651586_0002_m_000003_0 dst=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/mapreduceflowplatform/flow4/_temporary/1/task_1397148651586_0002_m_000003 perm=brock:supergroup:rwxrwxrwx
2014-04-10 11:51:22,224 INFO hdfs.StateChange (FSNamesystem.java:completeFile(2899)) - DIR* completeFile: /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/mapreduceflowplatform/flow4/_temporary/1/_temporary/attempt_1397148651586_0002_m_000002_0/part-00002 is closed by DFSClient_attempt_1397148651586_0002_m_000002_0_-193003263_1
2014-04-10 11:51:22,250 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:stopContainerInternal(718)) - Stopping container with container Id: container_1397148651586_0002_01_000005
2014-04-10 11:51:22,250 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=brock IP=127.0.0.1 OPERATION=Stop Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1397148651586_0002 CONTAINERID=container_1397148651586_0002_01_000005
2014-04-10 11:51:22,251 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397148651586_0002_01_000005 transitioned from RUNNING to KILLING
2014-04-10 11:51:22,251 INFO launcher.ContainerLaunch (ContainerLaunch.java:cleanupContainer(341)) - Cleaning up container container_1397148651586_0002_01_000005
2014-04-10 11:51:22,256 WARN nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(207)) - Exit code from container container_1397148651586_0002_01_000005 is : 143
2014-04-10 11:51:22,264 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397148651586_0002_01_000005 transitioned from KILLING to CONTAINER_CLEANEDUP_AFTER_KILL
2014-04-10 11:51:22,265 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_0/usercache/brock/appcache/application_1397148651586_0002/container_1397148651586_0002_01_000005
2014-04-10 11:51:22,265 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_1/usercache/brock/appcache/application_1397148651586_0002/container_1397148651586_0002_01_000005
2014-04-10 11:51:22,265 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_2/usercache/brock/appcache/application_1397148651586_0002/container_1397148651586_0002_01_000005
2014-04-10 11:51:22,265 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_3/usercache/brock/appcache/application_1397148651586_0002/container_1397148651586_0002_01_000005
2014-04-10 11:51:22,265 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=brock OPERATION=Container Finished - Killed TARGET=ContainerImpl RESULT=SUCCESS APPID=application_1397148651586_0002 CONTAINERID=container_1397148651586_0002_01_000005
2014-04-10 11:51:22,265 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397148651586_0002_01_000005 transitioned from CONTAINER_CLEANEDUP_AFTER_KILL to DONE
2014-04-10 11:51:22,265 INFO application.Application (ApplicationImpl.java:transition(339)) - Removing container_1397148651586_0002_01_000005 from application application_1397148651586_0002
2014-04-10 11:51:22,265 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(169)) - Neither virutal-memory nor physical-memory monitoring is needed. Not running the monitor-thread
2014-04-10 11:51:22,265 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event CONTAINER_STOP for appId application_1397148651586_0002
2014-04-10 11:51:22,274 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/mapreduceflowplatform/flow4/_temporary/1/_temporary/attempt_1397148651586_0002_m_000002_0 dst=null perm=null
2014-04-10 11:51:22,281 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/mapreduceflowplatform/flow4/_temporary/1/_temporary/attempt_1397148651586_0002_m_000002_0 dst=null perm=null
2014-04-10 11:51:22,283 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/mapreduceflowplatform/flow4/_temporary/1/task_1397148651586_0002_m_000002 dst=null perm=null
2014-04-10 11:51:22,299 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=rename src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/mapreduceflowplatform/flow4/_temporary/1/_temporary/attempt_1397148651586_0002_m_000002_0 dst=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/mapreduceflowplatform/flow4/_temporary/1/task_1397148651586_0002_m_000002 perm=brock:supergroup:rwxrwxrwx
2014-04-10 11:51:22,356 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:stopContainerInternal(718)) - Stopping container with container Id: container_1397148651586_0002_01_000004
2014-04-10 11:51:22,357 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=brock IP=127.0.0.1 OPERATION=Stop Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1397148651586_0002 CONTAINERID=container_1397148651586_0002_01_000004
2014-04-10 11:51:22,357 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397148651586_0002_01_000004 transitioned from RUNNING to KILLING
2014-04-10 11:51:22,357 INFO launcher.ContainerLaunch (ContainerLaunch.java:cleanupContainer(341)) - Cleaning up container container_1397148651586_0002_01_000004
2014-04-10 11:51:22,357 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:updateAndGetContainerStatuses(374)) - Removed completed container container_1397148651586_0002_01_000005
2014-04-10 11:51:22,358 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397148651586_0002_01_000005 Container Transitioned from RUNNING to COMPLETED
2014-04-10 11:51:22,358 INFO fica.FiCaSchedulerApp (FiCaSchedulerApp.java:containerCompleted(91)) - Completed container: container_1397148651586_0002_01_000005 in state: COMPLETED event:FINISHED
2014-04-10 11:51:22,358 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(98)) - USER=brock OPERATION=AM Released Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1397148651586_0002 CONTAINERID=container_1397148651586_0002_01_000005
2014-04-10 11:51:22,358 INFO fica.FiCaSchedulerNode (FiCaSchedulerNode.java:releaseContainer(164)) - Released container container_1397148651586_0002_01_000005 of capacity <memory:1024, vCores:1> on host localhost:49929, which currently has 1 containers, <memory:1024, vCores:1> used and <memory:3072, vCores:7> available, release resources=true
2014-04-10 11:51:22,358 INFO capacity.LeafQueue (LeafQueue.java:releaseResource(1506)) - default used=<memory:5120, vCores:4> numContainers=4 user=brock user-resources=<memory:5120, vCores:4>
2014-04-10 11:51:22,358 INFO capacity.LeafQueue (LeafQueue.java:completedContainer(1448)) - completedContainer container=Container: [ContainerId: container_1397148651586_0002_01_000005, NodeId: localhost:49929, NodeHttpAddress: localhost:42894, Resource: <memory:1024, vCores:1>, Priority: 20, Token: Token { kind: ContainerToken, service: localhost:49929 }, ] resource=<memory:1024, vCores:1> queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:5120, vCores:4>usedCapacity=0.3125, absoluteUsedCapacity=0.3125, numApps=1, numContainers=4 usedCapacity=0.3125 absoluteUsedCapacity=0.3125 used=<memory:5120, vCores:4> cluster=<memory:16384, vCores:32>
2014-04-10 11:51:22,358 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(694)) - completedContainer queue=root usedCapacity=0.3125 absoluteUsedCapacity=0.3125 used=<memory:5120, vCores:4> cluster=<memory:16384, vCores:32>
2014-04-10 11:51:22,359 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(708)) - Re-sorting completed queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:5120, vCores:4>usedCapacity=0.3125, absoluteUsedCapacity=0.3125, numApps=1, numContainers=4
2014-04-10 11:51:22,359 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(849)) - Application appattempt_1397148651586_0002_000001 released container container_1397148651586_0002_01_000005 on node: host: localhost:49929 #containers=1 available=3072 used=1024 with event: FINISHED
2014-04-10 11:51:22,364 WARN nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(207)) - Exit code from container container_1397148651586_0002_01_000004 is : 143
2014-04-10 11:51:22,374 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397148651586_0002/COMMIT_STARTED dst=null perm=brock:supergroup:rw-rw-rw-
2014-04-10 11:51:22,375 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397148651586_0002_01_000004 transitioned from KILLING to CONTAINER_CLEANEDUP_AFTER_KILL
2014-04-10 11:51:22,376 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_0/usercache/brock/appcache/application_1397148651586_0002/container_1397148651586_0002_01_000004
2014-04-10 11:51:22,376 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_1/usercache/brock/appcache/application_1397148651586_0002/container_1397148651586_0002_01_000004
2014-04-10 11:51:22,376 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_2/usercache/brock/appcache/application_1397148651586_0002/container_1397148651586_0002_01_000004
2014-04-10 11:51:22,376 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_3/usercache/brock/appcache/application_1397148651586_0002/container_1397148651586_0002_01_000004
2014-04-10 11:51:22,377 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=brock OPERATION=Container Finished - Killed TARGET=ContainerImpl RESULT=SUCCESS APPID=application_1397148651586_0002 CONTAINERID=container_1397148651586_0002_01_000004
2014-04-10 11:51:22,377 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397148651586_0002_01_000004 transitioned from CONTAINER_CLEANEDUP_AFTER_KILL to DONE
2014-04-10 11:51:22,377 INFO application.Application (ApplicationImpl.java:transition(339)) - Removing container_1397148651586_0002_01_000004 from application application_1397148651586_0002
2014-04-10 11:51:22,377 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(169)) - Neither virutal-memory nor physical-memory monitoring is needed. Not running the monitor-thread
2014-04-10 11:51:22,377 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event CONTAINER_STOP for appId application_1397148651586_0002
2014-04-10 11:51:22,391 INFO hdfs.StateChange (FSNamesystem.java:completeFile(2899)) - DIR* completeFile: /tmp/hadoop-yarn/staging/brock/.staging/job_1397148651586_0002/COMMIT_STARTED is closed by DFSClient_NONMAPREDUCE_1665828005_1
2014-04-10 11:51:22,395 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=listStatus src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/mapreduceflowplatform/flow4/_temporary/1 dst=null perm=null
2014-04-10 11:51:22,404 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/mapreduceflowplatform/flow4 dst=null perm=null
2014-04-10 11:51:22,406 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/mapreduceflowplatform/flow4 dst=null perm=null
2014-04-10 11:51:22,407 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=listStatus src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/mapreduceflowplatform/flow4/_temporary/1/task_1397148651586_0002_m_000000 dst=null perm=null
2014-04-10 11:51:22,409 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/mapreduceflowplatform/flow4/part-00000 dst=null perm=null
2014-04-10 11:51:22,424 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=rename src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/mapreduceflowplatform/flow4/_temporary/1/task_1397148651586_0002_m_000000/part-00000 dst=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/mapreduceflowplatform/flow4/part-00000 perm=brock:supergroup:rw-rw-rw-
2014-04-10 11:51:22,428 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/mapreduceflowplatform/flow4 dst=null perm=null
2014-04-10 11:51:22,430 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/mapreduceflowplatform/flow4 dst=null perm=null
2014-04-10 11:51:22,431 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=listStatus src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/mapreduceflowplatform/flow4/_temporary/1/task_1397148651586_0002_m_000001 dst=null perm=null
2014-04-10 11:51:22,433 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/mapreduceflowplatform/flow4/part-00001 dst=null perm=null
2014-04-10 11:51:22,449 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=rename src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/mapreduceflowplatform/flow4/_temporary/1/task_1397148651586_0002_m_000001/part-00001 dst=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/mapreduceflowplatform/flow4/part-00001 perm=brock:supergroup:rw-rw-rw-
2014-04-10 11:51:22,451 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/mapreduceflowplatform/flow4 dst=null perm=null
2014-04-10 11:51:22,452 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/mapreduceflowplatform/flow4 dst=null perm=null
2014-04-10 11:51:22,454 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=listStatus src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/mapreduceflowplatform/flow4/_temporary/1/task_1397148651586_0002_m_000002 dst=null perm=null
2014-04-10 11:51:22,456 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/mapreduceflowplatform/flow4/part-00002 dst=null perm=null
2014-04-10 11:51:22,474 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=rename src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/mapreduceflowplatform/flow4/_temporary/1/task_1397148651586_0002_m_000002/part-00002 dst=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/mapreduceflowplatform/flow4/part-00002 perm=brock:supergroup:rw-rw-rw-
2014-04-10 11:51:22,476 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/mapreduceflowplatform/flow4 dst=null perm=null
2014-04-10 11:51:22,477 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/mapreduceflowplatform/flow4 dst=null perm=null
2014-04-10 11:51:22,479 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=listStatus src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/mapreduceflowplatform/flow4/_temporary/1/task_1397148651586_0002_m_000003 dst=null perm=null
2014-04-10 11:51:22,481 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/mapreduceflowplatform/flow4/part-00003 dst=null perm=null
2014-04-10 11:51:22,499 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=rename src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/mapreduceflowplatform/flow4/_temporary/1/task_1397148651586_0002_m_000003/part-00003 dst=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/mapreduceflowplatform/flow4/part-00003 perm=brock:supergroup:rw-rw-rw-
2014-04-10 11:51:22,516 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=delete src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/mapreduceflowplatform/flow4/_temporary dst=null perm=null
2014-04-10 11:51:22,532 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/mapreduceflowplatform/flow4/_SUCCESS dst=null perm=brock:supergroup:rw-rw-rw-
2014-04-10 11:51:22,549 INFO hdfs.StateChange (FSNamesystem.java:completeFile(2899)) - DIR* completeFile: /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/mapreduceflowplatform/flow4/_SUCCESS is closed by DFSClient_NONMAPREDUCE_1665828005_1
2014-04-10 11:51:22,579 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397148651586_0002/COMMIT_SUCCESS dst=null perm=brock:supergroup:rw-rw-rw-
2014-04-10 11:51:22,632 INFO hdfs.StateChange (FSNamesystem.java:completeFile(2899)) - DIR* completeFile: /tmp/hadoop-yarn/staging/brock/.staging/job_1397148651586_0002/COMMIT_SUCCESS is closed by DFSClient_NONMAPREDUCE_1665828005_1
2014-04-10 11:51:22,654 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:34930, dest: /127.0.0.1:35451, bytes: 47575, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_1665828005_1, offset: 0, srvID: 8ec8a8cc-5508-442c-8963-d78fa559e878, blockid: BP-1638008525-127.0.0.1-1397148635957:blk_1073741845_1021, duration: 569143275
2014-04-10 11:51:22,654 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1638008525-127.0.0.1-1397148635957:blk_1073741845_1021, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2014-04-10 11:51:22,655 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:35451 is added to blk_1073741845_1021{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-e591ab9a-22c6-42de-961c-bb13e404aae9:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-b5119a97-db0e-4220-9885-a252148e8a0f:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-b33a8866-bd5f-4441-ad36-c6496b5f71c0:NORMAL|RBW]]} size 14950
2014-04-10 11:51:22,655 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:33049, dest: /127.0.0.1:50141, bytes: 47575, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_1665828005_1, offset: 0, srvID: c1ad97e0-9f53-4437-974d-e948c41bedfe, blockid: BP-1638008525-127.0.0.1-1397148635957:blk_1073741845_1021, duration: 570191785
2014-04-10 11:51:22,656 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1638008525-127.0.0.1-1397148635957:blk_1073741845_1021, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 11:51:22,657 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:50141 is added to blk_1073741845_1021{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-e591ab9a-22c6-42de-961c-bb13e404aae9:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-b5119a97-db0e-4220-9885-a252148e8a0f:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-b33a8866-bd5f-4441-ad36-c6496b5f71c0:NORMAL|RBW]]} size 14950
2014-04-10 11:51:22,657 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:57472, dest: /127.0.0.1:34839, bytes: 47575, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_1665828005_1, offset: 0, srvID: 8a56312d-0316-4fb1-9cb0-6a1bc51bc949, blockid: BP-1638008525-127.0.0.1-1397148635957:blk_1073741845_1021, duration: 571698361
2014-04-10 11:51:22,657 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1638008525-127.0.0.1-1397148635957:blk_1073741845_1021, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 11:51:22,658 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:34839 is added to blk_1073741845_1021{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-e591ab9a-22c6-42de-961c-bb13e404aae9:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-b5119a97-db0e-4220-9885-a252148e8a0f:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-b33a8866-bd5f-4441-ad36-c6496b5f71c0:NORMAL|RBW]]} size 14950
2014-04-10 11:51:22,674 INFO hdfs.StateChange (FSNamesystem.java:completeFile(2899)) - DIR* completeFile: /tmp/hadoop-yarn/staging/brock/.staging/job_1397148651586_0002/job_1397148651586_0002_1.jhist is closed by DFSClient_NONMAPREDUCE_1665828005_1
2014-04-10 11:51:22,691 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397148651586_0002.summary_tmp dst=null perm=brock:supergroup:rw-rw-rw-
2014-04-10 11:51:22,694 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(2966)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397148651586_0002.summary_tmp. BP-1638008525-127.0.0.1-1397148635957 blk_1073741847_1023{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-a7d28360-a122-4b8f-a5df-7716c22c7a73:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-e591ab9a-22c6-42de-961c-bb13e404aae9:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-b5119a97-db0e-4220-9885-a252148e8a0f:NORMAL|RBW]]}
2014-04-10 11:51:22,710 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1638008525-127.0.0.1-1397148635957:blk_1073741847_1023 src: /127.0.0.1:34939 dest: /127.0.0.1:35451
2014-04-10 11:51:22,713 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1638008525-127.0.0.1-1397148635957:blk_1073741847_1023 src: /127.0.0.1:33060 dest: /127.0.0.1:50141
2014-04-10 11:51:22,714 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1638008525-127.0.0.1-1397148635957:blk_1073741847_1023 src: /127.0.0.1:57485 dest: /127.0.0.1:34839
2014-04-10 11:51:22,718 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:57485, dest: /127.0.0.1:34839, bytes: 437, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_1665828005_1, offset: 0, srvID: 8a56312d-0316-4fb1-9cb0-6a1bc51bc949, blockid: BP-1638008525-127.0.0.1-1397148635957:blk_1073741847_1023, duration: 2668028
2014-04-10 11:51:22,719 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1638008525-127.0.0.1-1397148635957:blk_1073741847_1023, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2014-04-10 11:51:22,719 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:34839 is added to blk_1073741847_1023{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-a7d28360-a122-4b8f-a5df-7716c22c7a73:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-b5119a97-db0e-4220-9885-a252148e8a0f:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-522b0f7d-b75b-46f2-9e15-59b7ba563b04:NORMAL|RBW]]} size 0
2014-04-10 11:51:22,719 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:33060, dest: /127.0.0.1:50141, bytes: 437, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_1665828005_1, offset: 0, srvID: c1ad97e0-9f53-4437-974d-e948c41bedfe, blockid: BP-1638008525-127.0.0.1-1397148635957:blk_1073741847_1023, duration: 3328962
2014-04-10 11:51:22,719 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1638008525-127.0.0.1-1397148635957:blk_1073741847_1023, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 11:51:22,720 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:50141 is added to blk_1073741847_1023{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-a7d28360-a122-4b8f-a5df-7716c22c7a73:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-b5119a97-db0e-4220-9885-a252148e8a0f:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-522b0f7d-b75b-46f2-9e15-59b7ba563b04:NORMAL|RBW]]} size 0
2014-04-10 11:51:22,721 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:34939, dest: /127.0.0.1:35451, bytes: 437, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_1665828005_1, offset: 0, srvID: 8ec8a8cc-5508-442c-8963-d78fa559e878, blockid: BP-1638008525-127.0.0.1-1397148635957:blk_1073741847_1023, duration: 4717510
2014-04-10 11:51:22,721 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1638008525-127.0.0.1-1397148635957:blk_1073741847_1023, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 11:51:22,721 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:35451 is added to blk_1073741847_1023{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-a7d28360-a122-4b8f-a5df-7716c22c7a73:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-b5119a97-db0e-4220-9885-a252148e8a0f:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-522b0f7d-b75b-46f2-9e15-59b7ba563b04:NORMAL|RBW]]} size 0
2014-04-10 11:51:22,741 INFO hdfs.StateChange (FSNamesystem.java:completeFile(2899)) - DIR* completeFile: /tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397148651586_0002.summary_tmp is closed by DFSClient_NONMAPREDUCE_1665828005_1
2014-04-10 11:51:22,757 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397148651586_0002.summary_tmp dst=null perm=brock:supergroup:rwxrwx---
2014-04-10 11:51:22,764 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397148651586_0002/job_1397148651586_0002_1.jhist dst=null perm=null
2014-04-10 11:51:22,766 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397148651586_0002-1397148673488-brock-%5BF4D16D1142544B6FA816A9BEDD7FD897%2F9BD000213B2A45CB-1397148682634-4-0-SUCCEEDED-default-1397148676955.jhist_tmp dst=null perm=null
2014-04-10 11:51:22,770 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397148651586_0002/job_1397148651586_0002_1.jhist dst=null perm=null
2014-04-10 11:51:22,772 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397148651586_0002-1397148673488-brock-%5BF4D16D1142544B6FA816A9BEDD7FD897%2F9BD000213B2A45CB-1397148682634-4-0-SUCCEEDED-default-1397148676955.jhist_tmp dst=null perm=null
2014-04-10 11:51:22,774 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397148651586_0002/job_1397148651586_0002_1.jhist dst=null perm=null
2014-04-10 11:51:22,791 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397148651586_0002-1397148673488-brock-%5BF4D16D1142544B6FA816A9BEDD7FD897%2F9BD000213B2A45CB-1397148682634-4-0-SUCCEEDED-default-1397148676955.jhist_tmp dst=null perm=brock:supergroup:rw-rw-rw-
2014-04-10 11:51:22,799 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:34839, dest: /127.0.0.1:57486, bytes: 47947, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_1665828005_1, offset: 0, srvID: 8a56312d-0316-4fb1-9cb0-6a1bc51bc949, blockid: BP-1638008525-127.0.0.1-1397148635957:blk_1073741845_1021, duration: 326354
2014-04-10 11:51:22,802 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(2966)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397148651586_0002-1397148673488-brock-%5BF4D16D1142544B6FA816A9BEDD7FD897%2F9BD000213B2A45CB-1397148682634-4-0-SUCCEEDED-default-1397148676955.jhist_tmp. BP-1638008525-127.0.0.1-1397148635957 blk_1073741848_1024{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-a7d28360-a122-4b8f-a5df-7716c22c7a73:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-522b0f7d-b75b-46f2-9e15-59b7ba563b04:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-b5119a97-db0e-4220-9885-a252148e8a0f:NORMAL|RBW]]}
2014-04-10 11:51:22,818 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1638008525-127.0.0.1-1397148635957:blk_1073741848_1024 src: /127.0.0.1:34944 dest: /127.0.0.1:35451
2014-04-10 11:51:22,820 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1638008525-127.0.0.1-1397148635957:blk_1073741848_1024 src: /127.0.0.1:33065 dest: /127.0.0.1:50141
2014-04-10 11:51:22,821 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1638008525-127.0.0.1-1397148635957:blk_1073741848_1024 src: /127.0.0.1:57490 dest: /127.0.0.1:34839
2014-04-10 11:51:22,826 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:57490, dest: /127.0.0.1:34839, bytes: 47575, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_1665828005_1, offset: 0, srvID: 8a56312d-0316-4fb1-9cb0-6a1bc51bc949, blockid: BP-1638008525-127.0.0.1-1397148635957:blk_1073741848_1024, duration: 3163966
2014-04-10 11:51:22,826 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1638008525-127.0.0.1-1397148635957:blk_1073741848_1024, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2014-04-10 11:51:22,826 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:34839 is added to blk_1073741848_1024{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-b33a8866-bd5f-4441-ad36-c6496b5f71c0:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-e591ab9a-22c6-42de-961c-bb13e404aae9:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-22cb6d02-3e35-4f66-89d9-1327072438fe:NORMAL|RBW]]} size 0
2014-04-10 11:51:22,827 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:33065, dest: /127.0.0.1:50141, bytes: 47575, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_1665828005_1, offset: 0, srvID: c1ad97e0-9f53-4437-974d-e948c41bedfe, blockid: BP-1638008525-127.0.0.1-1397148635957:blk_1073741848_1024, duration: 3967616
2014-04-10 11:51:22,827 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1638008525-127.0.0.1-1397148635957:blk_1073741848_1024, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 11:51:22,827 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:50141 is added to blk_1073741848_1024{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-b33a8866-bd5f-4441-ad36-c6496b5f71c0:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-e591ab9a-22c6-42de-961c-bb13e404aae9:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-22cb6d02-3e35-4f66-89d9-1327072438fe:NORMAL|RBW]]} size 0
2014-04-10 11:51:22,827 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:34944, dest: /127.0.0.1:35451, bytes: 47575, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_1665828005_1, offset: 0, srvID: 8ec8a8cc-5508-442c-8963-d78fa559e878, blockid: BP-1638008525-127.0.0.1-1397148635957:blk_1073741848_1024, duration: 4613528
2014-04-10 11:51:22,828 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1638008525-127.0.0.1-1397148635957:blk_1073741848_1024, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 11:51:22,828 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:35451 is added to blk_1073741848_1024{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-b33a8866-bd5f-4441-ad36-c6496b5f71c0:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-e591ab9a-22c6-42de-961c-bb13e404aae9:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-22cb6d02-3e35-4f66-89d9-1327072438fe:NORMAL|RBW]]} size 0
2014-04-10 11:51:22,841 INFO hdfs.StateChange (FSNamesystem.java:completeFile(2899)) - DIR* completeFile: /tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397148651586_0002-1397148673488-brock-%5BF4D16D1142544B6FA816A9BEDD7FD897%2F9BD000213B2A45CB-1397148682634-4-0-SUCCEEDED-default-1397148676955.jhist_tmp is closed by DFSClient_NONMAPREDUCE_1665828005_1
2014-04-10 11:51:22,857 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397148651586_0002-1397148673488-brock-%5BF4D16D1142544B6FA816A9BEDD7FD897%2F9BD000213B2A45CB-1397148682634-4-0-SUCCEEDED-default-1397148676955.jhist_tmp dst=null perm=brock:supergroup:rwxrwx---
2014-04-10 11:51:22,859 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397148651586_0002/job_1397148651586_0002_1_conf.xml dst=null perm=null
2014-04-10 11:51:22,860 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397148651586_0002_conf.xml_tmp dst=null perm=null
2014-04-10 11:51:22,862 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397148651586_0002/job_1397148651586_0002_1_conf.xml dst=null perm=null
2014-04-10 11:51:22,863 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397148651586_0002_conf.xml_tmp dst=null perm=null
2014-04-10 11:51:22,864 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397148651586_0002/job_1397148651586_0002_1_conf.xml dst=null perm=null
2014-04-10 11:51:22,882 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397148651586_0002_conf.xml_tmp dst=null perm=brock:supergroup:rw-rw-rw-
2014-04-10 11:51:22,885 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:35451, dest: /127.0.0.1:34947, bytes: 94165, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_1665828005_1, offset: 0, srvID: 8ec8a8cc-5508-442c-8963-d78fa559e878, blockid: BP-1638008525-127.0.0.1-1397148635957:blk_1073741841_1017, duration: 464963
2014-04-10 11:51:22,888 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(2966)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397148651586_0002_conf.xml_tmp. BP-1638008525-127.0.0.1-1397148635957 blk_1073741849_1025{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-a7d28360-a122-4b8f-a5df-7716c22c7a73:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-522b0f7d-b75b-46f2-9e15-59b7ba563b04:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-0eec617b-7748-47d7-80ce-822d3c617914:NORMAL|RBW]]}
2014-04-10 11:51:22,901 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1638008525-127.0.0.1-1397148635957:blk_1073741849_1025 src: /127.0.0.1:34948 dest: /127.0.0.1:35451
2014-04-10 11:51:22,903 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1638008525-127.0.0.1-1397148635957:blk_1073741849_1025 src: /127.0.0.1:33069 dest: /127.0.0.1:50141
2014-04-10 11:51:22,904 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1638008525-127.0.0.1-1397148635957:blk_1073741849_1025 src: /127.0.0.1:52772 dest: /127.0.0.1:41432
2014-04-10 11:51:22,909 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:52772, dest: /127.0.0.1:41432, bytes: 93433, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_1665828005_1, offset: 0, srvID: 2a5b99b1-5021-412c-a75a-31058df58d31, blockid: BP-1638008525-127.0.0.1-1397148635957:blk_1073741849_1025, duration: 3568805
2014-04-10 11:51:22,909 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1638008525-127.0.0.1-1397148635957:blk_1073741849_1025, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2014-04-10 11:51:22,910 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:41432 is added to blk_1073741849_1025{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-a7d28360-a122-4b8f-a5df-7716c22c7a73:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-522b0f7d-b75b-46f2-9e15-59b7ba563b04:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-0eec617b-7748-47d7-80ce-822d3c617914:NORMAL|RBW]]} size 0
2014-04-10 11:51:22,910 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:33069, dest: /127.0.0.1:50141, bytes: 93433, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_1665828005_1, offset: 0, srvID: c1ad97e0-9f53-4437-974d-e948c41bedfe, blockid: BP-1638008525-127.0.0.1-1397148635957:blk_1073741849_1025, duration: 4286973
2014-04-10 11:51:22,910 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1638008525-127.0.0.1-1397148635957:blk_1073741849_1025, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 11:51:22,911 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:50141 is added to blk_1073741849_1025{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-a7d28360-a122-4b8f-a5df-7716c22c7a73:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-522b0f7d-b75b-46f2-9e15-59b7ba563b04:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-0eec617b-7748-47d7-80ce-822d3c617914:NORMAL|RBW]]} size 0
2014-04-10 11:51:22,911 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:34948, dest: /127.0.0.1:35451, bytes: 93433, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_1665828005_1, offset: 0, srvID: 8ec8a8cc-5508-442c-8963-d78fa559e878, blockid: BP-1638008525-127.0.0.1-1397148635957:blk_1073741849_1025, duration: 5059417
2014-04-10 11:51:22,911 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1638008525-127.0.0.1-1397148635957:blk_1073741849_1025, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 11:51:22,912 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:35451 is added to blk_1073741849_1025{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-a7d28360-a122-4b8f-a5df-7716c22c7a73:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-522b0f7d-b75b-46f2-9e15-59b7ba563b04:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-0eec617b-7748-47d7-80ce-822d3c617914:NORMAL|RBW]]} size 0
2014-04-10 11:51:22,924 INFO hdfs.StateChange (FSNamesystem.java:completeFile(2899)) - DIR* completeFile: /tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397148651586_0002_conf.xml_tmp is closed by DFSClient_NONMAPREDUCE_1665828005_1
2014-04-10 11:51:22,941 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397148651586_0002_conf.xml_tmp dst=null perm=brock:supergroup:rwxrwx---
2014-04-10 11:51:22,957 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=rename src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397148651586_0002.summary_tmp dst=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397148651586_0002.summary perm=brock:supergroup:rwxrwx---
2014-04-10 11:51:22,974 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=rename src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397148651586_0002_conf.xml_tmp dst=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397148651586_0002_conf.xml perm=brock:supergroup:rwxrwx---
2014-04-10 11:51:22,991 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=rename src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397148651586_0002-1397148673488-brock-%5BF4D16D1142544B6FA816A9BEDD7FD897%2F9BD000213B2A45CB-1397148682634-4-0-SUCCEEDED-default-1397148676955.jhist_tmp dst=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397148651586_0002-1397148673488-brock-%5BF4D16D1142544B6FA816A9BEDD7FD897%2F9BD000213B2A45CB-1397148682634-4-0-SUCCEEDED-default-1397148676955.jhist perm=brock:supergroup:rwxrwx---
2014-04-10 11:51:22,999 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:rememberTargetTransitionsAndStoreState(960)) - Updating application attempt appattempt_1397148651586_0002_000001 with final state: FINISHING
2014-04-10 11:51:23,000 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(652)) - appattempt_1397148651586_0002_000001 State change from RUNNING to FINAL_SAVING
2014-04-10 11:51:23,000 INFO rmapp.RMAppImpl (RMAppImpl.java:rememberTargetTransitionsAndStoreState(805)) - Updating application application_1397148651586_0002 with final state: FINISHING
2014-04-10 11:51:23,000 INFO rmapp.RMAppImpl (RMAppImpl.java:handle(610)) - application_1397148651586_0002 State change from RUNNING to FINAL_SAVING
2014-04-10 11:51:23,000 INFO recovery.RMStateStore (RMStateStore.java:handleStoreEvent(596)) - Storing info for app: application_1397148651586_0002
2014-04-10 11:51:23,001 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(652)) - appattempt_1397148651586_0002_000001 State change from FINAL_SAVING to FINISHING
2014-04-10 11:51:23,001 INFO rmapp.RMAppImpl (RMAppImpl.java:handle(610)) - application_1397148651586_0002 State change from FINAL_SAVING to FINISHING
2014-04-10 11:51:23,058 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:updateAndGetContainerStatuses(374)) - Removed completed container container_1397148651586_0002_01_000002
2014-04-10 11:51:23,058 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:updateAndGetContainerStatuses(374)) - Removed completed container container_1397148651586_0002_01_000003
2014-04-10 11:51:23,059 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397148651586_0002_01_000002 Container Transitioned from RUNNING to COMPLETED
2014-04-10 11:51:23,059 INFO fica.FiCaSchedulerApp (FiCaSchedulerApp.java:containerCompleted(91)) - Completed container: container_1397148651586_0002_01_000002 in state: COMPLETED event:FINISHED
2014-04-10 11:51:23,060 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(98)) - USER=brock OPERATION=AM Released Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1397148651586_0002 CONTAINERID=container_1397148651586_0002_01_000002
2014-04-10 11:51:23,060 INFO fica.FiCaSchedulerNode (FiCaSchedulerNode.java:releaseContainer(164)) - Released container container_1397148651586_0002_01_000002 of capacity <memory:1024, vCores:1> on host localhost:34677, which currently has 2 containers, <memory:3072, vCores:2> used and <memory:1024, vCores:6> available, release resources=true
2014-04-10 11:51:23,060 INFO capacity.LeafQueue (LeafQueue.java:releaseResource(1506)) - default used=<memory:4096, vCores:3> numContainers=3 user=brock user-resources=<memory:4096, vCores:3>
2014-04-10 11:51:23,060 INFO capacity.LeafQueue (LeafQueue.java:completedContainer(1448)) - completedContainer container=Container: [ContainerId: container_1397148651586_0002_01_000002, NodeId: localhost:34677, NodeHttpAddress: localhost:40272, Resource: <memory:1024, vCores:1>, Priority: 20, Token: Token { kind: ContainerToken, service: localhost:34677 }, ] resource=<memory:1024, vCores:1> queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:4096, vCores:3>usedCapacity=0.25, absoluteUsedCapacity=0.25, numApps=1, numContainers=3 usedCapacity=0.25 absoluteUsedCapacity=0.25 used=<memory:4096, vCores:3> cluster=<memory:16384, vCores:32>
2014-04-10 11:51:23,061 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(694)) - completedContainer queue=root usedCapacity=0.25 absoluteUsedCapacity=0.25 used=<memory:4096, vCores:3> cluster=<memory:16384, vCores:32>
2014-04-10 11:51:23,061 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(708)) - Re-sorting completed queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:4096, vCores:3>usedCapacity=0.25, absoluteUsedCapacity=0.25, numApps=1, numContainers=3
2014-04-10 11:51:23,061 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(849)) - Application appattempt_1397148651586_0002_000001 released container container_1397148651586_0002_01_000002 on node: host: localhost:34677 #containers=2 available=1024 used=3072 with event: FINISHED
2014-04-10 11:51:23,061 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397148651586_0002_01_000003 Container Transitioned from RUNNING to COMPLETED
2014-04-10 11:51:23,061 INFO fica.FiCaSchedulerApp (FiCaSchedulerApp.java:containerCompleted(91)) - Completed container: container_1397148651586_0002_01_000003 in state: COMPLETED event:FINISHED
2014-04-10 11:51:23,061 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(98)) - USER=brock OPERATION=AM Released Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1397148651586_0002 CONTAINERID=container_1397148651586_0002_01_000003
2014-04-10 11:51:23,062 INFO fica.FiCaSchedulerNode (FiCaSchedulerNode.java:releaseContainer(164)) - Released container container_1397148651586_0002_01_000003 of capacity <memory:1024, vCores:1> on host localhost:34677, which currently has 1 containers, <memory:2048, vCores:1> used and <memory:2048, vCores:7> available, release resources=true
2014-04-10 11:51:23,062 INFO capacity.LeafQueue (LeafQueue.java:releaseResource(1506)) - default used=<memory:3072, vCores:2> numContainers=2 user=brock user-resources=<memory:3072, vCores:2>
2014-04-10 11:51:23,062 INFO capacity.LeafQueue (LeafQueue.java:completedContainer(1448)) - completedContainer container=Container: [ContainerId: container_1397148651586_0002_01_000003, NodeId: localhost:34677, NodeHttpAddress: localhost:40272, Resource: <memory:1024, vCores:1>, Priority: 20, Token: Token { kind: ContainerToken, service: localhost:34677 }, ] resource=<memory:1024, vCores:1> queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:3072, vCores:2>usedCapacity=0.1875, absoluteUsedCapacity=0.1875, numApps=1, numContainers=2 usedCapacity=0.1875 absoluteUsedCapacity=0.1875 used=<memory:3072, vCores:2> cluster=<memory:16384, vCores:32>
2014-04-10 11:51:23,062 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(694)) - completedContainer queue=root usedCapacity=0.1875 absoluteUsedCapacity=0.1875 used=<memory:3072, vCores:2> cluster=<memory:16384, vCores:32>
2014-04-10 11:51:23,062 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(708)) - Re-sorting completed queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:3072, vCores:2>usedCapacity=0.1875, absoluteUsedCapacity=0.1875, numApps=1, numContainers=2
2014-04-10 11:51:23,063 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(849)) - Application appattempt_1397148651586_0002_000001 released container container_1397148651586_0002_01_000003 on node: host: localhost:34677 #containers=1 available=2048 used=2048 with event: FINISHED
2014-04-10 11:51:23,072 INFO mapred.ClientServiceDelegate (ClientServiceDelegate.java:getProxy(273)) - Application state is completed. FinalApplicationStatus=SUCCEEDED. Redirecting to job history server
2014-04-10 11:51:23,075 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=listStatus src=/tmp/hadoop-yarn/staging/history/done_intermediate dst=null perm=null
2014-04-10 11:51:23,077 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=listStatus src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock dst=null perm=null
2014-04-10 11:51:23,079 INFO hs.CompletedJob (CompletedJob.java:<init>(95)) - Loading job: job_1397148651586_0002 from file: hdfs://localhost:60632/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397148651586_0002-1397148673488-brock-%5BF4D16D1142544B6FA816A9BEDD7FD897%2F9BD000213B2A45CB-1397148682634-4-0-SUCCEEDED-default-1397148676955.jhist
2014-04-10 11:51:23,080 INFO hs.CompletedJob (CompletedJob.java:loadFullHistoryData(326)) - Loading history file: [hdfs://localhost:60632/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397148651586_0002-1397148673488-brock-%5BF4D16D1142544B6FA816A9BEDD7FD897%2F9BD000213B2A45CB-1397148682634-4-0-SUCCEEDED-default-1397148676955.jhist]
2014-04-10 11:51:23,081 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397148651586_0002-1397148673488-brock-%5BF4D16D1142544B6FA816A9BEDD7FD897%2F9BD000213B2A45CB-1397148682634-4-0-SUCCEEDED-default-1397148676955.jhist dst=null perm=null
2014-04-10 11:51:23,085 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:34839, dest: /127.0.0.1:57496, bytes: 47947, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_611373658_9, offset: 0, srvID: 8a56312d-0316-4fb1-9cb0-6a1bc51bc949, blockid: BP-1638008525-127.0.0.1-1397148635957:blk_1073741848_1024, duration: 328865
2014-04-10 11:51:23,139 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397148651586_0002.summary dst=null perm=null
2014-04-10 11:51:23,141 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:35451, dest: /127.0.0.1:34954, bytes: 441, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_-1671456216_9, offset: 0, srvID: 8ec8a8cc-5508-442c-8963-d78fa559e878, blockid: BP-1638008525-127.0.0.1-1397148635957:blk_1073741847_1023, duration: 134964
2014-04-10 11:51:23,142 INFO jobhistory.JobSummary (HistoryFileManager.java:moveToDone(372)) - jobId=job_1397148651586_0002,submitTime=1397148673488,launchTime=1397148676955,firstMapTaskLaunchTime=1397148679112,firstReduceTaskLaunchTime=0,finishTime=1397148682634,resourcesPerMap=1024,resourcesPerReduce=0,numMaps=4,numReduces=0,user=brock,queue=default,status=SUCCEEDED,mapSlotSeconds=12,reduceSlotSeconds=0,jobName=[F4D16D1142544B6FA816A9BEDD7FD897/9BD000213B2A45CB804CED5D8CCE08C4] first-flow/(1/1) ...preduceflowplatform/flow4
2014-04-10 11:51:23,142 INFO hs.HistoryFileManager (HistoryFileManager.java:moveToDone(373)) - Deleting JobSummary file: [hdfs://localhost:60632/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397148651586_0002.summary]
2014-04-10 11:51:23,157 INFO BlockStateChange (BlockManager.java:addToInvalidates(1030)) - BLOCK* addToInvalidates: blk_1073741847_1023 127.0.0.1:35451 127.0.0.1:50141 127.0.0.1:34839
2014-04-10 11:51:23,158 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=delete src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397148651586_0002.summary dst=null perm=null
2014-04-10 11:51:23,160 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/history/done/2014/04/10/000000 dst=null perm=null
2014-04-10 11:51:23,161 INFO hs.HistoryFileManager (HistoryFileManager.java:moveToDoneNow(947)) - Moving hdfs://localhost:60632/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397148651586_0002-1397148673488-brock-%5BF4D16D1142544B6FA816A9BEDD7FD897%2F9BD000213B2A45CB-1397148682634-4-0-SUCCEEDED-default-1397148676955.jhist to hdfs://localhost:60632/tmp/hadoop-yarn/staging/history/done/2014/04/10/000000/job_1397148651586_0002-1397148673488-brock-%5BF4D16D1142544B6FA816A9BEDD7FD897%2F9BD000213B2A45CB-1397148682634-4-0-SUCCEEDED-default-1397148676955.jhist
2014-04-10 11:51:23,174 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=rename options=0 src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397148651586_0002-1397148673488-brock-%5BF4D16D1142544B6FA816A9BEDD7FD897%2F9BD000213B2A45CB-1397148682634-4-0-SUCCEEDED-default-1397148676955.jhist dst=/tmp/hadoop-yarn/staging/history/done/2014/04/10/000000/job_1397148651586_0002-1397148673488-brock-%5BF4D16D1142544B6FA816A9BEDD7FD897%2F9BD000213B2A45CB-1397148682634-4-0-SUCCEEDED-default-1397148676955.jhist perm=brock:supergroup:rwxrwx---
2014-04-10 11:51:23,175 INFO hs.HistoryFileManager (HistoryFileManager.java:moveToDoneNow(947)) - Moving hdfs://localhost:60632/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397148651586_0002_conf.xml to hdfs://localhost:60632/tmp/hadoop-yarn/staging/history/done/2014/04/10/000000/job_1397148651586_0002_conf.xml
2014-04-10 11:51:23,191 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=rename options=0 src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397148651586_0002_conf.xml dst=/tmp/hadoop-yarn/staging/history/done/2014/04/10/000000/job_1397148651586_0002_conf.xml perm=brock:supergroup:rwxrwx---
2014-04-10 11:51:23,210 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/mapreduceflowplatform/flow4 dst=null perm=null
2014-04-10 11:51:23,211 INFO util.Hadoop18TapUtil (Hadoop18TapUtil.java:cleanTempPath(219)) - deleting temp path /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/mapreduceflowplatform/flow4/_temporary
2014-04-10 11:51:23,212 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/mapreduceflowplatform/flow4/_temporary dst=null perm=null
2014-04-10 11:51:23,213 INFO cascade.Cascade (Cascade.java:logInfo(991)) - [first-flow+second-flow...] completed flow: first-flow
2014-04-10 11:51:23,213 INFO cascade.Cascade (Cascade.java:logInfo(991)) - [first-flow+second-flow...] starting flow: second-flow
2014-04-10 11:51:23,213 INFO flow.Flow (BaseFlow.java:logInfo(1354)) - [second-flow] at least one sink is marked for delete
2014-04-10 11:51:23,214 INFO flow.Flow (BaseFlow.java:logInfo(1354)) - [second-flow] sink oldest modified date: Wed Dec 31 17:59:59 CST 1969
2014-04-10 11:51:23,216 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/mapreduceflowplatform/flow5 dst=null perm=null
2014-04-10 11:51:23,218 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/mapreduceflowplatform/flow5 dst=null perm=null
2014-04-10 11:51:23,219 INFO flow.Flow (BaseFlow.java:logInfo(1354)) - [second-flow] starting
2014-04-10 11:51:23,220 INFO flow.Flow (BaseFlow.java:logInfo(1354)) - [second-flow] source: Hfs["TextLine[['offset', 'line']->[ALL]]"]["/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/mapreduceflowplatform/flow4"]
2014-04-10 11:51:23,220 INFO flow.Flow (BaseFlow.java:logInfo(1354)) - [second-flow] sink: Hfs["TextLine[['offset', 'line']->[ALL]]"]["/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/mapreduceflowplatform/flow5"]
2014-04-10 11:51:23,220 INFO flow.Flow (BaseFlow.java:logInfo(1354)) - [second-flow] parallel execution is enabled: true
2014-04-10 11:51:23,220 INFO flow.Flow (BaseFlow.java:logInfo(1354)) - [second-flow] starting jobs: 1
2014-04-10 11:51:23,221 INFO flow.Flow (BaseFlow.java:logInfo(1354)) - [second-flow] allocating threads: 1
2014-04-10 11:51:23,221 INFO flow.FlowStep (BaseFlowStep.java:logInfo(834)) - [second-flow] starting step: (1/1) ...preduceflowplatform/flow5
2014-04-10 11:51:23,238 INFO client.RMProxy (RMProxy.java:createRMProxy(92)) - Connecting to ResourceManager at localhost/127.0.0.1:44622
2014-04-10 11:51:23,246 INFO client.RMProxy (RMProxy.java:createRMProxy(92)) - Connecting to ResourceManager at localhost/127.0.0.1:44622
2014-04-10 11:51:23,247 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/mapreduceflowplatform/flow5 dst=null perm=null
2014-04-10 11:51:23,248 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging dst=null perm=null
2014-04-10 11:51:23,249 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging dst=null perm=null
2014-04-10 11:51:23,250 INFO resourcemanager.ClientRMService (ClientRMService.java:getNewApplicationId(213)) - Allocated new applicationId: 3
2014-04-10 11:51:23,252 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397148651586_0003 dst=null perm=null
2014-04-10 11:51:23,266 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=mkdirs src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397148651586_0003 dst=null perm=brock:supergroup:rwxr-xr-x
2014-04-10 11:51:23,282 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397148651586_0003 dst=null perm=brock:supergroup:rwx------
2014-04-10 11:51:23,284 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397148651586_0003/job.jar dst=null perm=null
2014-04-10 11:51:23,299 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397148651586_0003/job.jar dst=null perm=brock:supergroup:rw-r--r--
2014-04-10 11:51:23,302 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(2966)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/brock/.staging/job_1397148651586_0003/job.jar. BP-1638008525-127.0.0.1-1397148635957 blk_1073741850_1026{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-a7d28360-a122-4b8f-a5df-7716c22c7a73:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-e591ab9a-22c6-42de-961c-bb13e404aae9:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-5d7d5487-2d1d-4414-8c1a-3a9617defa41:NORMAL|RBW]]}
2014-04-10 11:51:23,318 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1638008525-127.0.0.1-1397148635957:blk_1073741850_1026 src: /127.0.0.1:34956 dest: /127.0.0.1:35451
2014-04-10 11:51:23,319 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1638008525-127.0.0.1-1397148635957:blk_1073741850_1026 src: /127.0.0.1:33077 dest: /127.0.0.1:50141
2014-04-10 11:51:23,320 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1638008525-127.0.0.1-1397148635957:blk_1073741850_1026 src: /127.0.0.1:52780 dest: /127.0.0.1:41432
2014-04-10 11:51:23,327 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:52780, dest: /127.0.0.1:41432, bytes: 244650, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_611373658_9, offset: 0, srvID: 2a5b99b1-5021-412c-a75a-31058df58d31, blockid: BP-1638008525-127.0.0.1-1397148635957:blk_1073741850_1026, duration: 5108998
2014-04-10 11:51:23,327 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1638008525-127.0.0.1-1397148635957:blk_1073741850_1026, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2014-04-10 11:51:23,328 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:41432 is added to blk_1073741850_1026{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-e591ab9a-22c6-42de-961c-bb13e404aae9:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-5d7d5487-2d1d-4414-8c1a-3a9617defa41:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-b33a8866-bd5f-4441-ad36-c6496b5f71c0:NORMAL|RBW]]} size 0
2014-04-10 11:51:23,328 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:33077, dest: /127.0.0.1:50141, bytes: 244650, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_611373658_9, offset: 0, srvID: c1ad97e0-9f53-4437-974d-e948c41bedfe, blockid: BP-1638008525-127.0.0.1-1397148635957:blk_1073741850_1026, duration: 4416624
2014-04-10 11:51:23,328 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1638008525-127.0.0.1-1397148635957:blk_1073741850_1026, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 11:51:23,328 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:50141 is added to blk_1073741850_1026{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-e591ab9a-22c6-42de-961c-bb13e404aae9:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-5d7d5487-2d1d-4414-8c1a-3a9617defa41:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-b33a8866-bd5f-4441-ad36-c6496b5f71c0:NORMAL|RBW]]} size 0
2014-04-10 11:51:23,329 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:34956, dest: /127.0.0.1:35451, bytes: 244650, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_611373658_9, offset: 0, srvID: 8ec8a8cc-5508-442c-8963-d78fa559e878, blockid: BP-1638008525-127.0.0.1-1397148635957:blk_1073741850_1026, duration: 5245890
2014-04-10 11:51:23,329 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1638008525-127.0.0.1-1397148635957:blk_1073741850_1026, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 11:51:23,330 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:35451 is added to blk_1073741850_1026{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-e591ab9a-22c6-42de-961c-bb13e404aae9:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-5d7d5487-2d1d-4414-8c1a-3a9617defa41:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-b33a8866-bd5f-4441-ad36-c6496b5f71c0:NORMAL|RBW]]} size 0
2014-04-10 11:51:23,349 INFO hdfs.StateChange (FSNamesystem.java:completeFile(2899)) - DIR* completeFile: /tmp/hadoop-yarn/staging/brock/.staging/job_1397148651586_0003/job.jar is closed by DFSClient_NONMAPREDUCE_611373658_9
2014-04-10 11:51:23,350 INFO blockmanagement.BlockManager (BlockManager.java:setReplication(2455)) - Increasing replication from 3 to 10 for /tmp/hadoop-yarn/staging/brock/.staging/job_1397148651586_0003/job.jar
2014-04-10 11:51:23,358 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:updateAndGetContainerStatuses(374)) - Removed completed container container_1397148651586_0002_01_000004
2014-04-10 11:51:23,358 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397148651586_0002_01_000004 Container Transitioned from RUNNING to COMPLETED
2014-04-10 11:51:23,359 INFO fica.FiCaSchedulerApp (FiCaSchedulerApp.java:containerCompleted(91)) - Completed container: container_1397148651586_0002_01_000004 in state: COMPLETED event:FINISHED
2014-04-10 11:51:23,359 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(98)) - USER=brock OPERATION=AM Released Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1397148651586_0002 CONTAINERID=container_1397148651586_0002_01_000004
2014-04-10 11:51:23,359 INFO fica.FiCaSchedulerNode (FiCaSchedulerNode.java:releaseContainer(164)) - Released container container_1397148651586_0002_01_000004 of capacity <memory:1024, vCores:1> on host localhost:49929, which currently has 0 containers, <memory:0, vCores:0> used and <memory:4096, vCores:8> available, release resources=true
2014-04-10 11:51:23,359 INFO capacity.LeafQueue (LeafQueue.java:releaseResource(1506)) - default used=<memory:2048, vCores:1> numContainers=1 user=brock user-resources=<memory:2048, vCores:1>
2014-04-10 11:51:23,359 INFO capacity.LeafQueue (LeafQueue.java:completedContainer(1448)) - completedContainer container=Container: [ContainerId: container_1397148651586_0002_01_000004, NodeId: localhost:49929, NodeHttpAddress: localhost:42894, Resource: <memory:1024, vCores:1>, Priority: 20, Token: Token { kind: ContainerToken, service: localhost:49929 }, ] resource=<memory:1024, vCores:1> queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:2048, vCores:1>usedCapacity=0.125, absoluteUsedCapacity=0.125, numApps=1, numContainers=1 usedCapacity=0.125 absoluteUsedCapacity=0.125 used=<memory:2048, vCores:1> cluster=<memory:16384, vCores:32>
2014-04-10 11:51:23,359 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(694)) - completedContainer queue=root usedCapacity=0.125 absoluteUsedCapacity=0.125 used=<memory:2048, vCores:1> cluster=<memory:16384, vCores:32>
2014-04-10 11:51:23,360 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(708)) - Re-sorting completed queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:2048, vCores:1>usedCapacity=0.125, absoluteUsedCapacity=0.125, numApps=1, numContainers=1
2014-04-10 11:51:23,360 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(849)) - Application appattempt_1397148651586_0002_000001 released container container_1397148651586_0002_01_000004 on node: host: localhost:49929 #containers=0 available=4096 used=0 with event: FINISHED
2014-04-10 11:51:23,366 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=setReplication src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397148651586_0003/job.jar dst=null perm=null
2014-04-10 11:51:23,382 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397148651586_0003/job.jar dst=null perm=brock:supergroup:rw-r--r--
2014-04-10 11:51:23,384 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null
2014-04-10 11:51:23,385 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target/Hadoop2MR1Platform-tmpDir/hadoop-835624885896005772.jar dst=null perm=null
2014-04-10 11:51:23,386 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null
2014-04-10 11:51:23,387 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target/Hadoop2MR1Platform-tmpDir dst=null perm=null
2014-04-10 11:51:23,389 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target dst=null perm=null
2014-04-10 11:51:23,390 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock dst=null perm=null
2014-04-10 11:51:23,391 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user dst=null perm=null
2014-04-10 11:51:23,392 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/ dst=null perm=null
2014-04-10 11:51:23,394 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target/Hadoop2MR1Platform-tmpDir/hadoop-835624885896005772.jar dst=null perm=null
2014-04-10 11:51:23,397 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/mapreduceflowplatform/flow4 dst=null perm=null
2014-04-10 11:51:23,398 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/mapreduceflowplatform/flow4 dst=null perm=null
2014-04-10 11:51:23,399 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=listStatus src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/mapreduceflowplatform/flow4 dst=null perm=null
2014-04-10 11:51:23,404 INFO mapred.FileInputFormat (FileInputFormat.java:listStatus(253)) - Total input paths to process : 4
2014-04-10 11:51:23,424 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397148651586_0003/job.split dst=null perm=brock:supergroup:rw-r--r--
2014-04-10 11:51:23,441 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397148651586_0003/job.split dst=null perm=brock:supergroup:rw-r--r--
2014-04-10 11:51:23,442 INFO blockmanagement.BlockManager (BlockManager.java:setReplication(2455)) - Increasing replication from 3 to 10 for /tmp/hadoop-yarn/staging/brock/.staging/job_1397148651586_0003/job.split
2014-04-10 11:51:23,457 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=setReplication src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397148651586_0003/job.split dst=null perm=null
2014-04-10 11:51:23,460 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(2966)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/brock/.staging/job_1397148651586_0003/job.split. BP-1638008525-127.0.0.1-1397148635957 blk_1073741851_1027{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-0eec617b-7748-47d7-80ce-822d3c617914:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-a7d28360-a122-4b8f-a5df-7716c22c7a73:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-e591ab9a-22c6-42de-961c-bb13e404aae9:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-22cb6d02-3e35-4f66-89d9-1327072438fe:NORMAL|RBW]]}
2014-04-10 11:51:23,476 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1638008525-127.0.0.1-1397148635957:blk_1073741851_1027 src: /127.0.0.1:52782 dest: /127.0.0.1:41432
2014-04-10 11:51:23,477 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1638008525-127.0.0.1-1397148635957:blk_1073741851_1027 src: /127.0.0.1:34961 dest: /127.0.0.1:35451
2014-04-10 11:51:23,478 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1638008525-127.0.0.1-1397148635957:blk_1073741851_1027 src: /127.0.0.1:33082 dest: /127.0.0.1:50141
2014-04-10 11:51:23,479 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1638008525-127.0.0.1-1397148635957:blk_1073741851_1027 src: /127.0.0.1:57507 dest: /127.0.0.1:34839
2014-04-10 11:51:23,483 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:57507, dest: /127.0.0.1:34839, bytes: 2062, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_611373658_9, offset: 0, srvID: 8a56312d-0316-4fb1-9cb0-6a1bc51bc949, blockid: BP-1638008525-127.0.0.1-1397148635957:blk_1073741851_1027, duration: 2516033
2014-04-10 11:51:23,483 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1638008525-127.0.0.1-1397148635957:blk_1073741851_1027, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2014-04-10 11:51:23,484 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:34839 is added to blk_1073741851_1027{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-0eec617b-7748-47d7-80ce-822d3c617914:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-a7d28360-a122-4b8f-a5df-7716c22c7a73:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-522b0f7d-b75b-46f2-9e15-59b7ba563b04:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-b5119a97-db0e-4220-9885-a252148e8a0f:NORMAL|RBW]]} size 0
2014-04-10 11:51:23,484 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:33082, dest: /127.0.0.1:50141, bytes: 2062, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_611373658_9, offset: 0, srvID: c1ad97e0-9f53-4437-974d-e948c41bedfe, blockid: BP-1638008525-127.0.0.1-1397148635957:blk_1073741851_1027, duration: 3406883
2014-04-10 11:51:23,484 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1638008525-127.0.0.1-1397148635957:blk_1073741851_1027, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 11:51:23,484 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:50141 is added to blk_1073741851_1027{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-0eec617b-7748-47d7-80ce-822d3c617914:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-a7d28360-a122-4b8f-a5df-7716c22c7a73:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-522b0f7d-b75b-46f2-9e15-59b7ba563b04:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-b5119a97-db0e-4220-9885-a252148e8a0f:NORMAL|RBW]]} size 0
2014-04-10 11:51:23,485 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:34961, dest: /127.0.0.1:35451, bytes: 2062, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_611373658_9, offset: 0, srvID: 8ec8a8cc-5508-442c-8963-d78fa559e878, blockid: BP-1638008525-127.0.0.1-1397148635957:blk_1073741851_1027, duration: 4023492
2014-04-10 11:51:23,485 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1638008525-127.0.0.1-1397148635957:blk_1073741851_1027, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 11:51:23,485 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:35451 is added to blk_1073741851_1027{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-0eec617b-7748-47d7-80ce-822d3c617914:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-a7d28360-a122-4b8f-a5df-7716c22c7a73:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-522b0f7d-b75b-46f2-9e15-59b7ba563b04:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-b5119a97-db0e-4220-9885-a252148e8a0f:NORMAL|RBW]]} size 0
2014-04-10 11:51:23,486 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:52782, dest: /127.0.0.1:41432, bytes: 2062, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_611373658_9, offset: 0, srvID: 2a5b99b1-5021-412c-a75a-31058df58d31, blockid: BP-1638008525-127.0.0.1-1397148635957:blk_1073741851_1027, duration: 4772646
2014-04-10 11:51:23,486 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1638008525-127.0.0.1-1397148635957:blk_1073741851_1027, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 11:51:23,487 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:41432 is added to blk_1073741851_1027{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-0eec617b-7748-47d7-80ce-822d3c617914:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-a7d28360-a122-4b8f-a5df-7716c22c7a73:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-522b0f7d-b75b-46f2-9e15-59b7ba563b04:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-b5119a97-db0e-4220-9885-a252148e8a0f:NORMAL|RBW]]} size 0
2014-04-10 11:51:23,499 INFO hdfs.StateChange (FSNamesystem.java:completeFile(2899)) - DIR* completeFile: /tmp/hadoop-yarn/staging/brock/.staging/job_1397148651586_0003/job.split is closed by DFSClient_NONMAPREDUCE_611373658_9
2014-04-10 11:51:23,516 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397148651586_0003/job.splitmetainfo dst=null perm=brock:supergroup:rw-r--r--
2014-04-10 11:51:23,532 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397148651586_0003/job.splitmetainfo dst=null perm=brock:supergroup:rw-r--r--
2014-04-10 11:51:23,534 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(2966)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/brock/.staging/job_1397148651586_0003/job.splitmetainfo. BP-1638008525-127.0.0.1-1397148635957 blk_1073741852_1028{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-22cb6d02-3e35-4f66-89d9-1327072438fe:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-a7d28360-a122-4b8f-a5df-7716c22c7a73:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-5d7d5487-2d1d-4414-8c1a-3a9617defa41:NORMAL|RBW]]}
2014-04-10 11:51:23,551 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1638008525-127.0.0.1-1397148635957:blk_1073741852_1028 src: /127.0.0.1:57508 dest: /127.0.0.1:34839
2014-04-10 11:51:23,552 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1638008525-127.0.0.1-1397148635957:blk_1073741852_1028 src: /127.0.0.1:34965 dest: /127.0.0.1:35451
2014-04-10 11:51:23,554 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1638008525-127.0.0.1-1397148635957:blk_1073741852_1028 src: /127.0.0.1:52788 dest: /127.0.0.1:41432
2014-04-10 11:51:23,557 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:52788, dest: /127.0.0.1:41432, bytes: 191, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_611373658_9, offset: 0, srvID: 2a5b99b1-5021-412c-a75a-31058df58d31, blockid: BP-1638008525-127.0.0.1-1397148635957:blk_1073741852_1028, duration: 2167679
2014-04-10 11:51:23,557 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1638008525-127.0.0.1-1397148635957:blk_1073741852_1028, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2014-04-10 11:51:23,558 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:41432 is added to blk_1073741852_1028{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-22cb6d02-3e35-4f66-89d9-1327072438fe:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-5d7d5487-2d1d-4414-8c1a-3a9617defa41:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-b33a8866-bd5f-4441-ad36-c6496b5f71c0:NORMAL|RBW]]} size 0
2014-04-10 11:51:23,558 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:34965, dest: /127.0.0.1:35451, bytes: 191, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_611373658_9, offset: 0, srvID: 8ec8a8cc-5508-442c-8963-d78fa559e878, blockid: BP-1638008525-127.0.0.1-1397148635957:blk_1073741852_1028, duration: 3036915
2014-04-10 11:51:23,559 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1638008525-127.0.0.1-1397148635957:blk_1073741852_1028, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 11:51:23,559 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:35451 is added to blk_1073741852_1028{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-22cb6d02-3e35-4f66-89d9-1327072438fe:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-5d7d5487-2d1d-4414-8c1a-3a9617defa41:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-b33a8866-bd5f-4441-ad36-c6496b5f71c0:NORMAL|RBW]]} size 0
2014-04-10 11:51:23,559 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:57508, dest: /127.0.0.1:34839, bytes: 191, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_611373658_9, offset: 0, srvID: 8a56312d-0316-4fb1-9cb0-6a1bc51bc949, blockid: BP-1638008525-127.0.0.1-1397148635957:blk_1073741852_1028, duration: 3858167
2014-04-10 11:51:23,559 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1638008525-127.0.0.1-1397148635957:blk_1073741852_1028, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 11:51:23,561 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:34839 is added to blk_1073741852_1028{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-22cb6d02-3e35-4f66-89d9-1327072438fe:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-5d7d5487-2d1d-4414-8c1a-3a9617defa41:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-b33a8866-bd5f-4441-ad36-c6496b5f71c0:NORMAL|RBW]]} size 0
2014-04-10 11:51:23,571 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1638008525-127.0.0.1-1397148635957:blk_1073741842_1018
2014-04-10 11:51:23,572 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1638008525-127.0.0.1-1397148635957:blk_1073741846_1022
2014-04-10 11:51:23,572 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1638008525-127.0.0.1-1397148635957:blk_1073741844_1020
2014-04-10 11:51:23,572 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1638008525-127.0.0.1-1397148635957:blk_1073741843_1019
2014-04-10 11:51:23,574 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1638008525-127.0.0.1-1397148635957:blk_1073741849_1025
2014-04-10 11:51:23,574 INFO hdfs.StateChange (FSNamesystem.java:completeFile(2899)) - DIR* completeFile: /tmp/hadoop-yarn/staging/brock/.staging/job_1397148651586_0003/job.splitmetainfo is closed by DFSClient_NONMAPREDUCE_611373658_9
2014-04-10 11:51:23,574 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1638008525-127.0.0.1-1397148635957:blk_1073741847_1023
2014-04-10 11:51:23,574 INFO mapreduce.JobSubmitter (JobSubmitter.java:submitJobInternal(396)) - number of splits:5
2014-04-10 11:51:23,575 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1638008525-127.0.0.1-1397148635957:blk_1073741851_1027
2014-04-10 11:51:23,576 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1638008525-127.0.0.1-1397148635957:blk_1073741845_1021
2014-04-10 11:51:23,577 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1638008525-127.0.0.1-1397148635957:blk_1073741848_1024
2014-04-10 11:51:23,580 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1638008525-127.0.0.1-1397148635957:blk_1073741850_1026
2014-04-10 11:51:23,591 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397148651586_0003/job.xml dst=null perm=brock:supergroup:rw-r--r--
2014-04-10 11:51:23,607 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397148651586_0003/job.xml dst=null perm=brock:supergroup:rw-r--r--
2014-04-10 11:51:23,619 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(2966)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/brock/.staging/job_1397148651586_0003/job.xml. BP-1638008525-127.0.0.1-1397148635957 blk_1073741853_1029{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-22cb6d02-3e35-4f66-89d9-1327072438fe:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-a7d28360-a122-4b8f-a5df-7716c22c7a73:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-522b0f7d-b75b-46f2-9e15-59b7ba563b04:NORMAL|RBW]]}
2014-04-10 11:51:23,634 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1638008525-127.0.0.1-1397148635957:blk_1073741853_1029 src: /127.0.0.1:57511 dest: /127.0.0.1:34839
2014-04-10 11:51:23,636 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1638008525-127.0.0.1-1397148635957:blk_1073741853_1029 src: /127.0.0.1:34968 dest: /127.0.0.1:35451
2014-04-10 11:51:23,637 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1638008525-127.0.0.1-1397148635957:blk_1073741853_1029 src: /127.0.0.1:33089 dest: /127.0.0.1:50141
2014-04-10 11:51:23,641 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:33089, dest: /127.0.0.1:50141, bytes: 79567, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_611373658_9, offset: 0, srvID: c1ad97e0-9f53-4437-974d-e948c41bedfe, blockid: BP-1638008525-127.0.0.1-1397148635957:blk_1073741853_1029, duration: 3650379
2014-04-10 11:51:23,642 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1638008525-127.0.0.1-1397148635957:blk_1073741853_1029, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2014-04-10 11:51:23,642 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:50141 is added to blk_1073741853_1029{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-a7d28360-a122-4b8f-a5df-7716c22c7a73:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-b5119a97-db0e-4220-9885-a252148e8a0f:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-e591ab9a-22c6-42de-961c-bb13e404aae9:NORMAL|RBW]]} size 0
2014-04-10 11:51:23,642 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:34968, dest: /127.0.0.1:35451, bytes: 79567, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_611373658_9, offset: 0, srvID: 8ec8a8cc-5508-442c-8963-d78fa559e878, blockid: BP-1638008525-127.0.0.1-1397148635957:blk_1073741853_1029, duration: 4396865
2014-04-10 11:51:23,642 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1638008525-127.0.0.1-1397148635957:blk_1073741853_1029, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 11:51:23,643 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:35451 is added to blk_1073741853_1029{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-a7d28360-a122-4b8f-a5df-7716c22c7a73:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-b5119a97-db0e-4220-9885-a252148e8a0f:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-e591ab9a-22c6-42de-961c-bb13e404aae9:NORMAL|RBW]]} size 0
2014-04-10 11:51:23,643 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:57511, dest: /127.0.0.1:34839, bytes: 79567, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_611373658_9, offset: 0, srvID: 8a56312d-0316-4fb1-9cb0-6a1bc51bc949, blockid: BP-1638008525-127.0.0.1-1397148635957:blk_1073741853_1029, duration: 5094682
2014-04-10 11:51:23,644 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:34839 is added to blk_1073741853_1029{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-a7d28360-a122-4b8f-a5df-7716c22c7a73:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-b5119a97-db0e-4220-9885-a252148e8a0f:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-e591ab9a-22c6-42de-961c-bb13e404aae9:NORMAL|RBW]]} size 0
2014-04-10 11:51:23,644 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1638008525-127.0.0.1-1397148635957:blk_1073741853_1029, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 11:51:23,666 INFO hdfs.StateChange (FSNamesystem.java:completeFile(2899)) - DIR* completeFile: /tmp/hadoop-yarn/staging/brock/.staging/job_1397148651586_0003/job.xml is closed by DFSClient_NONMAPREDUCE_611373658_9
2014-04-10 11:51:23,666 INFO mapreduce.JobSubmitter (JobSubmitter.java:printTokens(479)) - Submitting tokens for job: job_1397148651586_0003
2014-04-10 11:51:23,668 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397148651586_0003 dst=null perm=null
2014-04-10 11:51:23,669 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397148651586_0003/job.xml dst=null perm=null
2014-04-10 11:51:23,670 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397148651586_0003/job.xml dst=null perm=null
2014-04-10 11:51:23,672 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397148651586_0003/job.jar dst=null perm=null
2014-04-10 11:51:23,673 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397148651586_0003/job.jar dst=null perm=null
2014-04-10 11:51:23,674 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397148651586_0003/job.split dst=null perm=null
2014-04-10 11:51:23,675 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397148651586_0003/job.split dst=null perm=null
2014-04-10 11:51:23,676 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397148651586_0003/job.splitmetainfo dst=null perm=null
2014-04-10 11:51:23,677 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397148651586_0003/job.splitmetainfo dst=null perm=null
2014-04-10 11:51:23,680 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null
2014-04-10 11:51:23,681 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target/Hadoop2MR1Platform-tmpDir/hadoop-835624885896005772.jar dst=null perm=null
2014-04-10 11:51:23,682 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null
2014-04-10 11:51:23,683 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target/Hadoop2MR1Platform-tmpDir/hadoop-835624885896005772.jar dst=null perm=null
2014-04-10 11:51:23,685 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null
2014-04-10 11:51:23,686 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target/Hadoop2MR1Platform-tmpDir/hadoop-835624885896005772.jar dst=null perm=null
2014-04-10 11:51:23,728 INFO resourcemanager.ClientRMService (ClientRMService.java:submitApplication(326)) - Application with id 3 submitted by user brock
2014-04-10 11:51:23,728 INFO rmapp.RMAppImpl (RMAppImpl.java:transition(786)) - Storing application with id application_1397148651586_0003
2014-04-10 11:51:23,728 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(140)) - USER=brock IP=127.0.0.1 OPERATION=Submit Application Request TARGET=ClientRMService RESULT=SUCCESS APPID=application_1397148651586_0003
2014-04-10 11:51:23,729 INFO recovery.RMStateStore (RMStateStore.java:handleStoreEvent(596)) - Storing info for app: application_1397148651586_0003
2014-04-10 11:51:23,728 INFO rmapp.RMAppImpl (RMAppImpl.java:handle(610)) - application_1397148651586_0003 State change from NEW to NEW_SAVING
2014-04-10 11:51:23,729 INFO rmapp.RMAppImpl (RMAppImpl.java:handle(610)) - application_1397148651586_0003 State change from NEW_SAVING to SUBMITTED
2014-04-10 11:51:23,730 INFO resourcemanager.ApplicationMasterService (ApplicationMasterService.java:registerAppAttempt(556)) - Registering app attempt : appattempt_1397148651586_0003_000001
2014-04-10 11:51:23,730 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(652)) - appattempt_1397148651586_0003_000001 State change from NEW to SUBMITTED
2014-04-10 11:51:23,730 INFO capacity.LeafQueue (LeafQueue.java:activateApplications(718)) - Application application_1397148651586_0003 from user: brock activated in queue: default
2014-04-10 11:51:23,730 INFO capacity.LeafQueue (LeafQueue.java:addApplication(734)) - Application added - appId: application_1397148651586_0003 user: org.apache.hadoop.yarn.server.resourcemanager.scheduler.capacity.LeafQueue$User@2601a14b, leaf-queue: default #user-pending-applications: 0 #user-active-applications: 2 #queue-pending-applications: 0 #queue-active-applications: 2
2014-04-10 11:51:23,731 INFO capacity.ParentQueue (ParentQueue.java:addApplication(482)) - Application added - appId: application_1397148651586_0003 user: brock leaf-queue of parent: root #applications: 2
2014-04-10 11:51:23,731 INFO impl.YarnClientImpl (YarnClientImpl.java:submitApplication(166)) - Submitted application application_1397148651586_0003
2014-04-10 11:51:23,733 INFO capacity.CapacityScheduler (CapacityScheduler.java:addApplicationAttempt(459)) - Application Submission: appattempt_1397148651586_0003_000001, user: brock queue: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:2048, vCores:1>usedCapacity=0.125, absoluteUsedCapacity=0.125, numApps=2, numContainers=1, currently active: 2
2014-04-10 11:51:23,734 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(652)) - appattempt_1397148651586_0003_000001 State change from SUBMITTED to SCHEDULED
2014-04-10 11:51:23,735 INFO rmapp.RMAppImpl (RMAppImpl.java:handle(610)) - application_1397148651586_0003 State change from SUBMITTED to ACCEPTED
2014-04-10 11:51:23,737 INFO mapreduce.Job (Job.java:submit(1289)) - The url to track the job: http://localhost:35948/proxy/application_1397148651586_0003/
2014-04-10 11:51:23,737 INFO flow.FlowStep (BaseFlowStep.java:logInfo(834)) - [second-flow] submitted hadoop job: job_1397148651586_0003
2014-04-10 11:51:23,737 INFO flow.FlowStep (BaseFlowStep.java:logInfo(834)) - [second-flow] tracking url: http://localhost:35948/proxy/application_1397148651586_0003/
2014-04-10 11:51:23,856 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1638008525-127.0.0.1-1397148635957:blk_1073741843_1019
2014-04-10 11:51:23,857 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1638008525-127.0.0.1-1397148635957:blk_1073741851_1027
2014-04-10 11:51:23,857 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1638008525-127.0.0.1-1397148635957:blk_1073741852_1028
2014-04-10 11:51:23,858 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1638008525-127.0.0.1-1397148635957:blk_1073741845_1021
2014-04-10 11:51:23,859 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1638008525-127.0.0.1-1397148635957:blk_1073741842_1018
2014-04-10 11:51:23,859 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1638008525-127.0.0.1-1397148635957:blk_1073741844_1020
2014-04-10 11:51:23,860 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1638008525-127.0.0.1-1397148635957:blk_1073741847_1023
2014-04-10 11:51:23,861 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1638008525-127.0.0.1-1397148635957:blk_1073741848_1024
2014-04-10 11:51:23,862 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1638008525-127.0.0.1-1397148635957:blk_1073741853_1029
2014-04-10 11:51:23,864 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1638008525-127.0.0.1-1397148635957:blk_1073741850_1026
2014-04-10 11:51:23,864 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1638008525-127.0.0.1-1397148635957:blk_1073741844_1020
2014-04-10 11:51:23,865 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1638008525-127.0.0.1-1397148635957:blk_1073741846_1022
2014-04-10 11:51:23,865 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1638008525-127.0.0.1-1397148635957:blk_1073741847_1023
2014-04-10 11:51:23,866 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1638008525-127.0.0.1-1397148635957:blk_1073741848_1024
2014-04-10 11:51:23,867 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1638008525-127.0.0.1-1397148635957:blk_1073741845_1021
2014-04-10 11:51:23,868 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1638008525-127.0.0.1-1397148635957:blk_1073741851_1027
2014-04-10 11:51:23,869 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1638008525-127.0.0.1-1397148635957:blk_1073741853_1029
2014-04-10 11:51:23,869 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1638008525-127.0.0.1-1397148635957:blk_1073741849_1025
2014-04-10 11:51:23,870 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1638008525-127.0.0.1-1397148635957:blk_1073741852_1028
2014-04-10 11:51:23,894 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1638008525-127.0.0.1-1397148635957:blk_1073741842_1018
2014-04-10 11:51:23,897 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1638008525-127.0.0.1-1397148635957:blk_1073741850_1026
2014-04-10 11:51:23,898 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1638008525-127.0.0.1-1397148635957:blk_1073741852_1028
2014-04-10 11:51:23,898 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1638008525-127.0.0.1-1397148635957:blk_1073741843_1019
2014-04-10 11:51:24,061 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397148651586_0003_01_000001 Container Transitioned from NEW to ALLOCATED
2014-04-10 11:51:24,062 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(98)) - USER=brock OPERATION=AM Allocated Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1397148651586_0003 CONTAINERID=container_1397148651586_0003_01_000001
2014-04-10 11:51:24,062 INFO fica.FiCaSchedulerNode (FiCaSchedulerNode.java:allocateContainer(116)) - Assigned container container_1397148651586_0003_01_000001 of capacity <memory:2048, vCores:1> on host localhost:34677, which currently has 2 containers, <memory:4096, vCores:2> used and <memory:0, vCores:6> available
2014-04-10 11:51:24,062 INFO capacity.LeafQueue (LeafQueue.java:assignContainer(1363)) - assignedContainer application=application_1397148651586_0003 container=Container: [ContainerId: container_1397148651586_0003_01_000001, NodeId: localhost:34677, NodeHttpAddress: localhost:40272, Resource: <memory:2048, vCores:1>, Priority: 0, Token: Token { kind: ContainerToken, service: localhost:34677 }, ] containerId=container_1397148651586_0003_01_000001 queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:2048, vCores:1>usedCapacity=0.125, absoluteUsedCapacity=0.125, numApps=2, numContainers=1 usedCapacity=0.125 absoluteUsedCapacity=0.125 used=<memory:2048, vCores:1> cluster=<memory:16384, vCores:32>
2014-04-10 11:51:24,063 INFO capacity.ParentQueue (ParentQueue.java:assignContainersToChildQueues(655)) - Re-sorting assigned queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:4096, vCores:2>usedCapacity=0.25, absoluteUsedCapacity=0.25, numApps=2, numContainers=2
2014-04-10 11:51:24,063 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397148651586_0003_01_000001 Container Transitioned from ALLOCATED to ACQUIRED
2014-04-10 11:51:24,063 INFO capacity.ParentQueue (ParentQueue.java:assignContainers(570)) - assignedContainer queue=root usedCapacity=0.25 absoluteUsedCapacity=0.25 used=<memory:4096, vCores:2> cluster=<memory:16384, vCores:32>
2014-04-10 11:51:24,064 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:storeAttempt(1554)) - Storing attempt: AppId: application_1397148651586_0003 AttemptId: appattempt_1397148651586_0003_000001 MasterContainer: Container: [ContainerId: container_1397148651586_0003_01_000001, NodeId: localhost:34677, NodeHttpAddress: localhost:40272, Resource: <memory:2048, vCores:1>, Priority: 0, Token: Token { kind: ContainerToken, service: localhost:34677 }, ]
2014-04-10 11:51:24,064 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(652)) - appattempt_1397148651586_0003_000001 State change from SCHEDULED to ALLOCATED_SAVING
2014-04-10 11:51:24,064 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(652)) - appattempt_1397148651586_0003_000001 State change from ALLOCATED_SAVING to ALLOCATED
2014-04-10 11:51:24,065 INFO amlauncher.AMLauncher (AMLauncher.java:run(248)) - Launching masterappattempt_1397148651586_0003_000001
2014-04-10 11:51:24,066 INFO BlockStateChange (BlockManager.java:addToInvalidates(1030)) - BLOCK* addToInvalidates: blk_1073741837_1013 127.0.0.1:34839 127.0.0.1:41432 127.0.0.1:50141 127.0.0.1:35451
2014-04-10 11:51:24,066 INFO amlauncher.AMLauncher (AMLauncher.java:launch(105)) - Setting up container Container: [ContainerId: container_1397148651586_0003_01_000001, NodeId: localhost:34677, NodeHttpAddress: localhost:40272, Resource: <memory:2048, vCores:1>, Priority: 0, Token: Token { kind: ContainerToken, service: localhost:34677 }, ] for AM appattempt_1397148651586_0003_000001
2014-04-10 11:51:24,066 INFO BlockStateChange (BlockManager.java:addToInvalidates(1030)) - BLOCK* addToInvalidates: blk_1073741838_1014 127.0.0.1:50141 127.0.0.1:35451 127.0.0.1:34839 127.0.0.1:41432
2014-04-10 11:51:24,066 INFO amlauncher.AMLauncher (AMLauncher.java:createAMContainerLaunchContext(190)) - Command to launch container container_1397148651586_0003_01_000001 : $JAVA_HOME/bin/java -Dlog4j.configuration=container-log4j.properties -Dyarn.app.container.log.dir=<LOG_DIR> -Dyarn.app.container.log.filesize=0 -Dhadoop.root.logger=INFO,CLA -Xmx1024m org.apache.hadoop.mapreduce.v2.app.MRAppMaster 1><LOG_DIR>/stdout 2><LOG_DIR>/stderr
2014-04-10 11:51:24,067 INFO BlockStateChange (BlockManager.java:addToInvalidates(1030)) - BLOCK* addToInvalidates: blk_1073741839_1015 127.0.0.1:34839 127.0.0.1:50141 127.0.0.1:35451
2014-04-10 11:51:24,067 INFO BlockStateChange (BlockManager.java:addToInvalidates(1030)) - BLOCK* addToInvalidates: blk_1073741840_1016 127.0.0.1:41432 127.0.0.1:34839 127.0.0.1:35451
2014-04-10 11:51:24,067 INFO BlockStateChange (BlockManager.java:addToInvalidates(1030)) - BLOCK* addToInvalidates: blk_1073741845_1021 127.0.0.1:34839 127.0.0.1:50141 127.0.0.1:35451
2014-04-10 11:51:24,068 INFO BlockStateChange (BlockManager.java:addToInvalidates(1030)) - BLOCK* addToInvalidates: blk_1073741841_1017 127.0.0.1:35451 127.0.0.1:41432 127.0.0.1:34839
2014-04-10 11:51:24,068 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=delete src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397148651586_0002 dst=null perm=null
2014-04-10 11:51:24,072 INFO ipc.Server (Server.java:saslProcess(1252)) - Auth successful for appattempt_1397148651586_0003_000001 (auth:SIMPLE)
2014-04-10 11:51:24,075 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(572)) - Start request for container_1397148651586_0003_01_000001 by user brock
2014-04-10 11:51:24,075 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(611)) - Creating a new application reference for app application_1397148651586_0003
2014-04-10 11:51:24,076 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=brock IP=127.0.0.1 OPERATION=Start Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1397148651586_0003 CONTAINERID=container_1397148651586_0003_01_000001
2014-04-10 11:51:24,076 INFO application.Application (ApplicationImpl.java:handle(450)) - Application application_1397148651586_0003 transitioned from NEW to INITING
2014-04-10 11:51:24,076 INFO application.Application (ApplicationImpl.java:transition(296)) - Adding container_1397148651586_0003_01_000001 to application application_1397148651586_0003
2014-04-10 11:51:24,077 INFO application.Application (ApplicationImpl.java:handle(450)) - Application application_1397148651586_0003 transitioned from INITING to RUNNING
2014-04-10 11:51:24,077 INFO amlauncher.AMLauncher (AMLauncher.java:launch(126)) - Done launching container Container: [ContainerId: container_1397148651586_0003_01_000001, NodeId: localhost:34677, NodeHttpAddress: localhost:40272, Resource: <memory:2048, vCores:1>, Priority: 0, Token: Token { kind: ContainerToken, service: localhost:34677 }, ] for AM appattempt_1397148651586_0003_000001
2014-04-10 11:51:24,077 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(652)) - appattempt_1397148651586_0003_000001 State change from ALLOCATED to LAUNCHED
2014-04-10 11:51:24,077 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397148651586_0003_01_000001 transitioned from NEW to LOCALIZING
2014-04-10 11:51:24,077 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event CONTAINER_INIT for appId application_1397148651586_0003
2014-04-10 11:51:24,078 INFO localizer.LocalizedResource (LocalizedResource.java:handle(196)) - Resource hdfs://localhost:60632/tmp/hadoop-yarn/staging/brock/.staging/job_1397148651586_0003/job.jar transitioned from INIT to DOWNLOADING
2014-04-10 11:51:24,078 INFO localizer.LocalizedResource (LocalizedResource.java:handle(196)) - Resource hdfs://localhost:60632/tmp/hadoop-yarn/staging/brock/.staging/job_1397148651586_0003/job.splitmetainfo transitioned from INIT to DOWNLOADING
2014-04-10 11:51:24,078 INFO localizer.LocalizedResource (LocalizedResource.java:handle(196)) - Resource hdfs://localhost:60632/tmp/hadoop-yarn/staging/brock/.staging/job_1397148651586_0003/job.split transitioned from INIT to DOWNLOADING
2014-04-10 11:51:24,078 INFO localizer.LocalizedResource (LocalizedResource.java:handle(196)) - Resource hdfs://localhost:60632/tmp/hadoop-yarn/staging/brock/.staging/job_1397148651586_0003/job.xml transitioned from INIT to DOWNLOADING
2014-04-10 11:51:24,078 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:handle(590)) - Created localizer for container_1397148651586_0003_01_000001
2014-04-10 11:51:24,089 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:writeCredentials(1015)) - Writing credentials to the nmPrivate file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_2/nmPrivate/container_1397148651586_0003_01_000001.tokens. Credentials list:
2014-04-10 11:51:24,096 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1638008525-127.0.0.1-1397148635957:blk_1073741849_1025
2014-04-10 11:51:24,097 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1638008525-127.0.0.1-1397148635957:blk_1073741846_1022
2014-04-10 11:51:24,097 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1638008525-127.0.0.1-1397148635957:blk_1073741851_1027
2014-04-10 11:51:24,117 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:createUserCacheDirs(469)) - Initializing user brock
2014-04-10 11:51:24,185 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(103)) - Copying from /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_2/nmPrivate/container_1397148651586_0003_01_000001.tokens to /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_0/usercache/brock/appcache/application_1397148651586_0003/container_1397148651586_0003_01_000001.tokens
2014-04-10 11:51:24,185 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(105)) - CWD set to /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_0/usercache/brock/appcache/application_1397148651586_0003 = file:/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_0/usercache/brock/appcache/application_1397148651586_0003
2014-04-10 11:51:24,293 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397148651586_0003/job.jar dst=null perm=null
2014-04-10 11:51:24,295 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397148651586_0003/job.jar dst=null perm=null
2014-04-10 11:51:24,296 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397148651586_0003/job.jar dst=null perm=null
2014-04-10 11:51:24,307 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:41432, dest: /127.0.0.1:52797, bytes: 246562, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_1703114876_1942, offset: 0, srvID: 2a5b99b1-5021-412c-a75a-31058df58d31, blockid: BP-1638008525-127.0.0.1-1397148635957:blk_1073741850_1026, duration: 1178502
2014-04-10 11:51:24,333 INFO localizer.LocalizedResource (LocalizedResource.java:handle(196)) - Resource hdfs://localhost:60632/tmp/hadoop-yarn/staging/brock/.staging/job_1397148651586_0003/job.jar(->file:/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_2/usercache/brock/appcache/application_1397148651586_0003/filecache/10/job.jar) transitioned from DOWNLOADING to LOCALIZED
2014-04-10 11:51:24,351 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397148651586_0003/job.splitmetainfo dst=null perm=null
2014-04-10 11:51:24,352 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397148651586_0003/job.splitmetainfo dst=null perm=null
2014-04-10 11:51:24,353 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397148651586_0003/job.splitmetainfo dst=null perm=null
2014-04-10 11:51:24,362 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:34839, dest: /127.0.0.1:57520, bytes: 195, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_1703114876_1942, offset: 0, srvID: 8a56312d-0316-4fb1-9cb0-6a1bc51bc949, blockid: BP-1638008525-127.0.0.1-1397148635957:blk_1073741852_1028, duration: 276549
2014-04-10 11:51:24,385 INFO localizer.LocalizedResource (LocalizedResource.java:handle(196)) - Resource hdfs://localhost:60632/tmp/hadoop-yarn/staging/brock/.staging/job_1397148651586_0003/job.splitmetainfo(->file:/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_3/usercache/brock/appcache/application_1397148651586_0003/filecache/11/job.splitmetainfo) transitioned from DOWNLOADING to LOCALIZED
2014-04-10 11:51:24,403 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397148651586_0003/job.split dst=null perm=null
2014-04-10 11:51:24,404 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397148651586_0003/job.split dst=null perm=null
2014-04-10 11:51:24,405 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397148651586_0003/job.split dst=null perm=null
2014-04-10 11:51:24,413 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:35451, dest: /127.0.0.1:34977, bytes: 2082, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_1703114876_1942, offset: 0, srvID: 8ec8a8cc-5508-442c-8963-d78fa559e878, blockid: BP-1638008525-127.0.0.1-1397148635957:blk_1073741851_1027, duration: 152158
2014-04-10 11:51:24,430 INFO localizer.LocalizedResource (LocalizedResource.java:handle(196)) - Resource hdfs://localhost:60632/tmp/hadoop-yarn/staging/brock/.staging/job_1397148651586_0003/job.split(->file:/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_0/usercache/brock/appcache/application_1397148651586_0003/filecache/12/job.split) transitioned from DOWNLOADING to LOCALIZED
2014-04-10 11:51:24,446 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397148651586_0003/job.xml dst=null perm=null
2014-04-10 11:51:24,447 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397148651586_0003/job.xml dst=null perm=null
2014-04-10 11:51:24,448 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397148651586_0003/job.xml dst=null perm=null
2014-04-10 11:51:24,457 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:34839, dest: /127.0.0.1:57520, bytes: 80191, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_1703114876_1942, offset: 0, srvID: 8a56312d-0316-4fb1-9cb0-6a1bc51bc949, blockid: BP-1638008525-127.0.0.1-1397148635957:blk_1073741853_1029, duration: 501233
2014-04-10 11:51:24,474 INFO localizer.LocalizedResource (LocalizedResource.java:handle(196)) - Resource hdfs://localhost:60632/tmp/hadoop-yarn/staging/brock/.staging/job_1397148651586_0003/job.xml(->file:/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_1/usercache/brock/appcache/application_1397148651586_0003/filecache/13/job.xml) transitioned from DOWNLOADING to LOCALIZED
2014-04-10 11:51:24,474 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397148651586_0003_01_000001 transitioned from LOCALIZING to LOCALIZED
2014-04-10 11:51:24,497 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397148651586_0003_01_000001 transitioned from LOCALIZED to RUNNING
2014-04-10 11:51:24,498 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(169)) - Neither virutal-memory nor physical-memory monitoring is needed. Not running the monitor-thread
2014-04-10 11:51:24,561 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(189)) - launchContainer: [nice, -n, 0, bash, /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_3/usercache/brock/appcache/application_1397148651586_0003/container_1397148651586_0003_01_000001/default_container_executor.sh]
2014-04-10 11:51:25,060 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397148651586_0003_01_000001 Container Transitioned from ACQUIRED to RUNNING
2014-04-10 11:51:25,372 INFO BlockStateChange (BlockManager.java:computeReplicationWorkForBlocks(1373)) - BLOCK* ask 127.0.0.1:50141 to replicate blk_1073741850_1026 to datanode(s) 127.0.0.1:34839
2014-04-10 11:51:25,373 INFO hdfs.StateChange (InvalidateBlocks.java:invalidateWork(152)) - BLOCK* InvalidateBlocks: ask 127.0.0.1:50141 to delete [blk_1073741845_1021, blk_1073741847_1023, blk_1073741837_1013, blk_1073741838_1014, blk_1073741839_1015]
2014-04-10 11:51:25,373 INFO hdfs.StateChange (InvalidateBlocks.java:invalidateWork(152)) - BLOCK* InvalidateBlocks: ask 127.0.0.1:35451 to delete [blk_1073741840_1016, blk_1073741841_1017, blk_1073741845_1021, blk_1073741847_1023, blk_1073741837_1013, blk_1073741838_1014, blk_1073741839_1015]
2014-04-10 11:51:25,732 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging dst=null perm=null
2014-04-10 11:51:25,761 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397148651586_0003/COMMIT_STARTED dst=null perm=null
2014-04-10 11:51:25,762 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397148651586_0003/COMMIT_SUCCESS dst=null perm=null
2014-04-10 11:51:25,764 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397148651586_0003/COMMIT_FAIL dst=null perm=null
2014-04-10 11:51:25,804 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397148651586_0003 dst=null perm=null
2014-04-10 11:51:25,806 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/history/done_intermediate dst=null perm=null
2014-04-10 11:51:25,807 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock dst=null perm=null
2014-04-10 11:51:26,043 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397148651586_0003/job.splitmetainfo dst=null perm=null
2014-04-10 11:51:26,050 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397148651586_0003/job.splitmetainfo dst=null perm=null
2014-04-10 11:51:26,089 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:34839, dest: /127.0.0.1:57528, bytes: 195, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_1820207186_1, offset: 0, srvID: 8a56312d-0316-4fb1-9cb0-6a1bc51bc949, blockid: BP-1638008525-127.0.0.1-1397148635957:blk_1073741852_1028, duration: 174463
2014-04-10 11:51:26,571 INFO datanode.DataNode (DataNode.java:transferBlock(1426)) - DatanodeRegistration(127.0.0.1, datanodeUuid=c1ad97e0-9f53-4437-974d-e948c41bedfe, infoPort=49731, ipcPort=50304, storageInfo=lv=-51;cid=testClusterID;nsid=1147977063;c=0) Starting thread to transfer BP-1638008525-127.0.0.1-1397148635957:blk_1073741850_1026 to 127.0.0.1:34839
2014-04-10 11:51:26,571 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073741845_1021 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data4/current/BP-1638008525-127.0.0.1-1397148635957/current/finalized/blk_1073741845 for deletion
2014-04-10 11:51:26,571 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073741847_1023 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data3/current/BP-1638008525-127.0.0.1-1397148635957/current/finalized/blk_1073741847 for deletion
2014-04-10 11:51:26,572 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073741837_1013 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data3/current/BP-1638008525-127.0.0.1-1397148635957/current/finalized/blk_1073741837 for deletion
2014-04-10 11:51:26,572 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-1638008525-127.0.0.1-1397148635957 blk_1073741847_1023 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data3/current/BP-1638008525-127.0.0.1-1397148635957/current/finalized/blk_1073741847
2014-04-10 11:51:26,572 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073741838_1014 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data4/current/BP-1638008525-127.0.0.1-1397148635957/current/finalized/blk_1073741838 for deletion
2014-04-10 11:51:26,572 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1638008525-127.0.0.1-1397148635957:blk_1073741850_1026 src: /127.0.0.1:57531 dest: /127.0.0.1:34839
2014-04-10 11:51:26,572 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-1638008525-127.0.0.1-1397148635957 blk_1073741845_1021 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data4/current/BP-1638008525-127.0.0.1-1397148635957/current/finalized/blk_1073741845
2014-04-10 11:51:26,572 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-1638008525-127.0.0.1-1397148635957 blk_1073741837_1013 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data3/current/BP-1638008525-127.0.0.1-1397148635957/current/finalized/blk_1073741837
2014-04-10 11:51:26,572 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073741839_1015 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data3/current/BP-1638008525-127.0.0.1-1397148635957/current/finalized/blk_1073741839 for deletion
2014-04-10 11:51:26,573 INFO datanode.DataNode (DataNode.java:run(1629)) - DataTransfer: Transmitted BP-1638008525-127.0.0.1-1397148635957:blk_1073741850_1026 (numBytes=244650) to 127.0.0.1/127.0.0.1:34839
2014-04-10 11:51:26,573 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-1638008525-127.0.0.1-1397148635957 blk_1073741838_1014 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data4/current/BP-1638008525-127.0.0.1-1397148635957/current/finalized/blk_1073741838
2014-04-10 11:51:26,573 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-1638008525-127.0.0.1-1397148635957 blk_1073741839_1015 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data3/current/BP-1638008525-127.0.0.1-1397148635957/current/finalized/blk_1073741839
2014-04-10 11:51:26,574 INFO datanode.DataNode (DataXceiver.java:writeBlock(597)) - Received BP-1638008525-127.0.0.1-1397148635957:blk_1073741850_1026 src: /127.0.0.1:57531 dest: /127.0.0.1:34839 of size 244650
2014-04-10 11:51:26,575 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:34839 is added to blk_1073741850_1026 size 244650
2014-04-10 11:51:26,691 INFO ipc.Server (Server.java:saslProcess(1252)) - Auth successful for appattempt_1397148651586_0003_000001 (auth:SIMPLE)
2014-04-10 11:51:26,693 INFO resourcemanager.ApplicationMasterService (ApplicationMasterService.java:registerApplicationMaster(251)) - AM registration appattempt_1397148651586_0003_000001
2014-04-10 11:51:26,693 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(119)) - USER=brock IP=127.0.0.1 OPERATION=Register App Master TARGET=ApplicationMasterService RESULT=SUCCESS APPID=application_1397148651586_0003 APPATTEMPTID=appattempt_1397148651586_0003_000001
2014-04-10 11:51:26,694 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(652)) - appattempt_1397148651586_0003_000001 State change from LAUNCHED to RUNNING
2014-04-10 11:51:26,694 INFO rmapp.RMAppImpl (RMAppImpl.java:handle(610)) - application_1397148651586_0003 State change from ACCEPTED to RUNNING
2014-04-10 11:51:26,799 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397148651586_0003/job_1397148651586_0003_1.jhist dst=null perm=brock:supergroup:rw-rw-rw-
2014-04-10 11:51:26,832 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=mkdirs src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/mapreduceflowplatform/flow5/_temporary/1 dst=null perm=brock:supergroup:rwxrwxrwx
2014-04-10 11:51:26,837 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073741840_1016 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data7/current/BP-1638008525-127.0.0.1-1397148635957/current/finalized/blk_1073741840 for deletion
2014-04-10 11:51:26,837 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073741841_1017 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data7/current/BP-1638008525-127.0.0.1-1397148635957/current/finalized/blk_1073741841 for deletion
2014-04-10 11:51:26,837 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-1638008525-127.0.0.1-1397148635957 blk_1073741840_1016 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data7/current/BP-1638008525-127.0.0.1-1397148635957/current/finalized/blk_1073741840
2014-04-10 11:51:26,837 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073741845_1021 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data8/current/BP-1638008525-127.0.0.1-1397148635957/current/finalized/blk_1073741845 for deletion
2014-04-10 11:51:26,838 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-1638008525-127.0.0.1-1397148635957 blk_1073741841_1017 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data7/current/BP-1638008525-127.0.0.1-1397148635957/current/finalized/blk_1073741841
2014-04-10 11:51:26,838 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073741847_1023 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data7/current/BP-1638008525-127.0.0.1-1397148635957/current/finalized/blk_1073741847 for deletion
2014-04-10 11:51:26,838 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-1638008525-127.0.0.1-1397148635957 blk_1073741845_1021 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data8/current/BP-1638008525-127.0.0.1-1397148635957/current/finalized/blk_1073741845
2014-04-10 11:51:26,838 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073741837_1013 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data8/current/BP-1638008525-127.0.0.1-1397148635957/current/finalized/blk_1073741837 for deletion
2014-04-10 11:51:26,838 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-1638008525-127.0.0.1-1397148635957 blk_1073741847_1023 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data7/current/BP-1638008525-127.0.0.1-1397148635957/current/finalized/blk_1073741847
2014-04-10 11:51:26,838 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073741838_1014 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data7/current/BP-1638008525-127.0.0.1-1397148635957/current/finalized/blk_1073741838 for deletion
2014-04-10 11:51:26,838 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-1638008525-127.0.0.1-1397148635957 blk_1073741837_1013 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data8/current/BP-1638008525-127.0.0.1-1397148635957/current/finalized/blk_1073741837
2014-04-10 11:51:26,838 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-1638008525-127.0.0.1-1397148635957 blk_1073741838_1014 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data7/current/BP-1638008525-127.0.0.1-1397148635957/current/finalized/blk_1073741838
2014-04-10 11:51:26,838 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073741839_1015 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data8/current/BP-1638008525-127.0.0.1-1397148635957/current/finalized/blk_1073741839 for deletion
2014-04-10 11:51:26,838 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-1638008525-127.0.0.1-1397148635957 blk_1073741839_1015 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data8/current/BP-1638008525-127.0.0.1-1397148635957/current/finalized/blk_1073741839
2014-04-10 11:51:26,849 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397148651586_0003/job_1397148651586_0003_1_conf.xml dst=null perm=brock:supergroup:rw-rw-rw-
2014-04-10 11:51:26,942 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(2966)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/brock/.staging/job_1397148651586_0003/job_1397148651586_0003_1_conf.xml. BP-1638008525-127.0.0.1-1397148635957 blk_1073741854_1030{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-522b0f7d-b75b-46f2-9e15-59b7ba563b04:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-5d7d5487-2d1d-4414-8c1a-3a9617defa41:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-22cb6d02-3e35-4f66-89d9-1327072438fe:NORMAL|RBW]]}
2014-04-10 11:51:26,977 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1638008525-127.0.0.1-1397148635957:blk_1073741854_1030 src: /127.0.0.1:33109 dest: /127.0.0.1:50141
2014-04-10 11:51:26,978 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1638008525-127.0.0.1-1397148635957:blk_1073741854_1030 src: /127.0.0.1:52812 dest: /127.0.0.1:41432
2014-04-10 11:51:26,979 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1638008525-127.0.0.1-1397148635957:blk_1073741854_1030 src: /127.0.0.1:57535 dest: /127.0.0.1:34839
2014-04-10 11:51:26,985 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:57535, dest: /127.0.0.1:34839, bytes: 93430, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_1820207186_1, offset: 0, srvID: 8a56312d-0316-4fb1-9cb0-6a1bc51bc949, blockid: BP-1638008525-127.0.0.1-1397148635957:blk_1073741854_1030, duration: 4676426
2014-04-10 11:51:26,985 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1638008525-127.0.0.1-1397148635957:blk_1073741854_1030, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2014-04-10 11:51:26,985 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:34839 is added to blk_1073741854_1030{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-522b0f7d-b75b-46f2-9e15-59b7ba563b04:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-0eec617b-7748-47d7-80ce-822d3c617914:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-b5119a97-db0e-4220-9885-a252148e8a0f:NORMAL|RBW]]} size 0
2014-04-10 11:51:26,985 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:52812, dest: /127.0.0.1:41432, bytes: 93430, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_1820207186_1, offset: 0, srvID: 2a5b99b1-5021-412c-a75a-31058df58d31, blockid: BP-1638008525-127.0.0.1-1397148635957:blk_1073741854_1030, duration: 5398381
2014-04-10 11:51:26,985 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1638008525-127.0.0.1-1397148635957:blk_1073741854_1030, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 11:51:26,985 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:41432 is added to blk_1073741854_1030{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-522b0f7d-b75b-46f2-9e15-59b7ba563b04:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-0eec617b-7748-47d7-80ce-822d3c617914:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-b5119a97-db0e-4220-9885-a252148e8a0f:NORMAL|RBW]]} size 0
2014-04-10 11:51:26,986 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:33109, dest: /127.0.0.1:50141, bytes: 93430, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_1820207186_1, offset: 0, srvID: c1ad97e0-9f53-4437-974d-e948c41bedfe, blockid: BP-1638008525-127.0.0.1-1397148635957:blk_1073741854_1030, duration: 5768237
2014-04-10 11:51:26,986 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1638008525-127.0.0.1-1397148635957:blk_1073741854_1030, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 11:51:26,986 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:50141 is added to blk_1073741854_1030{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-522b0f7d-b75b-46f2-9e15-59b7ba563b04:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-0eec617b-7748-47d7-80ce-822d3c617914:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-b5119a97-db0e-4220-9885-a252148e8a0f:NORMAL|RBW]]} size 0
2014-04-10 11:51:27,007 INFO hdfs.StateChange (FSNamesystem.java:completeFile(2899)) - DIR* completeFile: /tmp/hadoop-yarn/staging/brock/.staging/job_1397148651586_0003/job_1397148651586_0003_1_conf.xml is closed by DFSClient_NONMAPREDUCE_1820207186_1
2014-04-10 11:51:28,360 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397148651586_0003_01_000002 Container Transitioned from NEW to ALLOCATED
2014-04-10 11:51:28,360 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(98)) - USER=brock OPERATION=AM Allocated Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1397148651586_0003 CONTAINERID=container_1397148651586_0003_01_000002
2014-04-10 11:51:28,361 INFO fica.FiCaSchedulerNode (FiCaSchedulerNode.java:allocateContainer(116)) - Assigned container container_1397148651586_0003_01_000002 of capacity <memory:1024, vCores:1> on host localhost:49929, which currently has 1 containers, <memory:1024, vCores:1> used and <memory:3072, vCores:7> available
2014-04-10 11:51:28,361 INFO capacity.LeafQueue (LeafQueue.java:assignContainer(1363)) - assignedContainer application=application_1397148651586_0003 container=Container: [ContainerId: container_1397148651586_0003_01_000002, NodeId: localhost:49929, NodeHttpAddress: localhost:42894, Resource: <memory:1024, vCores:1>, Priority: 20, Token: Token { kind: ContainerToken, service: localhost:49929 }, ] containerId=container_1397148651586_0003_01_000002 queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:4096, vCores:2>usedCapacity=0.25, absoluteUsedCapacity=0.25, numApps=2, numContainers=2 usedCapacity=0.25 absoluteUsedCapacity=0.25 used=<memory:4096, vCores:2> cluster=<memory:16384, vCores:32>
2014-04-10 11:51:28,361 INFO capacity.ParentQueue (ParentQueue.java:assignContainersToChildQueues(655)) - Re-sorting assigned queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:5120, vCores:3>usedCapacity=0.3125, absoluteUsedCapacity=0.3125, numApps=2, numContainers=3
2014-04-10 11:51:28,361 INFO capacity.ParentQueue (ParentQueue.java:assignContainers(570)) - assignedContainer queue=root usedCapacity=0.3125 absoluteUsedCapacity=0.3125 used=<memory:5120, vCores:3> cluster=<memory:16384, vCores:32>
2014-04-10 11:51:28,362 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397148651586_0003_01_000003 Container Transitioned from NEW to ALLOCATED
2014-04-10 11:51:28,362 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(98)) - USER=brock OPERATION=AM Allocated Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1397148651586_0003 CONTAINERID=container_1397148651586_0003_01_000003
2014-04-10 11:51:28,362 INFO fica.FiCaSchedulerNode (FiCaSchedulerNode.java:allocateContainer(116)) - Assigned container container_1397148651586_0003_01_000003 of capacity <memory:1024, vCores:1> on host localhost:49929, which currently has 2 containers, <memory:2048, vCores:2> used and <memory:2048, vCores:6> available
2014-04-10 11:51:28,363 INFO capacity.LeafQueue (LeafQueue.java:assignContainer(1363)) - assignedContainer application=application_1397148651586_0003 container=Container: [ContainerId: container_1397148651586_0003_01_000003, NodeId: localhost:49929, NodeHttpAddress: localhost:42894, Resource: <memory:1024, vCores:1>, Priority: 20, Token: Token { kind: ContainerToken, service: localhost:49929 }, ] containerId=container_1397148651586_0003_01_000003 queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:5120, vCores:3>usedCapacity=0.3125, absoluteUsedCapacity=0.3125, numApps=2, numContainers=3 usedCapacity=0.3125 absoluteUsedCapacity=0.3125 used=<memory:5120, vCores:3> cluster=<memory:16384, vCores:32>
2014-04-10 11:51:28,363 INFO capacity.ParentQueue (ParentQueue.java:assignContainersToChildQueues(655)) - Re-sorting assigned queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:6144, vCores:4>usedCapacity=0.375, absoluteUsedCapacity=0.375, numApps=2, numContainers=4
2014-04-10 11:51:28,363 INFO capacity.ParentQueue (ParentQueue.java:assignContainers(570)) - assignedContainer queue=root usedCapacity=0.375 absoluteUsedCapacity=0.375 used=<memory:6144, vCores:4> cluster=<memory:16384, vCores:32>
2014-04-10 11:51:28,364 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397148651586_0003_01_000004 Container Transitioned from NEW to ALLOCATED
2014-04-10 11:51:28,364 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(98)) - USER=brock OPERATION=AM Allocated Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1397148651586_0003 CONTAINERID=container_1397148651586_0003_01_000004
2014-04-10 11:51:28,364 INFO fica.FiCaSchedulerNode (FiCaSchedulerNode.java:allocateContainer(116)) - Assigned container container_1397148651586_0003_01_000004 of capacity <memory:1024, vCores:1> on host localhost:49929, which currently has 3 containers, <memory:3072, vCores:3> used and <memory:1024, vCores:5> available
2014-04-10 11:51:28,364 INFO capacity.LeafQueue (LeafQueue.java:assignContainer(1363)) - assignedContainer application=application_1397148651586_0003 container=Container: [ContainerId: container_1397148651586_0003_01_000004, NodeId: localhost:49929, NodeHttpAddress: localhost:42894, Resource: <memory:1024, vCores:1>, Priority: 20, Token: Token { kind: ContainerToken, service: localhost:49929 }, ] containerId=container_1397148651586_0003_01_000004 queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:6144, vCores:4>usedCapacity=0.375, absoluteUsedCapacity=0.375, numApps=2, numContainers=4 usedCapacity=0.375 absoluteUsedCapacity=0.375 used=<memory:6144, vCores:4> cluster=<memory:16384, vCores:32>
2014-04-10 11:51:28,365 INFO capacity.ParentQueue (ParentQueue.java:assignContainersToChildQueues(655)) - Re-sorting assigned queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:7168, vCores:5>usedCapacity=0.4375, absoluteUsedCapacity=0.4375, numApps=2, numContainers=5
2014-04-10 11:51:28,365 INFO capacity.ParentQueue (ParentQueue.java:assignContainers(570)) - assignedContainer queue=root usedCapacity=0.4375 absoluteUsedCapacity=0.4375 used=<memory:7168, vCores:5> cluster=<memory:16384, vCores:32>
2014-04-10 11:51:28,366 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397148651586_0003_01_000005 Container Transitioned from NEW to ALLOCATED
2014-04-10 11:51:28,366 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(98)) - USER=brock OPERATION=AM Allocated Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1397148651586_0003 CONTAINERID=container_1397148651586_0003_01_000005
2014-04-10 11:51:28,366 INFO fica.FiCaSchedulerNode (FiCaSchedulerNode.java:allocateContainer(116)) - Assigned container container_1397148651586_0003_01_000005 of capacity <memory:1024, vCores:1> on host localhost:49929, which currently has 4 containers, <memory:4096, vCores:4> used and <memory:0, vCores:4> available
2014-04-10 11:51:28,367 INFO capacity.LeafQueue (LeafQueue.java:assignContainer(1363)) - assignedContainer application=application_1397148651586_0003 container=Container: [ContainerId: container_1397148651586_0003_01_000005, NodeId: localhost:49929, NodeHttpAddress: localhost:42894, Resource: <memory:1024, vCores:1>, Priority: 20, Token: Token { kind: ContainerToken, service: localhost:49929 }, ] containerId=container_1397148651586_0003_01_000005 queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:7168, vCores:5>usedCapacity=0.4375, absoluteUsedCapacity=0.4375, numApps=2, numContainers=5 usedCapacity=0.4375 absoluteUsedCapacity=0.4375 used=<memory:7168, vCores:5> cluster=<memory:16384, vCores:32>
2014-04-10 11:51:28,367 INFO capacity.ParentQueue (ParentQueue.java:assignContainersToChildQueues(655)) - Re-sorting assigned queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:8192, vCores:6>usedCapacity=0.5, absoluteUsedCapacity=0.5, numApps=2, numContainers=6
2014-04-10 11:51:28,367 INFO capacity.ParentQueue (ParentQueue.java:assignContainers(570)) - assignedContainer queue=root usedCapacity=0.5 absoluteUsedCapacity=0.5 used=<memory:8192, vCores:6> cluster=<memory:16384, vCores:32>
2014-04-10 11:51:28,374 INFO hdfs.StateChange (InvalidateBlocks.java:invalidateWork(152)) - BLOCK* InvalidateBlocks: ask 127.0.0.1:34839 to delete [blk_1073741840_1016, blk_1073741841_1017, blk_1073741845_1021, blk_1073741847_1023, blk_1073741837_1013, blk_1073741838_1014, blk_1073741839_1015]
2014-04-10 11:51:28,374 INFO hdfs.StateChange (InvalidateBlocks.java:invalidateWork(152)) - BLOCK* InvalidateBlocks: ask 127.0.0.1:41432 to delete [blk_1073741840_1016, blk_1073741841_1017, blk_1073741837_1013, blk_1073741838_1014]
2014-04-10 11:51:28,398 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397148651586_0003_01_000006 Container Transitioned from NEW to ALLOCATED
2014-04-10 11:51:28,398 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(98)) - USER=brock OPERATION=AM Allocated Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1397148651586_0003 CONTAINERID=container_1397148651586_0003_01_000006
2014-04-10 11:51:28,398 INFO fica.FiCaSchedulerNode (FiCaSchedulerNode.java:allocateContainer(116)) - Assigned container container_1397148651586_0003_01_000006 of capacity <memory:1024, vCores:1> on host localhost:40708, which currently has 1 containers, <memory:1024, vCores:1> used and <memory:3072, vCores:7> available
2014-04-10 11:51:28,399 INFO capacity.LeafQueue (LeafQueue.java:assignContainer(1363)) - assignedContainer application=application_1397148651586_0003 container=Container: [ContainerId: container_1397148651586_0003_01_000006, NodeId: localhost:40708, NodeHttpAddress: localhost:48138, Resource: <memory:1024, vCores:1>, Priority: 20, Token: Token { kind: ContainerToken, service: localhost:40708 }, ] containerId=container_1397148651586_0003_01_000006 queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:8192, vCores:6>usedCapacity=0.5, absoluteUsedCapacity=0.5, numApps=2, numContainers=6 usedCapacity=0.5 absoluteUsedCapacity=0.5 used=<memory:8192, vCores:6> cluster=<memory:16384, vCores:32>
2014-04-10 11:51:28,399 INFO capacity.ParentQueue (ParentQueue.java:assignContainersToChildQueues(655)) - Re-sorting assigned queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:9216, vCores:7>usedCapacity=0.5625, absoluteUsedCapacity=0.5625, numApps=2, numContainers=7
2014-04-10 11:51:28,399 INFO capacity.ParentQueue (ParentQueue.java:assignContainers(570)) - assignedContainer queue=root usedCapacity=0.5625 absoluteUsedCapacity=0.5625 used=<memory:9216, vCores:7> cluster=<memory:16384, vCores:32>
2014-04-10 11:51:28,584 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1638008525-127.0.0.1-1397148635957:blk_1073741854_1030
2014-04-10 11:51:28,585 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1638008525-127.0.0.1-1397148635957:blk_1073741853_1029
2014-04-10 11:51:28,728 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397148651586_0003_01_000002 Container Transitioned from ALLOCATED to ACQUIRED
2014-04-10 11:51:28,729 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397148651586_0003_01_000003 Container Transitioned from ALLOCATED to ACQUIRED
2014-04-10 11:51:28,729 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397148651586_0003_01_000004 Container Transitioned from ALLOCATED to ACQUIRED
2014-04-10 11:51:28,729 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397148651586_0003_01_000005 Container Transitioned from ALLOCATED to ACQUIRED
2014-04-10 11:51:28,730 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397148651586_0003_01_000006 Container Transitioned from ALLOCATED to ACQUIRED
2014-04-10 11:51:28,775 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397148651586_0003/job.jar dst=null perm=null
2014-04-10 11:51:28,776 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397148651586_0003/job.jar dst=null perm=null
2014-04-10 11:51:28,784 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397148651586_0003/job.xml dst=null perm=null
2014-04-10 11:51:28,785 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397148651586_0003/job.xml dst=null perm=null
2014-04-10 11:51:28,787 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null
2014-04-10 11:51:28,788 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target/Hadoop2MR1Platform-tmpDir/hadoop-835624885896005772.jar dst=null perm=null
2014-04-10 11:51:28,798 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null
2014-04-10 11:51:28,800 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target/Hadoop2MR1Platform-tmpDir/hadoop-835624885896005772.jar dst=null perm=null
2014-04-10 11:51:28,801 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null
2014-04-10 11:51:28,802 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target/Hadoop2MR1Platform-tmpDir/hadoop-835624885896005772.jar dst=null perm=null
2014-04-10 11:51:28,860 INFO ipc.Server (Server.java:saslProcess(1252)) - Auth successful for appattempt_1397148651586_0003_000001 (auth:SIMPLE)
2014-04-10 11:51:28,860 INFO ipc.Server (Server.java:saslProcess(1252)) - Auth successful for appattempt_1397148651586_0003_000001 (auth:SIMPLE)
2014-04-10 11:51:28,865 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(572)) - Start request for container_1397148651586_0003_01_000006 by user brock
2014-04-10 11:51:28,865 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(611)) - Creating a new application reference for app application_1397148651586_0003
2014-04-10 11:51:28,866 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=brock IP=127.0.0.1 OPERATION=Start Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1397148651586_0003 CONTAINERID=container_1397148651586_0003_01_000006
2014-04-10 11:51:28,866 INFO application.Application (ApplicationImpl.java:handle(450)) - Application application_1397148651586_0003 transitioned from NEW to INITING
2014-04-10 11:51:28,866 INFO application.Application (ApplicationImpl.java:transition(296)) - Adding container_1397148651586_0003_01_000006 to application application_1397148651586_0003
2014-04-10 11:51:28,866 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(572)) - Start request for container_1397148651586_0003_01_000005 by user brock
2014-04-10 11:51:28,867 INFO application.Application (ApplicationImpl.java:handle(450)) - Application application_1397148651586_0003 transitioned from INITING to RUNNING
2014-04-10 11:51:28,867 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(611)) - Creating a new application reference for app application_1397148651586_0003
2014-04-10 11:51:28,867 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=brock IP=127.0.0.1 OPERATION=Start Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1397148651586_0003 CONTAINERID=container_1397148651586_0003_01_000005
2014-04-10 11:51:28,867 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397148651586_0003_01_000006 transitioned from NEW to LOCALIZING
2014-04-10 11:51:28,867 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(572)) - Start request for container_1397148651586_0003_01_000004 by user brock
2014-04-10 11:51:28,867 INFO application.Application (ApplicationImpl.java:handle(450)) - Application application_1397148651586_0003 transitioned from NEW to INITING
2014-04-10 11:51:28,868 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(572)) - Start request for container_1397148651586_0003_01_000002 by user brock
2014-04-10 11:51:28,868 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event CONTAINER_INIT for appId application_1397148651586_0003
2014-04-10 11:51:28,868 INFO application.Application (ApplicationImpl.java:transition(296)) - Adding container_1397148651586_0003_01_000005 to application application_1397148651586_0003
2014-04-10 11:51:28,869 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(572)) - Start request for container_1397148651586_0003_01_000003 by user brock
2014-04-10 11:51:28,868 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=brock IP=127.0.0.1 OPERATION=Start Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1397148651586_0003 CONTAINERID=container_1397148651586_0003_01_000004
2014-04-10 11:51:28,869 INFO application.Application (ApplicationImpl.java:transition(296)) - Adding container_1397148651586_0003_01_000004 to application application_1397148651586_0003
2014-04-10 11:51:28,869 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=brock IP=127.0.0.1 OPERATION=Start Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1397148651586_0003 CONTAINERID=container_1397148651586_0003_01_000002
2014-04-10 11:51:28,869 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event APPLICATION_INIT for appId application_1397148651586_0003
2014-04-10 11:51:28,870 INFO application.Application (ApplicationImpl.java:transition(296)) - Adding container_1397148651586_0003_01_000002 to application application_1397148651586_0003
2014-04-10 11:51:28,869 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=brock IP=127.0.0.1 OPERATION=Start Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1397148651586_0003 CONTAINERID=container_1397148651586_0003_01_000003
2014-04-10 11:51:28,870 INFO application.Application (ApplicationImpl.java:transition(296)) - Adding container_1397148651586_0003_01_000003 to application application_1397148651586_0003
2014-04-10 11:51:28,870 INFO containermanager.AuxServices (AuxServices.java:handle(179)) - Got APPLICATION_INIT for service mapreduce_shuffle
2014-04-10 11:51:28,871 INFO application.Application (ApplicationImpl.java:handle(450)) - Application application_1397148651586_0003 transitioned from INITING to RUNNING
2014-04-10 11:51:28,871 INFO mapred.ShuffleHandler (ShuffleHandler.java:initializeApplication(263)) - Added token for job_1397148651586_0003
2014-04-10 11:51:28,871 INFO localizer.LocalizedResource (LocalizedResource.java:handle(196)) - Resource hdfs://localhost:60632/tmp/hadoop-yarn/staging/brock/.staging/job_1397148651586_0003/job.jar transitioned from INIT to DOWNLOADING
2014-04-10 11:51:28,871 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397148651586_0003_01_000003 transitioned from NEW to LOCALIZING
2014-04-10 11:51:28,871 INFO localizer.LocalizedResource (LocalizedResource.java:handle(196)) - Resource hdfs://localhost:60632/tmp/hadoop-yarn/staging/brock/.staging/job_1397148651586_0003/job.xml transitioned from INIT to DOWNLOADING
2014-04-10 11:51:28,872 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:handle(590)) - Created localizer for container_1397148651586_0003_01_000006
2014-04-10 11:51:28,872 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397148651586_0003_01_000005 transitioned from NEW to LOCALIZING
2014-04-10 11:51:28,872 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397148651586_0003_01_000004 transitioned from NEW to LOCALIZING
2014-04-10 11:51:28,873 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397148651586_0003_01_000002 transitioned from NEW to LOCALIZING
2014-04-10 11:51:28,873 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event CONTAINER_INIT for appId application_1397148651586_0003
2014-04-10 11:51:28,873 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event APPLICATION_INIT for appId application_1397148651586_0003
2014-04-10 11:51:28,873 INFO containermanager.AuxServices (AuxServices.java:handle(179)) - Got APPLICATION_INIT for service mapreduce_shuffle
2014-04-10 11:51:28,874 INFO mapred.ShuffleHandler (ShuffleHandler.java:initializeApplication(263)) - Added token for job_1397148651586_0003
2014-04-10 11:51:28,874 INFO localizer.LocalizedResource (LocalizedResource.java:handle(196)) - Resource hdfs://localhost:60632/tmp/hadoop-yarn/staging/brock/.staging/job_1397148651586_0003/job.jar transitioned from INIT to DOWNLOADING
2014-04-10 11:51:28,874 INFO localizer.LocalizedResource (LocalizedResource.java:handle(196)) - Resource hdfs://localhost:60632/tmp/hadoop-yarn/staging/brock/.staging/job_1397148651586_0003/job.xml transitioned from INIT to DOWNLOADING
2014-04-10 11:51:28,874 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event CONTAINER_INIT for appId application_1397148651586_0003
2014-04-10 11:51:28,874 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event APPLICATION_INIT for appId application_1397148651586_0003
2014-04-10 11:51:28,875 INFO containermanager.AuxServices (AuxServices.java:handle(179)) - Got APPLICATION_INIT for service mapreduce_shuffle
2014-04-10 11:51:28,875 INFO mapred.ShuffleHandler (ShuffleHandler.java:initializeApplication(263)) - Added token for job_1397148651586_0003
2014-04-10 11:51:28,875 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event CONTAINER_INIT for appId application_1397148651586_0003
2014-04-10 11:51:28,875 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event APPLICATION_INIT for appId application_1397148651586_0003
2014-04-10 11:51:28,876 INFO containermanager.AuxServices (AuxServices.java:handle(179)) - Got APPLICATION_INIT for service mapreduce_shuffle
2014-04-10 11:51:28,876 INFO mapred.ShuffleHandler (ShuffleHandler.java:initializeApplication(263)) - Added token for job_1397148651586_0003
2014-04-10 11:51:28,876 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event CONTAINER_INIT for appId application_1397148651586_0003
2014-04-10 11:51:28,876 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event APPLICATION_INIT for appId application_1397148651586_0003
2014-04-10 11:51:28,877 INFO containermanager.AuxServices (AuxServices.java:handle(179)) - Got APPLICATION_INIT for service mapreduce_shuffle
2014-04-10 11:51:28,877 INFO mapred.ShuffleHandler (ShuffleHandler.java:initializeApplication(263)) - Added token for job_1397148651586_0003
2014-04-10 11:51:28,877 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:handle(590)) - Created localizer for container_1397148651586_0003_01_000003
2014-04-10 11:51:28,878 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:handle(590)) - Created localizer for container_1397148651586_0003_01_000005
2014-04-10 11:51:28,878 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:handle(590)) - Created localizer for container_1397148651586_0003_01_000004
2014-04-10 11:51:28,879 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:handle(590)) - Created localizer for container_1397148651586_0003_01_000002
2014-04-10 11:51:28,889 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:writeCredentials(1015)) - Writing credentials to the nmPrivate file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_1/nmPrivate/container_1397148651586_0003_01_000006.tokens. Credentials list:
2014-04-10 11:51:28,898 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:writeCredentials(1015)) - Writing credentials to the nmPrivate file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_3/nmPrivate/container_1397148651586_0003_01_000003.tokens. Credentials list:
2014-04-10 11:51:28,898 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:writeCredentials(1015)) - Writing credentials to the nmPrivate file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_1/nmPrivate/container_1397148651586_0003_01_000002.tokens. Credentials list:
2014-04-10 11:51:28,898 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:writeCredentials(1015)) - Writing credentials to the nmPrivate file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_3/nmPrivate/container_1397148651586_0003_01_000004.tokens. Credentials list:
2014-04-10 11:51:28,898 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:writeCredentials(1015)) - Writing credentials to the nmPrivate file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_1/nmPrivate/container_1397148651586_0003_01_000005.tokens. Credentials list:
2014-04-10 11:51:28,913 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:createUserCacheDirs(469)) - Initializing user brock
2014-04-10 11:51:28,918 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:createUserCacheDirs(469)) - Initializing user brock
2014-04-10 11:51:28,986 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(103)) - Copying from /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_1/nmPrivate/container_1397148651586_0003_01_000006.tokens to /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_0/usercache/brock/appcache/application_1397148651586_0003/container_1397148651586_0003_01_000006.tokens
2014-04-10 11:51:28,986 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(105)) - CWD set to /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_0/usercache/brock/appcache/application_1397148651586_0003 = file:/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_0/usercache/brock/appcache/application_1397148651586_0003
2014-04-10 11:51:28,990 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(103)) - Copying from /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_3/nmPrivate/container_1397148651586_0003_01_000003.tokens to /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_0/usercache/brock/appcache/application_1397148651586_0003/container_1397148651586_0003_01_000003.tokens
2014-04-10 11:51:28,991 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(105)) - CWD set to /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_0/usercache/brock/appcache/application_1397148651586_0003 = file:/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_0/usercache/brock/appcache/application_1397148651586_0003
2014-04-10 11:51:29,065 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1638008525-127.0.0.1-1397148635957:blk_1073741850_1026
2014-04-10 11:51:29,066 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1638008525-127.0.0.1-1397148635957:blk_1073741854_1030
2014-04-10 11:51:29,097 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397148651586_0003/job.jar dst=null perm=null
2014-04-10 11:51:29,101 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397148651586_0003/job.jar dst=null perm=null
2014-04-10 11:51:29,101 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397148651586_0003/job.jar dst=null perm=null
2014-04-10 11:51:29,103 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397148651586_0003/job.jar dst=null perm=null
2014-04-10 11:51:29,103 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397148651586_0003/job.jar dst=null perm=null
2014-04-10 11:51:29,104 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1638008525-127.0.0.1-1397148635957:blk_1073741854_1030
2014-04-10 11:51:29,105 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397148651586_0003/job.jar dst=null perm=null
2014-04-10 11:51:29,116 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:50141, dest: /127.0.0.1:33122, bytes: 246562, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_-1816247071_2122, offset: 0, srvID: c1ad97e0-9f53-4437-974d-e948c41bedfe, blockid: BP-1638008525-127.0.0.1-1397148635957:blk_1073741850_1026, duration: 1023424
2014-04-10 11:51:29,116 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:35451, dest: /127.0.0.1:35003, bytes: 246562, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_-831260278_2123, offset: 0, srvID: 8ec8a8cc-5508-442c-8963-d78fa559e878, blockid: BP-1638008525-127.0.0.1-1397148635957:blk_1073741850_1026, duration: 1239131
2014-04-10 11:51:29,134 INFO localizer.LocalizedResource (LocalizedResource.java:handle(196)) - Resource hdfs://localhost:60632/tmp/hadoop-yarn/staging/brock/.staging/job_1397148651586_0003/job.jar(->file:/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_0/usercache/brock/appcache/application_1397148651586_0003/filecache/10/job.jar) transitioned from DOWNLOADING to LOCALIZED
2014-04-10 11:51:29,135 INFO localizer.LocalizedResource (LocalizedResource.java:handle(196)) - Resource hdfs://localhost:60632/tmp/hadoop-yarn/staging/brock/.staging/job_1397148651586_0003/job.jar(->file:/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_2/usercache/brock/appcache/application_1397148651586_0003/filecache/10/job.jar) transitioned from DOWNLOADING to LOCALIZED
2014-04-10 11:51:29,155 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397148651586_0003/job.xml dst=null perm=null
2014-04-10 11:51:29,155 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397148651586_0003/job.xml dst=null perm=null
2014-04-10 11:51:29,157 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397148651586_0003/job.xml dst=null perm=null
2014-04-10 11:51:29,157 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397148651586_0003/job.xml dst=null perm=null
2014-04-10 11:51:29,158 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397148651586_0003/job.xml dst=null perm=null
2014-04-10 11:51:29,158 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397148651586_0003/job.xml dst=null perm=null
2014-04-10 11:51:29,167 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:35451, dest: /127.0.0.1:35003, bytes: 80191, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_-831260278_2123, offset: 0, srvID: 8ec8a8cc-5508-442c-8963-d78fa559e878, blockid: BP-1638008525-127.0.0.1-1397148635957:blk_1073741853_1029, duration: 414010
2014-04-10 11:51:29,168 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:35451, dest: /127.0.0.1:35004, bytes: 80191, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_-1816247071_2122, offset: 0, srvID: 8ec8a8cc-5508-442c-8963-d78fa559e878, blockid: BP-1638008525-127.0.0.1-1397148635957:blk_1073741853_1029, duration: 643204
2014-04-10 11:51:29,188 INFO launcher.ContainerLaunch (ContainerLaunch.java:call(322)) - Container container_1397148651586_0002_01_000001 succeeded
2014-04-10 11:51:29,188 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397148651586_0002_01_000001 transitioned from RUNNING to EXITED_WITH_SUCCESS
2014-04-10 11:51:29,188 INFO launcher.ContainerLaunch (ContainerLaunch.java:cleanupContainer(341)) - Cleaning up container container_1397148651586_0002_01_000001
2014-04-10 11:51:29,190 INFO localizer.LocalizedResource (LocalizedResource.java:handle(196)) - Resource hdfs://localhost:60632/tmp/hadoop-yarn/staging/brock/.staging/job_1397148651586_0003/job.xml(->file:/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_0/usercache/brock/appcache/application_1397148651586_0003/filecache/11/job.xml) transitioned from DOWNLOADING to LOCALIZED
2014-04-10 11:51:29,190 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397148651586_0003_01_000003 transitioned from LOCALIZING to LOCALIZED
2014-04-10 11:51:29,190 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397148651586_0003_01_000006 transitioned from LOCALIZING to LOCALIZED
2014-04-10 11:51:29,190 INFO localizer.LocalizedResource (LocalizedResource.java:handle(196)) - Resource hdfs://localhost:60632/tmp/hadoop-yarn/staging/brock/.staging/job_1397148651586_0003/job.xml(->file:/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_1/usercache/brock/appcache/application_1397148651586_0003/filecache/11/job.xml) transitioned from DOWNLOADING to LOCALIZED
2014-04-10 11:51:29,190 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397148651586_0003_01_000005 transitioned from LOCALIZING to LOCALIZED
2014-04-10 11:51:29,191 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397148651586_0003_01_000004 transitioned from LOCALIZING to LOCALIZED
2014-04-10 11:51:29,191 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397148651586_0003_01_000002 transitioned from LOCALIZING to LOCALIZED
2014-04-10 11:51:29,199 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_0/usercache/brock/appcache/application_1397148651586_0002/container_1397148651586_0002_01_000001
2014-04-10 11:51:29,199 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_1/usercache/brock/appcache/application_1397148651586_0002/container_1397148651586_0002_01_000001
2014-04-10 11:51:29,199 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_2/usercache/brock/appcache/application_1397148651586_0002/container_1397148651586_0002_01_000001
2014-04-10 11:51:29,200 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_3/usercache/brock/appcache/application_1397148651586_0002/container_1397148651586_0002_01_000001
2014-04-10 11:51:29,201 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=brock OPERATION=Container Finished - Succeeded TARGET=ContainerImpl RESULT=SUCCESS APPID=application_1397148651586_0002 CONTAINERID=container_1397148651586_0002_01_000001
2014-04-10 11:51:29,201 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397148651586_0002_01_000001 transitioned from EXITED_WITH_SUCCESS to DONE
2014-04-10 11:51:29,201 INFO application.Application (ApplicationImpl.java:transition(339)) - Removing container_1397148651586_0002_01_000001 from application application_1397148651586_0002
2014-04-10 11:51:29,201 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(169)) - Neither virutal-memory nor physical-memory monitoring is needed. Not running the monitor-thread
2014-04-10 11:51:29,201 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event CONTAINER_STOP for appId application_1397148651586_0002
2014-04-10 11:51:29,219 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397148651586_0003_01_000006 transitioned from LOCALIZED to RUNNING
2014-04-10 11:51:29,219 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(169)) - Neither virutal-memory nor physical-memory monitoring is needed. Not running the monitor-thread
2014-04-10 11:51:29,224 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397148651586_0003_01_000003 transitioned from LOCALIZED to RUNNING
2014-04-10 11:51:29,224 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(169)) - Neither virutal-memory nor physical-memory monitoring is needed. Not running the monitor-thread
2014-04-10 11:51:29,224 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397148651586_0003_01_000004 transitioned from LOCALIZED to RUNNING
2014-04-10 11:51:29,224 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397148651586_0003_01_000002 transitioned from LOCALIZED to RUNNING
2014-04-10 11:51:29,224 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397148651586_0003_01_000005 transitioned from LOCALIZED to RUNNING
2014-04-10 11:51:29,224 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(169)) - Neither virutal-memory nor physical-memory monitoring is needed. Not running the monitor-thread
2014-04-10 11:51:29,224 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(169)) - Neither virutal-memory nor physical-memory monitoring is needed. Not running the monitor-thread
2014-04-10 11:51:29,225 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(169)) - Neither virutal-memory nor physical-memory monitoring is needed. Not running the monitor-thread
2014-04-10 11:51:29,294 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(189)) - launchContainer: [nice, -n, 0, bash, /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_1/usercache/brock/appcache/application_1397148651586_0003/container_1397148651586_0003_01_000006/default_container_executor.sh]
2014-04-10 11:51:29,297 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(189)) - launchContainer: [nice, -n, 0, bash, /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_2/usercache/brock/appcache/application_1397148651586_0003/container_1397148651586_0003_01_000002/default_container_executor.sh]
2014-04-10 11:51:29,298 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(189)) - launchContainer: [nice, -n, 0, bash, /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_0/usercache/brock/appcache/application_1397148651586_0003/container_1397148651586_0003_01_000004/default_container_executor.sh]
2014-04-10 11:51:29,298 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(189)) - launchContainer: [nice, -n, 0, bash, /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_3/usercache/brock/appcache/application_1397148651586_0003/container_1397148651586_0003_01_000003/default_container_executor.sh]
2014-04-10 11:51:29,298 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(189)) - launchContainer: [nice, -n, 0, bash, /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_0/usercache/brock/appcache/application_1397148651586_0003/container_1397148651586_0003_01_000005/default_container_executor.sh]
2014-04-10 11:51:29,360 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397148651586_0003_01_000002 Container Transitioned from ACQUIRED to RUNNING
2014-04-10 11:51:29,360 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397148651586_0003_01_000003 Container Transitioned from ACQUIRED to RUNNING
2014-04-10 11:51:29,360 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397148651586_0003_01_000004 Container Transitioned from ACQUIRED to RUNNING
2014-04-10 11:51:29,360 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397148651586_0003_01_000005 Container Transitioned from ACQUIRED to RUNNING
2014-04-10 11:51:29,402 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397148651586_0003_01_000006 Container Transitioned from ACQUIRED to RUNNING
2014-04-10 11:51:29,750 INFO scheduler.AppSchedulingInfo (AppSchedulingInfo.java:updateResourceRequests(166)) - checking for deactivate...
2014-04-10 11:51:29,840 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073741840_1016 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data6/current/BP-1638008525-127.0.0.1-1397148635957/current/finalized/blk_1073741840 for deletion
2014-04-10 11:51:29,840 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073741841_1017 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data5/current/BP-1638008525-127.0.0.1-1397148635957/current/finalized/blk_1073741841 for deletion
2014-04-10 11:51:29,840 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073741845_1021 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data6/current/BP-1638008525-127.0.0.1-1397148635957/current/finalized/blk_1073741845 for deletion
2014-04-10 11:51:29,840 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073741847_1023 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data6/current/BP-1638008525-127.0.0.1-1397148635957/current/finalized/blk_1073741847 for deletion
2014-04-10 11:51:29,840 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-1638008525-127.0.0.1-1397148635957 blk_1073741841_1017 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data5/current/BP-1638008525-127.0.0.1-1397148635957/current/finalized/blk_1073741841
2014-04-10 11:51:29,841 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-1638008525-127.0.0.1-1397148635957 blk_1073741840_1016 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data6/current/BP-1638008525-127.0.0.1-1397148635957/current/finalized/blk_1073741840
2014-04-10 11:51:29,841 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-1638008525-127.0.0.1-1397148635957 blk_1073741845_1021 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data6/current/BP-1638008525-127.0.0.1-1397148635957/current/finalized/blk_1073741845
2014-04-10 11:51:29,841 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-1638008525-127.0.0.1-1397148635957 blk_1073741847_1023 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data6/current/BP-1638008525-127.0.0.1-1397148635957/current/finalized/blk_1073741847
2014-04-10 11:51:29,840 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073741837_1013 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data5/current/BP-1638008525-127.0.0.1-1397148635957/current/finalized/blk_1073741837 for deletion
2014-04-10 11:51:29,841 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073741838_1014 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data6/current/BP-1638008525-127.0.0.1-1397148635957/current/finalized/blk_1073741838 for deletion
2014-04-10 11:51:29,841 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073741839_1015 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data5/current/BP-1638008525-127.0.0.1-1397148635957/current/finalized/blk_1073741839 for deletion
2014-04-10 11:51:29,841 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-1638008525-127.0.0.1-1397148635957 blk_1073741837_1013 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data5/current/BP-1638008525-127.0.0.1-1397148635957/current/finalized/blk_1073741837
2014-04-10 11:51:29,842 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-1638008525-127.0.0.1-1397148635957 blk_1073741839_1015 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data5/current/BP-1638008525-127.0.0.1-1397148635957/current/finalized/blk_1073741839
2014-04-10 11:51:29,842 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-1638008525-127.0.0.1-1397148635957 blk_1073741838_1014 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data6/current/BP-1638008525-127.0.0.1-1397148635957/current/finalized/blk_1073741838
2014-04-10 11:51:29,864 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073741840_1016 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data2/current/BP-1638008525-127.0.0.1-1397148635957/current/finalized/blk_1073741840 for deletion
2014-04-10 11:51:29,864 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073741841_1017 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data1/current/BP-1638008525-127.0.0.1-1397148635957/current/finalized/blk_1073741841 for deletion
2014-04-10 11:51:29,864 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-1638008525-127.0.0.1-1397148635957 blk_1073741840_1016 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data2/current/BP-1638008525-127.0.0.1-1397148635957/current/finalized/blk_1073741840
2014-04-10 11:51:29,864 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-1638008525-127.0.0.1-1397148635957 blk_1073741841_1017 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data1/current/BP-1638008525-127.0.0.1-1397148635957/current/finalized/blk_1073741841
2014-04-10 11:51:29,864 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073741837_1013 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data2/current/BP-1638008525-127.0.0.1-1397148635957/current/finalized/blk_1073741837 for deletion
2014-04-10 11:51:29,865 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073741838_1014 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data1/current/BP-1638008525-127.0.0.1-1397148635957/current/finalized/blk_1073741838 for deletion
2014-04-10 11:51:29,865 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-1638008525-127.0.0.1-1397148635957 blk_1073741837_1013 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data2/current/BP-1638008525-127.0.0.1-1397148635957/current/finalized/blk_1073741837
2014-04-10 11:51:29,865 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-1638008525-127.0.0.1-1397148635957 blk_1073741838_1014 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data1/current/BP-1638008525-127.0.0.1-1397148635957/current/finalized/blk_1073741838
2014-04-10 11:51:30,061 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:updateAndGetContainerStatuses(374)) - Removed completed container container_1397148651586_0002_01_000001
2014-04-10 11:51:30,061 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397148651586_0002_01_000001 Container Transitioned from RUNNING to COMPLETED
2014-04-10 11:51:30,061 INFO resourcemanager.ApplicationMasterService (ApplicationMasterService.java:unregisterAttempt(562)) - Unregistering app attempt : appattempt_1397148651586_0002_000001
2014-04-10 11:51:30,062 INFO fica.FiCaSchedulerApp (FiCaSchedulerApp.java:containerCompleted(91)) - Completed container: container_1397148651586_0002_01_000001 in state: COMPLETED event:FINISHED
2014-04-10 11:51:30,062 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(652)) - appattempt_1397148651586_0002_000001 State change from FINISHING to FINISHED
2014-04-10 11:51:30,062 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(98)) - USER=brock OPERATION=AM Released Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1397148651586_0002 CONTAINERID=container_1397148651586_0002_01_000001
2014-04-10 11:51:30,062 INFO rmapp.RMAppImpl (RMAppImpl.java:handle(610)) - application_1397148651586_0002 State change from FINISHING to FINISHED
2014-04-10 11:51:30,062 INFO fica.FiCaSchedulerNode (FiCaSchedulerNode.java:releaseContainer(164)) - Released container container_1397148651586_0002_01_000001 of capacity <memory:2048, vCores:1> on host localhost:34677, which currently has 1 containers, <memory:2048, vCores:1> used and <memory:2048, vCores:7> available, release resources=true
2014-04-10 11:51:30,062 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(140)) - USER=brock OPERATION=Application Finished - Succeeded TARGET=RMAppManager RESULT=SUCCESS APPID=application_1397148651586_0002
2014-04-10 11:51:30,062 INFO capacity.LeafQueue (LeafQueue.java:releaseResource(1506)) - default used=<memory:7168, vCores:6> numContainers=6 user=brock user-resources=<memory:7168, vCores:6>
2014-04-10 11:51:30,062 INFO resourcemanager.RMAppManager$ApplicationSummary (RMAppManager.java:logAppSummary(175)) - appId=application_1397148651586_0002,name=[F4D16D1142544B6FA816A9BEDD7FD897/9BD000213B2A45CB804CED5D8CCE08C4] first-flow/(1/1) ...preduceflowplatform/flow4,user=brock,queue=default,state=FINISHED,trackingUrl=http://localhost:35948/proxy/application_1397148651586_0002/jobhistory/job/job_1397148651586_0002,appMasterHost=localhost.localdomain,startTime=1397148673488,finishTime=1397148683000,finalStatus=SUCCEEDED
2014-04-10 11:51:30,062 INFO capacity.LeafQueue (LeafQueue.java:completedContainer(1448)) - completedContainer container=Container: [ContainerId: container_1397148651586_0002_01_000001, NodeId: localhost:34677, NodeHttpAddress: localhost:40272, Resource: <memory:2048, vCores:1>, Priority: 0, Token: Token { kind: ContainerToken, service: localhost:34677 }, ] resource=<memory:2048, vCores:1> queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:7168, vCores:6>usedCapacity=0.4375, absoluteUsedCapacity=0.4375, numApps=2, numContainers=6 usedCapacity=0.4375 absoluteUsedCapacity=0.4375 used=<memory:7168, vCores:6> cluster=<memory:16384, vCores:32>
2014-04-10 11:51:30,062 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(694)) - completedContainer queue=root usedCapacity=0.4375 absoluteUsedCapacity=0.4375 used=<memory:7168, vCores:6> cluster=<memory:16384, vCores:32>
2014-04-10 11:51:30,063 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(708)) - Re-sorting completed queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:7168, vCores:6>usedCapacity=0.4375, absoluteUsedCapacity=0.4375, numApps=2, numContainers=6
2014-04-10 11:51:30,063 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(849)) - Application appattempt_1397148651586_0002_000001 released container container_1397148651586_0002_01_000001 on node: host: localhost:34677 #containers=1 available=2048 used=2048 with event: FINISHED
2014-04-10 11:51:30,063 INFO capacity.CapacityScheduler (CapacityScheduler.java:doneApplicationAttempt(472)) - Application appattempt_1397148651586_0002_000001 is done. finalState=FINISHED
2014-04-10 11:51:30,063 INFO scheduler.AppSchedulingInfo (AppSchedulingInfo.java:clearRequests(108)) - Application application_1397148651586_0002 requests cleared
2014-04-10 11:51:30,063 INFO capacity.LeafQueue (LeafQueue.java:removeApplication(776)) - Application removed - appId: application_1397148651586_0002 user: brock queue: default #user-pending-applications: 0 #user-active-applications: 1 #queue-pending-applications: 0 #queue-active-applications: 1
2014-04-10 11:51:30,063 INFO capacity.ParentQueue (ParentQueue.java:removeApplication(507)) - Application removed - appId: application_1397148651586_0002 user: brock leaf-queue of parent: root #applications: 1
2014-04-10 11:51:30,068 INFO amlauncher.AMLauncher (AMLauncher.java:run(262)) - Cleaning master appattempt_1397148651586_0002_000001
2014-04-10 11:51:30,080 INFO ipc.Server (Server.java:saslProcess(1252)) - Auth successful for appattempt_1397148651586_0002_000001 (auth:SIMPLE)
2014-04-10 11:51:30,089 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:stopContainerInternal(718)) - Stopping container with container Id: container_1397148651586_0002_01_000001
2014-04-10 11:51:30,258 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:createUserCacheDirs(469)) - Initializing user brock
2014-04-10 11:51:30,361 INFO application.Application (ApplicationImpl.java:handle(450)) - Application application_1397148651586_0002 transitioned from RUNNING to APPLICATION_RESOURCES_CLEANINGUP
2014-04-10 11:51:30,361 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_0/usercache/brock/appcache/application_1397148651586_0002
2014-04-10 11:51:30,361 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event APPLICATION_STOP for appId application_1397148651586_0002
2014-04-10 11:51:30,361 INFO application.Application (ApplicationImpl.java:handle(450)) - Application application_1397148651586_0002 transitioned from APPLICATION_RESOURCES_CLEANINGUP to FINISHED
2014-04-10 11:51:30,362 INFO loghandler.NonAggregatingLogHandler (NonAggregatingLogHandler.java:handle(119)) - Scheduling Log Deletion for application: application_1397148651586_0002, with delay of 10800 seconds
2014-04-10 11:51:30,362 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_1/usercache/brock/appcache/application_1397148651586_0002
2014-04-10 11:51:30,362 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_2/usercache/brock/appcache/application_1397148651586_0002
2014-04-10 11:51:30,363 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_3/usercache/brock/appcache/application_1397148651586_0002
2014-04-10 11:51:30,588 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(103)) - Copying from /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_1/nmPrivate/container_1397148651586_0003_01_000005.tokens to /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_0/usercache/brock/appcache/application_1397148651586_0003/container_1397148651586_0003_01_000005.tokens
2014-04-10 11:51:30,588 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(105)) - CWD set to /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_0/usercache/brock/appcache/application_1397148651586_0003 = file:/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_0/usercache/brock/appcache/application_1397148651586_0003
2014-04-10 11:51:30,752 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:createUserCacheDirs(469)) - Initializing user brock
2014-04-10 11:51:31,025 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(103)) - Copying from /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_3/nmPrivate/container_1397148651586_0003_01_000004.tokens to /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_0/usercache/brock/appcache/application_1397148651586_0003/container_1397148651586_0003_01_000004.tokens
2014-04-10 11:51:31,026 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(105)) - CWD set to /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_0/usercache/brock/appcache/application_1397148651586_0003 = file:/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_0/usercache/brock/appcache/application_1397148651586_0003
2014-04-10 11:51:31,066 INFO application.Application (ApplicationImpl.java:handle(450)) - Application application_1397148651586_0002 transitioned from RUNNING to APPLICATION_RESOURCES_CLEANINGUP
2014-04-10 11:51:31,066 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_0/usercache/brock/appcache/application_1397148651586_0002
2014-04-10 11:51:31,066 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_1/usercache/brock/appcache/application_1397148651586_0002
2014-04-10 11:51:31,067 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event APPLICATION_STOP for appId application_1397148651586_0002
2014-04-10 11:51:31,067 INFO application.Application (ApplicationImpl.java:handle(450)) - Application application_1397148651586_0002 transitioned from APPLICATION_RESOURCES_CLEANINGUP to FINISHED
2014-04-10 11:51:31,067 INFO loghandler.NonAggregatingLogHandler (NonAggregatingLogHandler.java:handle(119)) - Scheduling Log Deletion for application: application_1397148651586_0002, with delay of 10800 seconds
2014-04-10 11:51:31,067 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_2/usercache/brock/appcache/application_1397148651586_0002
2014-04-10 11:51:31,067 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_3/usercache/brock/appcache/application_1397148651586_0002
2014-04-10 11:51:31,242 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:createUserCacheDirs(469)) - Initializing user brock
2014-04-10 11:51:31,669 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(103)) - Copying from /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_1/nmPrivate/container_1397148651586_0003_01_000002.tokens to /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_0/usercache/brock/appcache/application_1397148651586_0003/container_1397148651586_0003_01_000002.tokens
2014-04-10 11:51:31,669 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(105)) - CWD set to /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_0/usercache/brock/appcache/application_1397148651586_0003 = file:/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_0/usercache/brock/appcache/application_1397148651586_0003
2014-04-10 11:51:31,950 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397148651586_0003/job.split dst=null perm=null
2014-04-10 11:51:32,039 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:34839, dest: /127.0.0.1:57565, bytes: 2082, op: HDFS_READ, cliID: DFSClient_attempt_1397148651586_0003_m_000001_0_723915283_1, offset: 0, srvID: 8a56312d-0316-4fb1-9cb0-6a1bc51bc949, blockid: BP-1638008525-127.0.0.1-1397148635957:blk_1073741851_1027, duration: 214430
2014-04-10 11:51:32,110 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/mapreduceflowplatform/flow4/part-00002 dst=null perm=null
2014-04-10 11:51:32,148 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/mapreduceflowplatform/flow5/_temporary/1/_temporary/attempt_1397148651586_0003_m_000001_0/part-00001 dst=null perm=brock:supergroup:rw-rw-rw-
2014-04-10 11:51:32,246 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:35451, dest: /127.0.0.1:35022, bytes: 449, op: HDFS_READ, cliID: DFSClient_attempt_1397148651586_0003_m_000001_0_723915283_1, offset: 0, srvID: 8ec8a8cc-5508-442c-8963-d78fa559e878, blockid: BP-1638008525-127.0.0.1-1397148635957:blk_1073741846_1022, duration: 191358
2014-04-10 11:51:32,266 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397148651586_0003/job.split dst=null perm=null
2014-04-10 11:51:32,274 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(2966)) - BLOCK* allocateBlock: /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/mapreduceflowplatform/flow5/_temporary/1/_temporary/attempt_1397148651586_0003_m_000001_0/part-00001. BP-1638008525-127.0.0.1-1397148635957 blk_1073741855_1031{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-22cb6d02-3e35-4f66-89d9-1327072438fe:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-b33a8866-bd5f-4441-ad36-c6496b5f71c0:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-e591ab9a-22c6-42de-961c-bb13e404aae9:NORMAL|RBW]]}
2014-04-10 11:51:32,297 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397148651586_0003/job.split dst=null perm=null
2014-04-10 11:51:32,324 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:34839, dest: /127.0.0.1:57570, bytes: 2082, op: HDFS_READ, cliID: DFSClient_attempt_1397148651586_0003_m_000000_0_-493087162_1, offset: 0, srvID: 8a56312d-0316-4fb1-9cb0-6a1bc51bc949, blockid: BP-1638008525-127.0.0.1-1397148635957:blk_1073741851_1027, duration: 191661
2014-04-10 11:51:32,337 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1638008525-127.0.0.1-1397148635957:blk_1073741855_1031 src: /127.0.0.1:57568 dest: /127.0.0.1:34839
2014-04-10 11:51:32,343 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1638008525-127.0.0.1-1397148635957:blk_1073741855_1031 src: /127.0.0.1:35027 dest: /127.0.0.1:35451
2014-04-10 11:51:32,347 INFO BlockStateChange (BlockManager.java:processReport(1678)) - BLOCK* processReport: from DatanodeRegistration(127.0.0.1, datanodeUuid=8a56312d-0316-4fb1-9cb0-6a1bc51bc949, infoPort=55238, ipcPort=43997, storageInfo=lv=-51;cid=testClusterID;nsid=1147977063;c=0), blocks: 8, processing time: 0 msecs
2014-04-10 11:51:32,348 INFO BlockStateChange (BlockManager.java:processReport(1678)) - BLOCK* processReport: from DatanodeRegistration(127.0.0.1, datanodeUuid=8a56312d-0316-4fb1-9cb0-6a1bc51bc949, infoPort=55238, ipcPort=43997, storageInfo=lv=-51;cid=testClusterID;nsid=1147977063;c=0), blocks: 6, processing time: 0 msecs
2014-04-10 11:51:32,348 INFO datanode.DataNode (BPServiceActor.java:blockReport(485)) - BlockReport of 14 blocks took 0 msec to generate and 7 msecs for RPC and NN processing
2014-04-10 11:51:32,348 INFO datanode.DataNode (BPServiceActor.java:blockReport(504)) - sent block report, processed command:org.apache.hadoop.hdfs.server.protocol.FinalizeCommand@27d5e961
2014-04-10 11:51:32,354 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1638008525-127.0.0.1-1397148635957:blk_1073741855_1031 src: /127.0.0.1:33149 dest: /127.0.0.1:50141
2014-04-10 11:51:32,363 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:33149, dest: /127.0.0.1:50141, bytes: 455, op: HDFS_WRITE, cliID: DFSClient_attempt_1397148651586_0003_m_000001_0_723915283_1, offset: 0, srvID: c1ad97e0-9f53-4437-974d-e948c41bedfe, blockid: BP-1638008525-127.0.0.1-1397148635957:blk_1073741855_1031, duration: 3330998
2014-04-10 11:51:32,364 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1638008525-127.0.0.1-1397148635957:blk_1073741855_1031, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2014-04-10 11:51:32,365 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:50141 is added to blk_1073741855_1031{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-22cb6d02-3e35-4f66-89d9-1327072438fe:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-b33a8866-bd5f-4441-ad36-c6496b5f71c0:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-e591ab9a-22c6-42de-961c-bb13e404aae9:NORMAL|RBW]]} size 0
2014-04-10 11:51:32,366 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:35027, dest: /127.0.0.1:35451, bytes: 455, op: HDFS_WRITE, cliID: DFSClient_attempt_1397148651586_0003_m_000001_0_723915283_1, offset: 0, srvID: 8ec8a8cc-5508-442c-8963-d78fa559e878, blockid: BP-1638008525-127.0.0.1-1397148635957:blk_1073741855_1031, duration: 5754934
2014-04-10 11:51:32,366 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1638008525-127.0.0.1-1397148635957:blk_1073741855_1031, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 11:51:32,366 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:35451 is added to blk_1073741855_1031{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-22cb6d02-3e35-4f66-89d9-1327072438fe:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-b33a8866-bd5f-4441-ad36-c6496b5f71c0:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-e591ab9a-22c6-42de-961c-bb13e404aae9:NORMAL|RBW]]} size 0
2014-04-10 11:51:32,366 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:57568, dest: /127.0.0.1:34839, bytes: 455, op: HDFS_WRITE, cliID: DFSClient_attempt_1397148651586_0003_m_000001_0_723915283_1, offset: 0, srvID: 8a56312d-0316-4fb1-9cb0-6a1bc51bc949, blockid: BP-1638008525-127.0.0.1-1397148635957:blk_1073741855_1031, duration: 6270180
2014-04-10 11:51:32,367 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1638008525-127.0.0.1-1397148635957:blk_1073741855_1031, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 11:51:32,367 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:34839 is added to blk_1073741855_1031{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-22cb6d02-3e35-4f66-89d9-1327072438fe:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-b33a8866-bd5f-4441-ad36-c6496b5f71c0:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-e591ab9a-22c6-42de-961c-bb13e404aae9:NORMAL|RBW]]} size 0
2014-04-10 11:51:32,372 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:34839, dest: /127.0.0.1:57572, bytes: 534, op: HDFS_READ, cliID: DFSClient_attempt_1397148651586_0003_m_000004_0_-967932577_1, offset: 1536, srvID: 8a56312d-0316-4fb1-9cb0-6a1bc51bc949, blockid: BP-1638008525-127.0.0.1-1397148635957:blk_1073741851_1027, duration: 190912
2014-04-10 11:51:32,382 INFO hdfs.StateChange (FSNamesystem.java:completeFile(2899)) - DIR* completeFile: /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/mapreduceflowplatform/flow5/_temporary/1/_temporary/attempt_1397148651586_0003_m_000001_0/part-00001 is closed by DFSClient_attempt_1397148651586_0003_m_000001_0_723915283_1
2014-04-10 11:51:32,400 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/mapreduceflowplatform/flow4/part-00001 dst=null perm=null
2014-04-10 11:51:32,405 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397148651586_0003/job.split dst=null perm=null
2014-04-10 11:51:32,432 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/mapreduceflowplatform/flow5/_temporary/1/_temporary/attempt_1397148651586_0003_m_000000_0/part-00000 dst=null perm=brock:supergroup:rw-rw-rw-
2014-04-10 11:51:32,448 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/mapreduceflowplatform/flow4/part-00002 dst=null perm=null
2014-04-10 11:51:32,454 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/mapreduceflowplatform/flow5/_temporary/1/_temporary/attempt_1397148651586_0003_m_000001_0 dst=null perm=null
2014-04-10 11:51:32,456 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:41432, dest: /127.0.0.1:52853, bytes: 449, op: HDFS_READ, cliID: DFSClient_attempt_1397148651586_0003_m_000004_0_-967932577_1, offset: 0, srvID: 2a5b99b1-5021-412c-a75a-31058df58d31, blockid: BP-1638008525-127.0.0.1-1397148635957:blk_1073741846_1022, duration: 185735
2014-04-10 11:51:32,461 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/mapreduceflowplatform/flow5/_temporary/1/_temporary/attempt_1397148651586_0003_m_000001_0 dst=null perm=null
2014-04-10 11:51:32,462 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/mapreduceflowplatform/flow5/_temporary/1/task_1397148651586_0003_m_000001 dst=null perm=null
2014-04-10 11:51:32,468 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397148651586_0003/job.split dst=null perm=null
2014-04-10 11:51:32,478 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:35451, dest: /127.0.0.1:35032, bytes: 1050, op: HDFS_READ, cliID: DFSClient_attempt_1397148651586_0003_m_000003_0_-324575402_1, offset: 1024, srvID: 8ec8a8cc-5508-442c-8963-d78fa559e878, blockid: BP-1638008525-127.0.0.1-1397148635957:blk_1073741851_1027, duration: 186748
2014-04-10 11:51:32,482 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=rename src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/mapreduceflowplatform/flow5/_temporary/1/_temporary/attempt_1397148651586_0003_m_000001_0 dst=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/mapreduceflowplatform/flow5/_temporary/1/task_1397148651586_0003_m_000001 perm=brock:supergroup:rwxrwxrwx
2014-04-10 11:51:32,498 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/mapreduceflowplatform/flow5/_temporary/1/_temporary/attempt_1397148651586_0003_m_000004_0/part-00004 dst=null perm=brock:supergroup:rw-rw-rw-
2014-04-10 11:51:32,551 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:stopContainerInternal(718)) - Stopping container with container Id: container_1397148651586_0003_01_000003
2014-04-10 11:51:32,552 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=brock IP=127.0.0.1 OPERATION=Stop Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1397148651586_0003 CONTAINERID=container_1397148651586_0003_01_000003
2014-04-10 11:51:32,552 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397148651586_0003_01_000003 transitioned from RUNNING to KILLING
2014-04-10 11:51:32,552 INFO launcher.ContainerLaunch (ContainerLaunch.java:cleanupContainer(341)) - Cleaning up container container_1397148651586_0003_01_000003
2014-04-10 11:51:32,553 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:34839, dest: /127.0.0.1:57570, bytes: 405, op: HDFS_READ, cliID: DFSClient_attempt_1397148651586_0003_m_000000_0_-493087162_1, offset: 0, srvID: 8a56312d-0316-4fb1-9cb0-6a1bc51bc949, blockid: BP-1638008525-127.0.0.1-1397148635957:blk_1073741843_1019, duration: 172091
2014-04-10 11:51:32,560 WARN nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(207)) - Exit code from container container_1397148651586_0003_01_000003 is : 143
2014-04-10 11:51:32,567 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:35451, dest: /127.0.0.1:35034, bytes: 1566, op: HDFS_READ, cliID: DFSClient_attempt_1397148651586_0003_m_000002_0_-347918908_1, offset: 512, srvID: 8ec8a8cc-5508-442c-8963-d78fa559e878, blockid: BP-1638008525-127.0.0.1-1397148635957:blk_1073741851_1027, duration: 279182
2014-04-10 11:51:32,569 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/mapreduceflowplatform/flow4/part-00003 dst=null perm=null
2014-04-10 11:51:32,570 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(2966)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/brock/.staging/job_1397148651586_0003/job_1397148651586_0003_1.jhist. BP-1638008525-127.0.0.1-1397148635957 blk_1073741856_1032{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-22cb6d02-3e35-4f66-89d9-1327072438fe:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-0eec617b-7748-47d7-80ce-822d3c617914:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-a7d28360-a122-4b8f-a5df-7716c22c7a73:NORMAL|RBW]]}
2014-04-10 11:51:32,571 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397148651586_0003_01_000003 transitioned from KILLING to CONTAINER_CLEANEDUP_AFTER_KILL
2014-04-10 11:51:32,571 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_0/usercache/brock/appcache/application_1397148651586_0003/container_1397148651586_0003_01_000003
2014-04-10 11:51:32,572 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_1/usercache/brock/appcache/application_1397148651586_0003/container_1397148651586_0003_01_000003
2014-04-10 11:51:32,572 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_2/usercache/brock/appcache/application_1397148651586_0003/container_1397148651586_0003_01_000003
2014-04-10 11:51:32,572 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_3/usercache/brock/appcache/application_1397148651586_0003/container_1397148651586_0003_01_000003
2014-04-10 11:51:32,572 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=brock OPERATION=Container Finished - Killed TARGET=ContainerImpl RESULT=SUCCESS APPID=application_1397148651586_0003 CONTAINERID=container_1397148651586_0003_01_000003
2014-04-10 11:51:32,572 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397148651586_0003_01_000003 transitioned from CONTAINER_CLEANEDUP_AFTER_KILL to DONE
2014-04-10 11:51:32,572 INFO application.Application (ApplicationImpl.java:transition(339)) - Removing container_1397148651586_0003_01_000003 from application application_1397148651586_0003
2014-04-10 11:51:32,573 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(169)) - Neither virutal-memory nor physical-memory monitoring is needed. Not running the monitor-thread
2014-04-10 11:51:32,573 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event CONTAINER_STOP for appId application_1397148651586_0003
2014-04-10 11:51:32,577 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(2966)) - BLOCK* allocateBlock: /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/mapreduceflowplatform/flow5/_temporary/1/_temporary/attempt_1397148651586_0003_m_000000_0/part-00000. BP-1638008525-127.0.0.1-1397148635957 blk_1073741857_1033{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-e591ab9a-22c6-42de-961c-bb13e404aae9:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-22cb6d02-3e35-4f66-89d9-1327072438fe:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-a7d28360-a122-4b8f-a5df-7716c22c7a73:NORMAL|RBW]]}
2014-04-10 11:51:32,616 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1638008525-127.0.0.1-1397148635957:blk_1073741856_1032 src: /127.0.0.1:57579 dest: /127.0.0.1:34839
2014-04-10 11:51:32,617 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1638008525-127.0.0.1-1397148635957:blk_1073741856_1032 src: /127.0.0.1:52858 dest: /127.0.0.1:41432
2014-04-10 11:51:32,618 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1638008525-127.0.0.1-1397148635957:blk_1073741856_1032 src: /127.0.0.1:35037 dest: /127.0.0.1:35451
2014-04-10 11:51:32,621 INFO hdfs.StateChange (FSNamesystem.java:fsync(3598)) - BLOCK* fsync: /tmp/hadoop-yarn/staging/brock/.staging/job_1397148651586_0003/job_1397148651586_0003_1.jhist for DFSClient_NONMAPREDUCE_1820207186_1
2014-04-10 11:51:32,632 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/mapreduceflowplatform/flow5/_temporary/1/_temporary/attempt_1397148651586_0003_m_000003_0/part-00003 dst=null perm=brock:supergroup:rw-rw-rw-
2014-04-10 11:51:32,633 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/mapreduceflowplatform/flow4/part-00000 dst=null perm=null
2014-04-10 11:51:32,665 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/mapreduceflowplatform/flow5/_temporary/1/_temporary/attempt_1397148651586_0003_m_000002_0/part-00002 dst=null perm=brock:supergroup:rw-rw-rw-
2014-04-10 11:51:32,667 INFO hdfs.StateChange (FSNamesystem.java:completeFile(2899)) - DIR* completeFile: /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/mapreduceflowplatform/flow5/_temporary/1/_temporary/attempt_1397148651586_0003_m_000004_0/part-00004 is closed by DFSClient_attempt_1397148651586_0003_m_000004_0_-967932577_1
2014-04-10 11:51:32,683 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1638008525-127.0.0.1-1397148635957:blk_1073741857_1033 src: /127.0.0.1:33158 dest: /127.0.0.1:50141
2014-04-10 11:51:32,693 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1638008525-127.0.0.1-1397148635957:blk_1073741857_1033 src: /127.0.0.1:57583 dest: /127.0.0.1:34839
2014-04-10 11:51:32,697 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1638008525-127.0.0.1-1397148635957:blk_1073741857_1033 src: /127.0.0.1:35040 dest: /127.0.0.1:35451
2014-04-10 11:51:32,710 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:35040, dest: /127.0.0.1:35451, bytes: 411, op: HDFS_WRITE, cliID: DFSClient_attempt_1397148651586_0003_m_000000_0_-493087162_1, offset: 0, srvID: 8ec8a8cc-5508-442c-8963-d78fa559e878, blockid: BP-1638008525-127.0.0.1-1397148635957:blk_1073741857_1033, duration: 3542906
2014-04-10 11:51:32,710 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1638008525-127.0.0.1-1397148635957:blk_1073741857_1033, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2014-04-10 11:51:32,711 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:35451 is added to blk_1073741857_1033{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-22cb6d02-3e35-4f66-89d9-1327072438fe:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-522b0f7d-b75b-46f2-9e15-59b7ba563b04:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-b33a8866-bd5f-4441-ad36-c6496b5f71c0:NORMAL|RBW]]} size 0
2014-04-10 11:51:32,712 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:57583, dest: /127.0.0.1:34839, bytes: 411, op: HDFS_WRITE, cliID: DFSClient_attempt_1397148651586_0003_m_000000_0_-493087162_1, offset: 0, srvID: 8a56312d-0316-4fb1-9cb0-6a1bc51bc949, blockid: BP-1638008525-127.0.0.1-1397148635957:blk_1073741857_1033, duration: 3968842
2014-04-10 11:51:32,713 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:33158, dest: /127.0.0.1:50141, bytes: 411, op: HDFS_WRITE, cliID: DFSClient_attempt_1397148651586_0003_m_000000_0_-493087162_1, offset: 0, srvID: c1ad97e0-9f53-4437-974d-e948c41bedfe, blockid: BP-1638008525-127.0.0.1-1397148635957:blk_1073741857_1033, duration: 6261099
2014-04-10 11:51:32,713 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1638008525-127.0.0.1-1397148635957:blk_1073741857_1033, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 11:51:32,714 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1638008525-127.0.0.1-1397148635957:blk_1073741857_1033, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 11:51:32,715 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:34839 is added to blk_1073741857_1033{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-22cb6d02-3e35-4f66-89d9-1327072438fe:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-522b0f7d-b75b-46f2-9e15-59b7ba563b04:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-b33a8866-bd5f-4441-ad36-c6496b5f71c0:NORMAL|RBW]]} size 0
2014-04-10 11:51:32,719 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:50141 is added to blk_1073741857_1033 size 411
2014-04-10 11:51:32,732 INFO hdfs.StateChange (FSNamesystem.java:completeFile(2899)) - DIR* completeFile: /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/mapreduceflowplatform/flow5/_temporary/1/_temporary/attempt_1397148651586_0003_m_000000_0/part-00000 is closed by DFSClient_attempt_1397148651586_0003_m_000000_0_-493087162_1
2014-04-10 11:51:32,740 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/mapreduceflowplatform/flow5/_temporary/1/_temporary/attempt_1397148651586_0003_m_000004_0 dst=null perm=null
2014-04-10 11:51:32,747 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/mapreduceflowplatform/flow5/_temporary/1/_temporary/attempt_1397148651586_0003_m_000004_0 dst=null perm=null
2014-04-10 11:51:32,748 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/mapreduceflowplatform/flow5/_temporary/1/task_1397148651586_0003_m_000004 dst=null perm=null
2014-04-10 11:51:32,756 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:35451, dest: /127.0.0.1:35032, bytes: 319, op: HDFS_READ, cliID: DFSClient_attempt_1397148651586_0003_m_000003_0_-324575402_1, offset: 0, srvID: 8ec8a8cc-5508-442c-8963-d78fa559e878, blockid: BP-1638008525-127.0.0.1-1397148635957:blk_1073741844_1020, duration: 185911
2014-04-10 11:51:32,765 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=rename src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/mapreduceflowplatform/flow5/_temporary/1/_temporary/attempt_1397148651586_0003_m_000004_0 dst=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/mapreduceflowplatform/flow5/_temporary/1/task_1397148651586_0003_m_000004 perm=brock:supergroup:rwxrwxrwx
2014-04-10 11:51:32,773 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(2966)) - BLOCK* allocateBlock: /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/mapreduceflowplatform/flow5/_temporary/1/_temporary/attempt_1397148651586_0003_m_000003_0/part-00003. BP-1638008525-127.0.0.1-1397148635957 blk_1073741858_1034{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-b33a8866-bd5f-4441-ad36-c6496b5f71c0:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-22cb6d02-3e35-4f66-89d9-1327072438fe:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-0eec617b-7748-47d7-80ce-822d3c617914:NORMAL|RBW]]}
2014-04-10 11:51:32,792 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/mapreduceflowplatform/flow5/_temporary/1/_temporary/attempt_1397148651586_0003_m_000000_0 dst=null perm=null
2014-04-10 11:51:32,811 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/mapreduceflowplatform/flow5/_temporary/1/_temporary/attempt_1397148651586_0003_m_000000_0 dst=null perm=null
2014-04-10 11:51:32,812 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:41432, dest: /127.0.0.1:52864, bytes: 333, op: HDFS_READ, cliID: DFSClient_attempt_1397148651586_0003_m_000002_0_-347918908_1, offset: 0, srvID: 2a5b99b1-5021-412c-a75a-31058df58d31, blockid: BP-1638008525-127.0.0.1-1397148635957:blk_1073741842_1018, duration: 200046
2014-04-10 11:51:32,812 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/mapreduceflowplatform/flow5/_temporary/1/task_1397148651586_0003_m_000000 dst=null perm=null
2014-04-10 11:51:32,826 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(2966)) - BLOCK* allocateBlock: /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/mapreduceflowplatform/flow5/_temporary/1/_temporary/attempt_1397148651586_0003_m_000002_0/part-00002. BP-1638008525-127.0.0.1-1397148635957 blk_1073741859_1035{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-b5119a97-db0e-4220-9885-a252148e8a0f:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-b33a8866-bd5f-4441-ad36-c6496b5f71c0:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-0eec617b-7748-47d7-80ce-822d3c617914:NORMAL|RBW]]}
2014-04-10 11:51:32,827 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:stopContainerInternal(718)) - Stopping container with container Id: container_1397148651586_0003_01_000006
2014-04-10 11:51:32,827 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=brock IP=127.0.0.1 OPERATION=Stop Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1397148651586_0003 CONTAINERID=container_1397148651586_0003_01_000006
2014-04-10 11:51:32,827 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397148651586_0003_01_000006 transitioned from RUNNING to KILLING
2014-04-10 11:51:32,827 INFO launcher.ContainerLaunch (ContainerLaunch.java:cleanupContainer(341)) - Cleaning up container container_1397148651586_0003_01_000006
2014-04-10 11:51:32,830 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1638008525-127.0.0.1-1397148635957:blk_1073741858_1034 src: /127.0.0.1:35041 dest: /127.0.0.1:35451
2014-04-10 11:51:32,831 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1638008525-127.0.0.1-1397148635957:blk_1073741858_1034 src: /127.0.0.1:57587 dest: /127.0.0.1:34839
2014-04-10 11:51:32,832 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=rename src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/mapreduceflowplatform/flow5/_temporary/1/_temporary/attempt_1397148651586_0003_m_000000_0 dst=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/mapreduceflowplatform/flow5/_temporary/1/task_1397148651586_0003_m_000000 perm=brock:supergroup:rwxrwxrwx
2014-04-10 11:51:32,832 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1638008525-127.0.0.1-1397148635957:blk_1073741858_1034 src: /127.0.0.1:52866 dest: /127.0.0.1:41432
2014-04-10 11:51:32,834 WARN nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(207)) - Exit code from container container_1397148651586_0003_01_000006 is : 143
2014-04-10 11:51:32,839 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:52866, dest: /127.0.0.1:41432, bytes: 321, op: HDFS_WRITE, cliID: DFSClient_attempt_1397148651586_0003_m_000003_0_-324575402_1, offset: 0, srvID: 2a5b99b1-5021-412c-a75a-31058df58d31, blockid: BP-1638008525-127.0.0.1-1397148635957:blk_1073741858_1034, duration: 5756848
2014-04-10 11:51:32,839 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1638008525-127.0.0.1-1397148635957:blk_1073741858_1034, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2014-04-10 11:51:32,839 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:41432 is added to blk_1073741858_1034{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-0eec617b-7748-47d7-80ce-822d3c617914:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-a7d28360-a122-4b8f-a5df-7716c22c7a73:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-b5119a97-db0e-4220-9885-a252148e8a0f:NORMAL|RBW]]} size 0
2014-04-10 11:51:32,839 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:57587, dest: /127.0.0.1:34839, bytes: 321, op: HDFS_WRITE, cliID: DFSClient_attempt_1397148651586_0003_m_000003_0_-324575402_1, offset: 0, srvID: 8a56312d-0316-4fb1-9cb0-6a1bc51bc949, blockid: BP-1638008525-127.0.0.1-1397148635957:blk_1073741858_1034, duration: 4086033
2014-04-10 11:51:32,839 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1638008525-127.0.0.1-1397148635957:blk_1073741858_1034, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 11:51:32,840 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:35041, dest: /127.0.0.1:35451, bytes: 321, op: HDFS_WRITE, cliID: DFSClient_attempt_1397148651586_0003_m_000003_0_-324575402_1, offset: 0, srvID: 8ec8a8cc-5508-442c-8963-d78fa559e878, blockid: BP-1638008525-127.0.0.1-1397148635957:blk_1073741858_1034, duration: 5682730
2014-04-10 11:51:32,840 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1638008525-127.0.0.1-1397148635957:blk_1073741858_1034, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 11:51:32,840 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:34839 is added to blk_1073741858_1034{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-0eec617b-7748-47d7-80ce-822d3c617914:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-a7d28360-a122-4b8f-a5df-7716c22c7a73:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-b5119a97-db0e-4220-9885-a252148e8a0f:NORMAL|RBW]]} size 0
2014-04-10 11:51:32,840 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:35451 is added to blk_1073741858_1034{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-0eec617b-7748-47d7-80ce-822d3c617914:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-a7d28360-a122-4b8f-a5df-7716c22c7a73:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-b5119a97-db0e-4220-9885-a252148e8a0f:NORMAL|RBW]]} size 0
2014-04-10 11:51:32,843 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397148651586_0003_01_000006 transitioned from KILLING to CONTAINER_CLEANEDUP_AFTER_KILL
2014-04-10 11:51:32,843 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_0/usercache/brock/appcache/application_1397148651586_0003/container_1397148651586_0003_01_000006
2014-04-10 11:51:32,843 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_1/usercache/brock/appcache/application_1397148651586_0003/container_1397148651586_0003_01_000006
2014-04-10 11:51:32,843 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_2/usercache/brock/appcache/application_1397148651586_0003/container_1397148651586_0003_01_000006
2014-04-10 11:51:32,843 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_3/usercache/brock/appcache/application_1397148651586_0003/container_1397148651586_0003_01_000006
2014-04-10 11:51:32,843 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=brock OPERATION=Container Finished - Killed TARGET=ContainerImpl RESULT=SUCCESS APPID=application_1397148651586_0003 CONTAINERID=container_1397148651586_0003_01_000006
2014-04-10 11:51:32,844 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397148651586_0003_01_000006 transitioned from CONTAINER_CLEANEDUP_AFTER_KILL to DONE
2014-04-10 11:51:32,844 INFO application.Application (ApplicationImpl.java:transition(339)) - Removing container_1397148651586_0003_01_000006 from application application_1397148651586_0003
2014-04-10 11:51:32,844 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(169)) - Neither virutal-memory nor physical-memory monitoring is needed. Not running the monitor-thread
2014-04-10 11:51:32,844 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event CONTAINER_STOP for appId application_1397148651586_0003
2014-04-10 11:51:32,865 INFO hdfs.StateChange (FSNamesystem.java:completeFile(2899)) - DIR* completeFile: /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/mapreduceflowplatform/flow5/_temporary/1/_temporary/attempt_1397148651586_0003_m_000003_0/part-00003 is closed by DFSClient_attempt_1397148651586_0003_m_000003_0_-324575402_1
2014-04-10 11:51:32,877 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:stopContainerInternal(718)) - Stopping container with container Id: container_1397148651586_0003_01_000002
2014-04-10 11:51:32,877 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=brock IP=127.0.0.1 OPERATION=Stop Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1397148651586_0003 CONTAINERID=container_1397148651586_0003_01_000002
2014-04-10 11:51:32,877 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397148651586_0003_01_000002 transitioned from RUNNING to KILLING
2014-04-10 11:51:32,878 INFO launcher.ContainerLaunch (ContainerLaunch.java:cleanupContainer(341)) - Cleaning up container container_1397148651586_0003_01_000002
2014-04-10 11:51:32,879 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:updateAndGetContainerStatuses(374)) - Removed completed container container_1397148651586_0003_01_000003
2014-04-10 11:51:32,880 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397148651586_0003_01_000003 Container Transitioned from RUNNING to COMPLETED
2014-04-10 11:51:32,880 INFO fica.FiCaSchedulerApp (FiCaSchedulerApp.java:containerCompleted(91)) - Completed container: container_1397148651586_0003_01_000003 in state: COMPLETED event:FINISHED
2014-04-10 11:51:32,880 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(98)) - USER=brock OPERATION=AM Released Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1397148651586_0003 CONTAINERID=container_1397148651586_0003_01_000003
2014-04-10 11:51:32,880 INFO fica.FiCaSchedulerNode (FiCaSchedulerNode.java:releaseContainer(164)) - Released container container_1397148651586_0003_01_000003 of capacity <memory:1024, vCores:1> on host localhost:49929, which currently has 3 containers, <memory:3072, vCores:3> used and <memory:1024, vCores:5> available, release resources=true
2014-04-10 11:51:32,880 INFO capacity.LeafQueue (LeafQueue.java:releaseResource(1506)) - default used=<memory:6144, vCores:5> numContainers=5 user=brock user-resources=<memory:6144, vCores:5>
2014-04-10 11:51:32,880 INFO capacity.LeafQueue (LeafQueue.java:completedContainer(1448)) - completedContainer container=Container: [ContainerId: container_1397148651586_0003_01_000003, NodeId: localhost:49929, NodeHttpAddress: localhost:42894, Resource: <memory:1024, vCores:1>, Priority: 20, Token: Token { kind: ContainerToken, service: localhost:49929 }, ] resource=<memory:1024, vCores:1> queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:6144, vCores:5>usedCapacity=0.375, absoluteUsedCapacity=0.375, numApps=1, numContainers=5 usedCapacity=0.375 absoluteUsedCapacity=0.375 used=<memory:6144, vCores:5> cluster=<memory:16384, vCores:32>
2014-04-10 11:51:32,881 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(694)) - completedContainer queue=root usedCapacity=0.375 absoluteUsedCapacity=0.375 used=<memory:6144, vCores:5> cluster=<memory:16384, vCores:32>
2014-04-10 11:51:32,881 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(708)) - Re-sorting completed queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:6144, vCores:5>usedCapacity=0.375, absoluteUsedCapacity=0.375, numApps=1, numContainers=5
2014-04-10 11:51:32,881 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(849)) - Application appattempt_1397148651586_0003_000001 released container container_1397148651586_0003_01_000003 on node: host: localhost:49929 #containers=3 available=1024 used=3072 with event: FINISHED
2014-04-10 11:51:32,891 WARN nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(207)) - Exit code from container container_1397148651586_0003_01_000002 is : 143
2014-04-10 11:51:32,898 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1638008525-127.0.0.1-1397148635957:blk_1073741859_1035 src: /127.0.0.1:57589 dest: /127.0.0.1:34839
2014-04-10 11:51:32,899 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1638008525-127.0.0.1-1397148635957:blk_1073741859_1035 src: /127.0.0.1:35046 dest: /127.0.0.1:35451
2014-04-10 11:51:32,900 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1638008525-127.0.0.1-1397148635957:blk_1073741859_1035 src: /127.0.0.1:52869 dest: /127.0.0.1:41432
2014-04-10 11:51:32,905 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:52869, dest: /127.0.0.1:41432, bytes: 335, op: HDFS_WRITE, cliID: DFSClient_attempt_1397148651586_0003_m_000002_0_-347918908_1, offset: 0, srvID: 2a5b99b1-5021-412c-a75a-31058df58d31, blockid: BP-1638008525-127.0.0.1-1397148635957:blk_1073741859_1035, duration: 4510970
2014-04-10 11:51:32,905 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1638008525-127.0.0.1-1397148635957:blk_1073741859_1035, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2014-04-10 11:51:32,905 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:41432 is added to blk_1073741859_1035{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-b33a8866-bd5f-4441-ad36-c6496b5f71c0:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-22cb6d02-3e35-4f66-89d9-1327072438fe:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-5d7d5487-2d1d-4414-8c1a-3a9617defa41:NORMAL|RBW]]} size 0
2014-04-10 11:51:32,905 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:35046, dest: /127.0.0.1:35451, bytes: 335, op: HDFS_WRITE, cliID: DFSClient_attempt_1397148651586_0003_m_000002_0_-347918908_1, offset: 0, srvID: 8ec8a8cc-5508-442c-8963-d78fa559e878, blockid: BP-1638008525-127.0.0.1-1397148635957:blk_1073741859_1035, duration: 4848189
2014-04-10 11:51:32,906 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1638008525-127.0.0.1-1397148635957:blk_1073741859_1035, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 11:51:32,906 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:35451 is added to blk_1073741859_1035{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-b33a8866-bd5f-4441-ad36-c6496b5f71c0:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-22cb6d02-3e35-4f66-89d9-1327072438fe:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-5d7d5487-2d1d-4414-8c1a-3a9617defa41:NORMAL|RBW]]} size 0
2014-04-10 11:51:32,906 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:57589, dest: /127.0.0.1:34839, bytes: 335, op: HDFS_WRITE, cliID: DFSClient_attempt_1397148651586_0003_m_000002_0_-347918908_1, offset: 0, srvID: 8a56312d-0316-4fb1-9cb0-6a1bc51bc949, blockid: BP-1638008525-127.0.0.1-1397148635957:blk_1073741859_1035, duration: 5341703
2014-04-10 11:51:32,906 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397148651586_0003_01_000002 transitioned from KILLING to CONTAINER_CLEANEDUP_AFTER_KILL
2014-04-10 11:51:32,906 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1638008525-127.0.0.1-1397148635957:blk_1073741859_1035, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 11:51:32,906 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_0/usercache/brock/appcache/application_1397148651586_0003/container_1397148651586_0003_01_000002
2014-04-10 11:51:32,907 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_1/usercache/brock/appcache/application_1397148651586_0003/container_1397148651586_0003_01_000002
2014-04-10 11:51:32,907 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:34839 is added to blk_1073741859_1035{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-b33a8866-bd5f-4441-ad36-c6496b5f71c0:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-22cb6d02-3e35-4f66-89d9-1327072438fe:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-5d7d5487-2d1d-4414-8c1a-3a9617defa41:NORMAL|RBW]]} size 0
2014-04-10 11:51:32,907 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_2/usercache/brock/appcache/application_1397148651586_0003/container_1397148651586_0003_01_000002
2014-04-10 11:51:32,907 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=brock OPERATION=Container Finished - Killed TARGET=ContainerImpl RESULT=SUCCESS APPID=application_1397148651586_0003 CONTAINERID=container_1397148651586_0003_01_000002
2014-04-10 11:51:32,907 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_3/usercache/brock/appcache/application_1397148651586_0003/container_1397148651586_0003_01_000002
2014-04-10 11:51:32,907 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397148651586_0003_01_000002 transitioned from CONTAINER_CLEANEDUP_AFTER_KILL to DONE
2014-04-10 11:51:32,907 INFO application.Application (ApplicationImpl.java:transition(339)) - Removing container_1397148651586_0003_01_000002 from application application_1397148651586_0003
2014-04-10 11:51:32,908 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(169)) - Neither virutal-memory nor physical-memory monitoring is needed. Not running the monitor-thread
2014-04-10 11:51:32,908 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event CONTAINER_STOP for appId application_1397148651586_0003
2014-04-10 11:51:32,923 INFO hdfs.StateChange (FSNamesystem.java:completeFile(2899)) - DIR* completeFile: /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/mapreduceflowplatform/flow5/_temporary/1/_temporary/attempt_1397148651586_0003_m_000002_0/part-00002 is closed by DFSClient_attempt_1397148651586_0003_m_000002_0_-347918908_1
2014-04-10 11:51:32,926 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/mapreduceflowplatform/flow5/_temporary/1/_temporary/attempt_1397148651586_0003_m_000003_0 dst=null perm=null
2014-04-10 11:51:32,931 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/mapreduceflowplatform/flow5/_temporary/1/_temporary/attempt_1397148651586_0003_m_000003_0 dst=null perm=null
2014-04-10 11:51:32,932 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/mapreduceflowplatform/flow5/_temporary/1/task_1397148651586_0003_m_000003 dst=null perm=null
2014-04-10 11:51:32,948 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=rename src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/mapreduceflowplatform/flow5/_temporary/1/_temporary/attempt_1397148651586_0003_m_000003_0 dst=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/mapreduceflowplatform/flow5/_temporary/1/task_1397148651586_0003_m_000003 perm=brock:supergroup:rwxrwxrwx
2014-04-10 11:51:32,970 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/mapreduceflowplatform/flow5/_temporary/1/_temporary/attempt_1397148651586_0003_m_000002_0 dst=null perm=null
2014-04-10 11:51:32,975 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/mapreduceflowplatform/flow5/_temporary/1/_temporary/attempt_1397148651586_0003_m_000002_0 dst=null perm=null
2014-04-10 11:51:32,976 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/mapreduceflowplatform/flow5/_temporary/1/task_1397148651586_0003_m_000002 dst=null perm=null
2014-04-10 11:51:32,998 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:stopContainerInternal(718)) - Stopping container with container Id: container_1397148651586_0003_01_000005
2014-04-10 11:51:32,998 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=brock IP=127.0.0.1 OPERATION=Stop Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1397148651586_0003 CONTAINERID=container_1397148651586_0003_01_000005
2014-04-10 11:51:32,998 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397148651586_0003_01_000005 transitioned from RUNNING to KILLING
2014-04-10 11:51:32,998 INFO launcher.ContainerLaunch (ContainerLaunch.java:cleanupContainer(341)) - Cleaning up container container_1397148651586_0003_01_000005
2014-04-10 11:51:32,998 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:updateAndGetContainerStatuses(374)) - Removed completed container container_1397148651586_0003_01_000002
2014-04-10 11:51:32,999 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397148651586_0003_01_000002 Container Transitioned from RUNNING to COMPLETED
2014-04-10 11:51:32,999 INFO fica.FiCaSchedulerApp (FiCaSchedulerApp.java:containerCompleted(91)) - Completed container: container_1397148651586_0003_01_000002 in state: COMPLETED event:FINISHED
2014-04-10 11:51:32,999 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(98)) - USER=brock OPERATION=AM Released Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1397148651586_0003 CONTAINERID=container_1397148651586_0003_01_000002
2014-04-10 11:51:32,999 INFO fica.FiCaSchedulerNode (FiCaSchedulerNode.java:releaseContainer(164)) - Released container container_1397148651586_0003_01_000002 of capacity <memory:1024, vCores:1> on host localhost:49929, which currently has 2 containers, <memory:2048, vCores:2> used and <memory:2048, vCores:6> available, release resources=true
2014-04-10 11:51:33,000 INFO capacity.LeafQueue (LeafQueue.java:releaseResource(1506)) - default used=<memory:5120, vCores:4> numContainers=4 user=brock user-resources=<memory:5120, vCores:4>
2014-04-10 11:51:33,000 INFO capacity.LeafQueue (LeafQueue.java:completedContainer(1448)) - completedContainer container=Container: [ContainerId: container_1397148651586_0003_01_000002, NodeId: localhost:49929, NodeHttpAddress: localhost:42894, Resource: <memory:1024, vCores:1>, Priority: 20, Token: Token { kind: ContainerToken, service: localhost:49929 }, ] resource=<memory:1024, vCores:1> queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:5120, vCores:4>usedCapacity=0.3125, absoluteUsedCapacity=0.3125, numApps=1, numContainers=4 usedCapacity=0.3125 absoluteUsedCapacity=0.3125 used=<memory:5120, vCores:4> cluster=<memory:16384, vCores:32>
2014-04-10 11:51:33,000 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(694)) - completedContainer queue=root usedCapacity=0.3125 absoluteUsedCapacity=0.3125 used=<memory:5120, vCores:4> cluster=<memory:16384, vCores:32>
2014-04-10 11:51:33,001 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(708)) - Re-sorting completed queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:5120, vCores:4>usedCapacity=0.3125, absoluteUsedCapacity=0.3125, numApps=1, numContainers=4
2014-04-10 11:51:33,001 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(849)) - Application appattempt_1397148651586_0003_000001 released container container_1397148651586_0003_01_000002 on node: host: localhost:49929 #containers=2 available=2048 used=2048 with event: FINISHED
2014-04-10 11:51:33,006 WARN nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(207)) - Exit code from container container_1397148651586_0003_01_000005 is : 143
2014-04-10 11:51:33,015 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=rename src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/mapreduceflowplatform/flow5/_temporary/1/_temporary/attempt_1397148651586_0003_m_000002_0 dst=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/mapreduceflowplatform/flow5/_temporary/1/task_1397148651586_0003_m_000002 perm=brock:supergroup:rwxrwxrwx
2014-04-10 11:51:33,020 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397148651586_0003_01_000005 transitioned from KILLING to CONTAINER_CLEANEDUP_AFTER_KILL
2014-04-10 11:51:33,021 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_0/usercache/brock/appcache/application_1397148651586_0003/container_1397148651586_0003_01_000005
2014-04-10 11:51:33,021 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_1/usercache/brock/appcache/application_1397148651586_0003/container_1397148651586_0003_01_000005
2014-04-10 11:51:33,021 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_2/usercache/brock/appcache/application_1397148651586_0003/container_1397148651586_0003_01_000005
2014-04-10 11:51:33,021 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_3/usercache/brock/appcache/application_1397148651586_0003/container_1397148651586_0003_01_000005
2014-04-10 11:51:33,021 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=brock OPERATION=Container Finished - Killed TARGET=ContainerImpl RESULT=SUCCESS APPID=application_1397148651586_0003 CONTAINERID=container_1397148651586_0003_01_000005
2014-04-10 11:51:33,021 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397148651586_0003_01_000005 transitioned from CONTAINER_CLEANEDUP_AFTER_KILL to DONE
2014-04-10 11:51:33,021 INFO application.Application (ApplicationImpl.java:transition(339)) - Removing container_1397148651586_0003_01_000005 from application application_1397148651586_0003
2014-04-10 11:51:33,021 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(169)) - Neither virutal-memory nor physical-memory monitoring is needed. Not running the monitor-thread
2014-04-10 11:51:33,022 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event CONTAINER_STOP for appId application_1397148651586_0003
2014-04-10 11:51:33,065 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:stopContainerInternal(718)) - Stopping container with container Id: container_1397148651586_0003_01_000004
2014-04-10 11:51:33,066 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=brock IP=127.0.0.1 OPERATION=Stop Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1397148651586_0003 CONTAINERID=container_1397148651586_0003_01_000004
2014-04-10 11:51:33,066 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397148651586_0003_01_000004 transitioned from RUNNING to KILLING
2014-04-10 11:51:33,066 INFO launcher.ContainerLaunch (ContainerLaunch.java:cleanupContainer(341)) - Cleaning up container container_1397148651586_0003_01_000004
2014-04-10 11:51:33,066 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:updateAndGetContainerStatuses(374)) - Removed completed container container_1397148651586_0003_01_000005
2014-04-10 11:51:33,067 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397148651586_0003_01_000005 Container Transitioned from RUNNING to COMPLETED
2014-04-10 11:51:33,067 INFO fica.FiCaSchedulerApp (FiCaSchedulerApp.java:containerCompleted(91)) - Completed container: container_1397148651586_0003_01_000005 in state: COMPLETED event:FINISHED
2014-04-10 11:51:33,067 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(98)) - USER=brock OPERATION=AM Released Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1397148651586_0003 CONTAINERID=container_1397148651586_0003_01_000005
2014-04-10 11:51:33,067 INFO fica.FiCaSchedulerNode (FiCaSchedulerNode.java:releaseContainer(164)) - Released container container_1397148651586_0003_01_000005 of capacity <memory:1024, vCores:1> on host localhost:49929, which currently has 1 containers, <memory:1024, vCores:1> used and <memory:3072, vCores:7> available, release resources=true
2014-04-10 11:51:33,067 INFO capacity.LeafQueue (LeafQueue.java:releaseResource(1506)) - default used=<memory:4096, vCores:3> numContainers=3 user=brock user-resources=<memory:4096, vCores:3>
2014-04-10 11:51:33,067 INFO capacity.LeafQueue (LeafQueue.java:completedContainer(1448)) - completedContainer container=Container: [ContainerId: container_1397148651586_0003_01_000005, NodeId: localhost:49929, NodeHttpAddress: localhost:42894, Resource: <memory:1024, vCores:1>, Priority: 20, Token: Token { kind: ContainerToken, service: localhost:49929 }, ] resource=<memory:1024, vCores:1> queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:4096, vCores:3>usedCapacity=0.25, absoluteUsedCapacity=0.25, numApps=1, numContainers=3 usedCapacity=0.25 absoluteUsedCapacity=0.25 used=<memory:4096, vCores:3> cluster=<memory:16384, vCores:32>
2014-04-10 11:51:33,068 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(694)) - completedContainer queue=root usedCapacity=0.25 absoluteUsedCapacity=0.25 used=<memory:4096, vCores:3> cluster=<memory:16384, vCores:32>
2014-04-10 11:51:33,068 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(708)) - Re-sorting completed queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:4096, vCores:3>usedCapacity=0.25, absoluteUsedCapacity=0.25, numApps=1, numContainers=3
2014-04-10 11:51:33,068 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(849)) - Application appattempt_1397148651586_0003_000001 released container container_1397148651586_0003_01_000005 on node: host: localhost:49929 #containers=1 available=3072 used=1024 with event: FINISHED
2014-04-10 11:51:33,073 WARN nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(207)) - Exit code from container container_1397148651586_0003_01_000004 is : 143
2014-04-10 11:51:33,082 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397148651586_0003/COMMIT_STARTED dst=null perm=brock:supergroup:rw-rw-rw-
2014-04-10 11:51:33,084 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397148651586_0003_01_000004 transitioned from KILLING to CONTAINER_CLEANEDUP_AFTER_KILL
2014-04-10 11:51:33,084 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_0/usercache/brock/appcache/application_1397148651586_0003/container_1397148651586_0003_01_000004
2014-04-10 11:51:33,084 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_1/usercache/brock/appcache/application_1397148651586_0003/container_1397148651586_0003_01_000004
2014-04-10 11:51:33,084 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_2/usercache/brock/appcache/application_1397148651586_0003/container_1397148651586_0003_01_000004
2014-04-10 11:51:33,084 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_3/usercache/brock/appcache/application_1397148651586_0003/container_1397148651586_0003_01_000004
2014-04-10 11:51:33,084 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=brock OPERATION=Container Finished - Killed TARGET=ContainerImpl RESULT=SUCCESS APPID=application_1397148651586_0003 CONTAINERID=container_1397148651586_0003_01_000004
2014-04-10 11:51:33,084 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397148651586_0003_01_000004 transitioned from CONTAINER_CLEANEDUP_AFTER_KILL to DONE
2014-04-10 11:51:33,085 INFO application.Application (ApplicationImpl.java:transition(339)) - Removing container_1397148651586_0003_01_000004 from application application_1397148651586_0003
2014-04-10 11:51:33,085 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(169)) - Neither virutal-memory nor physical-memory monitoring is needed. Not running the monitor-thread
2014-04-10 11:51:33,085 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event CONTAINER_STOP for appId application_1397148651586_0003
2014-04-10 11:51:33,098 INFO hdfs.StateChange (FSNamesystem.java:completeFile(2899)) - DIR* completeFile: /tmp/hadoop-yarn/staging/brock/.staging/job_1397148651586_0003/COMMIT_STARTED is closed by DFSClient_NONMAPREDUCE_1820207186_1
2014-04-10 11:51:33,103 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=listStatus src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/mapreduceflowplatform/flow5/_temporary/1 dst=null perm=null
2014-04-10 11:51:33,115 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/mapreduceflowplatform/flow5 dst=null perm=null
2014-04-10 11:51:33,117 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/mapreduceflowplatform/flow5 dst=null perm=null
2014-04-10 11:51:33,118 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=listStatus src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/mapreduceflowplatform/flow5/_temporary/1/task_1397148651586_0003_m_000000 dst=null perm=null
2014-04-10 11:51:33,120 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/mapreduceflowplatform/flow5/part-00000 dst=null perm=null
2014-04-10 11:51:33,140 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=rename src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/mapreduceflowplatform/flow5/_temporary/1/task_1397148651586_0003_m_000000/part-00000 dst=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/mapreduceflowplatform/flow5/part-00000 perm=brock:supergroup:rw-rw-rw-
2014-04-10 11:51:33,147 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/mapreduceflowplatform/flow5 dst=null perm=null
2014-04-10 11:51:33,148 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/mapreduceflowplatform/flow5 dst=null perm=null
2014-04-10 11:51:33,150 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=listStatus src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/mapreduceflowplatform/flow5/_temporary/1/task_1397148651586_0003_m_000001 dst=null perm=null
2014-04-10 11:51:33,152 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/mapreduceflowplatform/flow5/part-00001 dst=null perm=null
2014-04-10 11:51:33,165 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=rename src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/mapreduceflowplatform/flow5/_temporary/1/task_1397148651586_0003_m_000001/part-00001 dst=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/mapreduceflowplatform/flow5/part-00001 perm=brock:supergroup:rw-rw-rw-
2014-04-10 11:51:33,167 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/mapreduceflowplatform/flow5 dst=null perm=null
2014-04-10 11:51:33,168 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/mapreduceflowplatform/flow5 dst=null perm=null
2014-04-10 11:51:33,169 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=listStatus src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/mapreduceflowplatform/flow5/_temporary/1/task_1397148651586_0003_m_000002 dst=null perm=null
2014-04-10 11:51:33,171 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/mapreduceflowplatform/flow5/part-00002 dst=null perm=null
2014-04-10 11:51:33,190 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=rename src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/mapreduceflowplatform/flow5/_temporary/1/task_1397148651586_0003_m_000002/part-00002 dst=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/mapreduceflowplatform/flow5/part-00002 perm=brock:supergroup:rw-rw-rw-
2014-04-10 11:51:33,191 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/mapreduceflowplatform/flow5 dst=null perm=null
2014-04-10 11:51:33,193 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/mapreduceflowplatform/flow5 dst=null perm=null
2014-04-10 11:51:33,194 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=listStatus src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/mapreduceflowplatform/flow5/_temporary/1/task_1397148651586_0003_m_000003 dst=null perm=null
2014-04-10 11:51:33,196 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/mapreduceflowplatform/flow5/part-00003 dst=null perm=null
2014-04-10 11:51:33,215 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=rename src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/mapreduceflowplatform/flow5/_temporary/1/task_1397148651586_0003_m_000003/part-00003 dst=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/mapreduceflowplatform/flow5/part-00003 perm=brock:supergroup:rw-rw-rw-
2014-04-10 11:51:33,216 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/mapreduceflowplatform/flow5 dst=null perm=null
2014-04-10 11:51:33,218 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/mapreduceflowplatform/flow5 dst=null perm=null
2014-04-10 11:51:33,219 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=listStatus src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/mapreduceflowplatform/flow5/_temporary/1/task_1397148651586_0003_m_000004 dst=null perm=null
2014-04-10 11:51:33,221 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/mapreduceflowplatform/flow5/part-00004 dst=null perm=null
2014-04-10 11:51:33,240 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=rename src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/mapreduceflowplatform/flow5/_temporary/1/task_1397148651586_0003_m_000004/part-00004 dst=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/mapreduceflowplatform/flow5/part-00004 perm=brock:supergroup:rw-rw-rw-
2014-04-10 11:51:33,257 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=delete src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/mapreduceflowplatform/flow5/_temporary dst=null perm=null
2014-04-10 11:51:33,273 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/mapreduceflowplatform/flow5/_SUCCESS dst=null perm=brock:supergroup:rw-rw-rw-
2014-04-10 11:51:33,290 INFO hdfs.StateChange (FSNamesystem.java:completeFile(2899)) - DIR* completeFile: /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/mapreduceflowplatform/flow5/_SUCCESS is closed by DFSClient_NONMAPREDUCE_1820207186_1
2014-04-10 11:51:33,307 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397148651586_0003/COMMIT_SUCCESS dst=null perm=brock:supergroup:rw-rw-rw-
2014-04-10 11:51:33,323 INFO hdfs.StateChange (FSNamesystem.java:completeFile(2899)) - DIR* completeFile: /tmp/hadoop-yarn/staging/brock/.staging/job_1397148651586_0003/COMMIT_SUCCESS is closed by DFSClient_NONMAPREDUCE_1820207186_1
2014-04-10 11:51:33,346 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:35037, dest: /127.0.0.1:35451, bytes: 54851, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_1820207186_1, offset: 0, srvID: 8ec8a8cc-5508-442c-8963-d78fa559e878, blockid: BP-1638008525-127.0.0.1-1397148635957:blk_1073741856_1032, duration: 726856638
2014-04-10 11:51:33,347 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1638008525-127.0.0.1-1397148635957:blk_1073741856_1032, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2014-04-10 11:51:33,347 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:35451 is added to blk_1073741856_1032{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-a7d28360-a122-4b8f-a5df-7716c22c7a73:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-b5119a97-db0e-4220-9885-a252148e8a0f:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-5d7d5487-2d1d-4414-8c1a-3a9617defa41:NORMAL|RBW]]} size 15610
2014-04-10 11:51:33,348 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:52858, dest: /127.0.0.1:41432, bytes: 54851, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_1820207186_1, offset: 0, srvID: 2a5b99b1-5021-412c-a75a-31058df58d31, blockid: BP-1638008525-127.0.0.1-1397148635957:blk_1073741856_1032, duration: 728171381
2014-04-10 11:51:33,348 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1638008525-127.0.0.1-1397148635957:blk_1073741856_1032, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 11:51:33,348 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:41432 is added to blk_1073741856_1032{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-a7d28360-a122-4b8f-a5df-7716c22c7a73:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-b5119a97-db0e-4220-9885-a252148e8a0f:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-5d7d5487-2d1d-4414-8c1a-3a9617defa41:NORMAL|RBW]]} size 15610
2014-04-10 11:51:33,349 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:57579, dest: /127.0.0.1:34839, bytes: 54851, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_1820207186_1, offset: 0, srvID: 8a56312d-0316-4fb1-9cb0-6a1bc51bc949, blockid: BP-1638008525-127.0.0.1-1397148635957:blk_1073741856_1032, duration: 730011723
2014-04-10 11:51:33,350 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1638008525-127.0.0.1-1397148635957:blk_1073741856_1032, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 11:51:33,350 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:34839 is added to blk_1073741856_1032{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-a7d28360-a122-4b8f-a5df-7716c22c7a73:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-b5119a97-db0e-4220-9885-a252148e8a0f:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-5d7d5487-2d1d-4414-8c1a-3a9617defa41:NORMAL|RBW]]} size 15610
2014-04-10 11:51:33,365 INFO hdfs.StateChange (FSNamesystem.java:completeFile(2899)) - DIR* completeFile: /tmp/hadoop-yarn/staging/brock/.staging/job_1397148651586_0003/job_1397148651586_0003_1.jhist is closed by DFSClient_NONMAPREDUCE_1820207186_1
2014-04-10 11:51:33,382 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397148651586_0003.summary_tmp dst=null perm=brock:supergroup:rw-rw-rw-
2014-04-10 11:51:33,385 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(2966)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397148651586_0003.summary_tmp. BP-1638008525-127.0.0.1-1397148635957 blk_1073741860_1036{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-22cb6d02-3e35-4f66-89d9-1327072438fe:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-b33a8866-bd5f-4441-ad36-c6496b5f71c0:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-5d7d5487-2d1d-4414-8c1a-3a9617defa41:NORMAL|RBW]]}
2014-04-10 11:51:33,401 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1638008525-127.0.0.1-1397148635957:blk_1073741860_1036 src: /127.0.0.1:57593 dest: /127.0.0.1:34839
2014-04-10 11:51:33,402 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1638008525-127.0.0.1-1397148635957:blk_1073741860_1036 src: /127.0.0.1:35050 dest: /127.0.0.1:35451
2014-04-10 11:51:33,404 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1638008525-127.0.0.1-1397148635957:blk_1073741860_1036 src: /127.0.0.1:52873 dest: /127.0.0.1:41432
2014-04-10 11:51:33,407 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:52873, dest: /127.0.0.1:41432, bytes: 438, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_1820207186_1, offset: 0, srvID: 2a5b99b1-5021-412c-a75a-31058df58d31, blockid: BP-1638008525-127.0.0.1-1397148635957:blk_1073741860_1036, duration: 2484865
2014-04-10 11:51:33,408 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1638008525-127.0.0.1-1397148635957:blk_1073741860_1036, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2014-04-10 11:51:33,408 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:35050, dest: /127.0.0.1:35451, bytes: 438, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_1820207186_1, offset: 0, srvID: 8ec8a8cc-5508-442c-8963-d78fa559e878, blockid: BP-1638008525-127.0.0.1-1397148635957:blk_1073741860_1036, duration: 3218754
2014-04-10 11:51:33,408 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:41432 is added to blk_1073741860_1036{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-b5119a97-db0e-4220-9885-a252148e8a0f:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-a7d28360-a122-4b8f-a5df-7716c22c7a73:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-0eec617b-7748-47d7-80ce-822d3c617914:NORMAL|RBW]]} size 0
2014-04-10 11:51:33,409 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1638008525-127.0.0.1-1397148635957:blk_1073741860_1036, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 11:51:33,409 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:57593, dest: /127.0.0.1:34839, bytes: 438, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_1820207186_1, offset: 0, srvID: 8a56312d-0316-4fb1-9cb0-6a1bc51bc949, blockid: BP-1638008525-127.0.0.1-1397148635957:blk_1073741860_1036, duration: 3990576
2014-04-10 11:51:33,409 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:35451 is added to blk_1073741860_1036{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-b5119a97-db0e-4220-9885-a252148e8a0f:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-a7d28360-a122-4b8f-a5df-7716c22c7a73:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-0eec617b-7748-47d7-80ce-822d3c617914:NORMAL|RBW]]} size 0
2014-04-10 11:51:33,410 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1638008525-127.0.0.1-1397148635957:blk_1073741860_1036, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 11:51:33,410 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:34839 is added to blk_1073741860_1036{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-b5119a97-db0e-4220-9885-a252148e8a0f:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-a7d28360-a122-4b8f-a5df-7716c22c7a73:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-0eec617b-7748-47d7-80ce-822d3c617914:NORMAL|RBW]]} size 0
2014-04-10 11:51:33,423 INFO hdfs.StateChange (FSNamesystem.java:completeFile(2899)) - DIR* completeFile: /tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397148651586_0003.summary_tmp is closed by DFSClient_NONMAPREDUCE_1820207186_1
2014-04-10 11:51:33,440 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397148651586_0003.summary_tmp dst=null perm=brock:supergroup:rwxrwx---
2014-04-10 11:51:33,447 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397148651586_0003/job_1397148651586_0003_1.jhist dst=null perm=null
2014-04-10 11:51:33,448 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397148651586_0003-1397148683728-brock-%5BB85E19FD07B943CDA8797395D0270443%2FACD2C18D5061487F-1397148693325-5-0-SUCCEEDED-default-1397148686704.jhist_tmp dst=null perm=null
2014-04-10 11:51:33,453 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397148651586_0003/job_1397148651586_0003_1.jhist dst=null perm=null
2014-04-10 11:51:33,454 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397148651586_0003-1397148683728-brock-%5BB85E19FD07B943CDA8797395D0270443%2FACD2C18D5061487F-1397148693325-5-0-SUCCEEDED-default-1397148686704.jhist_tmp dst=null perm=null
2014-04-10 11:51:33,456 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397148651586_0003/job_1397148651586_0003_1.jhist dst=null perm=null
2014-04-10 11:51:33,473 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397148651586_0003-1397148683728-brock-%5BB85E19FD07B943CDA8797395D0270443%2FACD2C18D5061487F-1397148693325-5-0-SUCCEEDED-default-1397148686704.jhist_tmp dst=null perm=brock:supergroup:rw-rw-rw-
2014-04-10 11:51:33,476 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:41432, dest: /127.0.0.1:52874, bytes: 55283, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_1820207186_1, offset: 0, srvID: 2a5b99b1-5021-412c-a75a-31058df58d31, blockid: BP-1638008525-127.0.0.1-1397148635957:blk_1073741856_1032, duration: 296053
2014-04-10 11:51:33,480 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(2966)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397148651586_0003-1397148683728-brock-%5BB85E19FD07B943CDA8797395D0270443%2FACD2C18D5061487F-1397148693325-5-0-SUCCEEDED-default-1397148686704.jhist_tmp. BP-1638008525-127.0.0.1-1397148635957 blk_1073741861_1037{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-22cb6d02-3e35-4f66-89d9-1327072438fe:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-522b0f7d-b75b-46f2-9e15-59b7ba563b04:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-a7d28360-a122-4b8f-a5df-7716c22c7a73:NORMAL|RBW]]}
2014-04-10 11:51:33,492 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1638008525-127.0.0.1-1397148635957:blk_1073741861_1037 src: /127.0.0.1:57597 dest: /127.0.0.1:34839
2014-04-10 11:51:33,494 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1638008525-127.0.0.1-1397148635957:blk_1073741861_1037 src: /127.0.0.1:33174 dest: /127.0.0.1:50141
2014-04-10 11:51:33,495 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1638008525-127.0.0.1-1397148635957:blk_1073741861_1037 src: /127.0.0.1:35055 dest: /127.0.0.1:35451
2014-04-10 11:51:33,500 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:35055, dest: /127.0.0.1:35451, bytes: 54851, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_1820207186_1, offset: 0, srvID: 8ec8a8cc-5508-442c-8963-d78fa559e878, blockid: BP-1638008525-127.0.0.1-1397148635957:blk_1073741861_1037, duration: 2973737
2014-04-10 11:51:33,500 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1638008525-127.0.0.1-1397148635957:blk_1073741861_1037, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2014-04-10 11:51:33,500 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:35451 is added to blk_1073741861_1037{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-22cb6d02-3e35-4f66-89d9-1327072438fe:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-e591ab9a-22c6-42de-961c-bb13e404aae9:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-b33a8866-bd5f-4441-ad36-c6496b5f71c0:NORMAL|RBW]]} size 0
2014-04-10 11:51:33,500 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:33174, dest: /127.0.0.1:50141, bytes: 54851, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_1820207186_1, offset: 0, srvID: c1ad97e0-9f53-4437-974d-e948c41bedfe, blockid: BP-1638008525-127.0.0.1-1397148635957:blk_1073741861_1037, duration: 3721331
2014-04-10 11:51:33,501 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1638008525-127.0.0.1-1397148635957:blk_1073741861_1037, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 11:51:33,501 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:50141 is added to blk_1073741861_1037{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-22cb6d02-3e35-4f66-89d9-1327072438fe:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-e591ab9a-22c6-42de-961c-bb13e404aae9:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-b33a8866-bd5f-4441-ad36-c6496b5f71c0:NORMAL|RBW]]} size 0
2014-04-10 11:51:33,501 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:57597, dest: /127.0.0.1:34839, bytes: 54851, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_1820207186_1, offset: 0, srvID: 8a56312d-0316-4fb1-9cb0-6a1bc51bc949, blockid: BP-1638008525-127.0.0.1-1397148635957:blk_1073741861_1037, duration: 4414937
2014-04-10 11:51:33,502 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1638008525-127.0.0.1-1397148635957:blk_1073741861_1037, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 11:51:33,502 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:34839 is added to blk_1073741861_1037{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-22cb6d02-3e35-4f66-89d9-1327072438fe:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-e591ab9a-22c6-42de-961c-bb13e404aae9:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-b33a8866-bd5f-4441-ad36-c6496b5f71c0:NORMAL|RBW]]} size 0
2014-04-10 11:51:33,515 INFO hdfs.StateChange (FSNamesystem.java:completeFile(2899)) - DIR* completeFile: /tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397148651586_0003-1397148683728-brock-%5BB85E19FD07B943CDA8797395D0270443%2FACD2C18D5061487F-1397148693325-5-0-SUCCEEDED-default-1397148686704.jhist_tmp is closed by DFSClient_NONMAPREDUCE_1820207186_1
2014-04-10 11:51:33,532 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397148651586_0003-1397148683728-brock-%5BB85E19FD07B943CDA8797395D0270443%2FACD2C18D5061487F-1397148693325-5-0-SUCCEEDED-default-1397148686704.jhist_tmp dst=null perm=brock:supergroup:rwxrwx---
2014-04-10 11:51:33,533 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397148651586_0003/job_1397148651586_0003_1_conf.xml dst=null perm=null
2014-04-10 11:51:33,535 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397148651586_0003_conf.xml_tmp dst=null perm=null
2014-04-10 11:51:33,536 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397148651586_0003/job_1397148651586_0003_1_conf.xml dst=null perm=null
2014-04-10 11:51:33,537 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397148651586_0003_conf.xml_tmp dst=null perm=null
2014-04-10 11:51:33,539 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397148651586_0003/job_1397148651586_0003_1_conf.xml dst=null perm=null
2014-04-10 11:51:33,557 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397148651586_0003_conf.xml_tmp dst=null perm=brock:supergroup:rw-rw-rw-
2014-04-10 11:51:33,565 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:34839, dest: /127.0.0.1:57600, bytes: 94162, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_1820207186_1, offset: 0, srvID: 8a56312d-0316-4fb1-9cb0-6a1bc51bc949, blockid: BP-1638008525-127.0.0.1-1397148635957:blk_1073741854_1030, duration: 426230
2014-04-10 11:51:33,569 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(2966)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397148651586_0003_conf.xml_tmp. BP-1638008525-127.0.0.1-1397148635957 blk_1073741862_1038{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-5d7d5487-2d1d-4414-8c1a-3a9617defa41:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-b5119a97-db0e-4220-9885-a252148e8a0f:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-b33a8866-bd5f-4441-ad36-c6496b5f71c0:NORMAL|RBW]]}
2014-04-10 11:51:33,584 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1638008525-127.0.0.1-1397148635957:blk_1073741862_1038 src: /127.0.0.1:52879 dest: /127.0.0.1:41432
2014-04-10 11:51:33,586 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1638008525-127.0.0.1-1397148635957:blk_1073741862_1038 src: /127.0.0.1:57602 dest: /127.0.0.1:34839
2014-04-10 11:51:33,587 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1638008525-127.0.0.1-1397148635957:blk_1073741862_1038 src: /127.0.0.1:35059 dest: /127.0.0.1:35451
2014-04-10 11:51:33,589 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1638008525-127.0.0.1-1397148635957:blk_1073741861_1037
2014-04-10 11:51:33,589 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1638008525-127.0.0.1-1397148635957:blk_1073741855_1031
2014-04-10 11:51:33,590 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1638008525-127.0.0.1-1397148635957:blk_1073741857_1033
2014-04-10 11:51:33,592 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:35059, dest: /127.0.0.1:35451, bytes: 93430, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_1820207186_1, offset: 0, srvID: 8ec8a8cc-5508-442c-8963-d78fa559e878, blockid: BP-1638008525-127.0.0.1-1397148635957:blk_1073741862_1038, duration: 3667069
2014-04-10 11:51:33,592 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1638008525-127.0.0.1-1397148635957:blk_1073741862_1038, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2014-04-10 11:51:33,592 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:35451 is added to blk_1073741862_1038{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-5d7d5487-2d1d-4414-8c1a-3a9617defa41:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-b5119a97-db0e-4220-9885-a252148e8a0f:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-a7d28360-a122-4b8f-a5df-7716c22c7a73:NORMAL|RBW]]} size 0
2014-04-10 11:51:33,592 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:57602, dest: /127.0.0.1:34839, bytes: 93430, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_1820207186_1, offset: 0, srvID: 8a56312d-0316-4fb1-9cb0-6a1bc51bc949, blockid: BP-1638008525-127.0.0.1-1397148635957:blk_1073741862_1038, duration: 4315238
2014-04-10 11:51:33,593 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1638008525-127.0.0.1-1397148635957:blk_1073741862_1038, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 11:51:33,593 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:34839 is added to blk_1073741862_1038{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-5d7d5487-2d1d-4414-8c1a-3a9617defa41:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-b5119a97-db0e-4220-9885-a252148e8a0f:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-a7d28360-a122-4b8f-a5df-7716c22c7a73:NORMAL|RBW]]} size 0
2014-04-10 11:51:33,593 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:52879, dest: /127.0.0.1:41432, bytes: 93430, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_1820207186_1, offset: 0, srvID: 2a5b99b1-5021-412c-a75a-31058df58d31, blockid: BP-1638008525-127.0.0.1-1397148635957:blk_1073741862_1038, duration: 4871980
2014-04-10 11:51:33,594 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1638008525-127.0.0.1-1397148635957:blk_1073741862_1038, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 11:51:33,594 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:41432 is added to blk_1073741862_1038{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-5d7d5487-2d1d-4414-8c1a-3a9617defa41:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-b5119a97-db0e-4220-9885-a252148e8a0f:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-a7d28360-a122-4b8f-a5df-7716c22c7a73:NORMAL|RBW]]} size 0
2014-04-10 11:51:33,607 INFO hdfs.StateChange (FSNamesystem.java:completeFile(2899)) - DIR* completeFile: /tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397148651586_0003_conf.xml_tmp is closed by DFSClient_NONMAPREDUCE_1820207186_1
2014-04-10 11:51:33,623 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397148651586_0003_conf.xml_tmp dst=null perm=brock:supergroup:rwxrwx---
2014-04-10 11:51:33,640 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=rename src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397148651586_0003.summary_tmp dst=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397148651586_0003.summary perm=brock:supergroup:rwxrwx---
2014-04-10 11:51:33,657 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=rename src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397148651586_0003_conf.xml_tmp dst=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397148651586_0003_conf.xml perm=brock:supergroup:rwxrwx---
2014-04-10 11:51:33,673 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=rename src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397148651586_0003-1397148683728-brock-%5BB85E19FD07B943CDA8797395D0270443%2FACD2C18D5061487F-1397148693325-5-0-SUCCEEDED-default-1397148686704.jhist_tmp dst=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397148651586_0003-1397148683728-brock-%5BB85E19FD07B943CDA8797395D0270443%2FACD2C18D5061487F-1397148693325-5-0-SUCCEEDED-default-1397148686704.jhist perm=brock:supergroup:rwxrwx---
2014-04-10 11:51:33,682 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:rememberTargetTransitionsAndStoreState(960)) - Updating application attempt appattempt_1397148651586_0003_000001 with final state: FINISHING
2014-04-10 11:51:33,682 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(652)) - appattempt_1397148651586_0003_000001 State change from RUNNING to FINAL_SAVING
2014-04-10 11:51:33,682 INFO rmapp.RMAppImpl (RMAppImpl.java:rememberTargetTransitionsAndStoreState(805)) - Updating application application_1397148651586_0003 with final state: FINISHING
2014-04-10 11:51:33,682 INFO rmapp.RMAppImpl (RMAppImpl.java:handle(610)) - application_1397148651586_0003 State change from RUNNING to FINAL_SAVING
2014-04-10 11:51:33,682 INFO recovery.RMStateStore (RMStateStore.java:handleStoreEvent(596)) - Storing info for app: application_1397148651586_0003
2014-04-10 11:51:33,683 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(652)) - appattempt_1397148651586_0003_000001 State change from FINAL_SAVING to FINISHING
2014-04-10 11:51:33,683 INFO rmapp.RMAppImpl (RMAppImpl.java:handle(610)) - application_1397148651586_0003 State change from FINAL_SAVING to FINISHING
2014-04-10 11:51:33,776 INFO mapred.ClientServiceDelegate (ClientServiceDelegate.java:getProxy(273)) - Application state is completed. FinalApplicationStatus=SUCCEEDED. Redirecting to job history server
2014-04-10 11:51:33,780 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=listStatus src=/tmp/hadoop-yarn/staging/history/done_intermediate dst=null perm=null
2014-04-10 11:51:33,781 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=listStatus src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock dst=null perm=null
2014-04-10 11:51:33,783 INFO hs.CompletedJob (CompletedJob.java:<init>(95)) - Loading job: job_1397148651586_0003 from file: hdfs://localhost:60632/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397148651586_0003-1397148683728-brock-%5BB85E19FD07B943CDA8797395D0270443%2FACD2C18D5061487F-1397148693325-5-0-SUCCEEDED-default-1397148686704.jhist
2014-04-10 11:51:33,784 INFO hs.CompletedJob (CompletedJob.java:loadFullHistoryData(326)) - Loading history file: [hdfs://localhost:60632/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397148651586_0003-1397148683728-brock-%5BB85E19FD07B943CDA8797395D0270443%2FACD2C18D5061487F-1397148693325-5-0-SUCCEEDED-default-1397148686704.jhist]
2014-04-10 11:51:33,785 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397148651586_0003-1397148683728-brock-%5BB85E19FD07B943CDA8797395D0270443%2FACD2C18D5061487F-1397148693325-5-0-SUCCEEDED-default-1397148686704.jhist dst=null perm=null
2014-04-10 11:51:33,788 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:35451, dest: /127.0.0.1:35062, bytes: 55283, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_611373658_9, offset: 0, srvID: 8ec8a8cc-5508-442c-8963-d78fa559e878, blockid: BP-1638008525-127.0.0.1-1397148635957:blk_1073741861_1037, duration: 294855
2014-04-10 11:51:33,823 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397148651586_0003.summary dst=null perm=null
2014-04-10 11:51:33,826 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:34839, dest: /127.0.0.1:57607, bytes: 442, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_-1671456216_9, offset: 0, srvID: 8a56312d-0316-4fb1-9cb0-6a1bc51bc949, blockid: BP-1638008525-127.0.0.1-1397148635957:blk_1073741860_1036, duration: 267621
2014-04-10 11:51:33,826 INFO jobhistory.JobSummary (HistoryFileManager.java:moveToDone(372)) - jobId=job_1397148651586_0003,submitTime=1397148683728,launchTime=1397148686704,firstMapTaskLaunchTime=1397148688876,firstReduceTaskLaunchTime=0,finishTime=1397148693325,resourcesPerMap=1024,resourcesPerReduce=0,numMaps=5,numReduces=0,user=brock,queue=default,status=SUCCEEDED,mapSlotSeconds=19,reduceSlotSeconds=0,jobName=[B85E19FD07B943CDA8797395D0270443/ACD2C18D5061487F9AE980F1B308CC2F] second-flow/(1/1) ...preduceflowplatform/flow5
2014-04-10 11:51:33,827 INFO hs.HistoryFileManager (HistoryFileManager.java:moveToDone(373)) - Deleting JobSummary file: [hdfs://localhost:60632/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397148651586_0003.summary]
2014-04-10 11:51:33,828 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:updateAndGetContainerStatuses(374)) - Removed completed container container_1397148651586_0003_01_000006
2014-04-10 11:51:33,829 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397148651586_0003_01_000006 Container Transitioned from RUNNING to COMPLETED
2014-04-10 11:51:33,829 INFO fica.FiCaSchedulerApp (FiCaSchedulerApp.java:containerCompleted(91)) - Completed container: container_1397148651586_0003_01_000006 in state: COMPLETED event:FINISHED
2014-04-10 11:51:33,829 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(98)) - USER=brock OPERATION=AM Released Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1397148651586_0003 CONTAINERID=container_1397148651586_0003_01_000006
2014-04-10 11:51:33,829 INFO fica.FiCaSchedulerNode (FiCaSchedulerNode.java:releaseContainer(164)) - Released container container_1397148651586_0003_01_000006 of capacity <memory:1024, vCores:1> on host localhost:40708, which currently has 0 containers, <memory:0, vCores:0> used and <memory:4096, vCores:8> available, release resources=true
2014-04-10 11:51:33,829 INFO capacity.LeafQueue (LeafQueue.java:releaseResource(1506)) - default used=<memory:3072, vCores:2> numContainers=2 user=brock user-resources=<memory:3072, vCores:2>
2014-04-10 11:51:33,830 INFO capacity.LeafQueue (LeafQueue.java:completedContainer(1448)) - completedContainer container=Container: [ContainerId: container_1397148651586_0003_01_000006, NodeId: localhost:40708, NodeHttpAddress: localhost:48138, Resource: <memory:1024, vCores:1>, Priority: 20, Token: Token { kind: ContainerToken, service: localhost:40708 }, ] resource=<memory:1024, vCores:1> queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:3072, vCores:2>usedCapacity=0.1875, absoluteUsedCapacity=0.1875, numApps=1, numContainers=2 usedCapacity=0.1875 absoluteUsedCapacity=0.1875 used=<memory:3072, vCores:2> cluster=<memory:16384, vCores:32>
2014-04-10 11:51:33,830 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(694)) - completedContainer queue=root usedCapacity=0.1875 absoluteUsedCapacity=0.1875 used=<memory:3072, vCores:2> cluster=<memory:16384, vCores:32>
2014-04-10 11:51:33,830 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(708)) - Re-sorting completed queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:3072, vCores:2>usedCapacity=0.1875, absoluteUsedCapacity=0.1875, numApps=1, numContainers=2
2014-04-10 11:51:33,830 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(849)) - Application appattempt_1397148651586_0003_000001 released container container_1397148651586_0003_01_000006 on node: host: localhost:40708 #containers=0 available=4096 used=0 with event: FINISHED
2014-04-10 11:51:33,840 INFO BlockStateChange (BlockManager.java:addToInvalidates(1030)) - BLOCK* addToInvalidates: blk_1073741860_1036 127.0.0.1:34839 127.0.0.1:35451 127.0.0.1:41432
2014-04-10 11:51:33,841 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=delete src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397148651586_0003.summary dst=null perm=null
2014-04-10 11:51:33,842 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/history/done/2014/04/10/000000 dst=null perm=null
2014-04-10 11:51:33,843 INFO hs.HistoryFileManager (HistoryFileManager.java:moveToDoneNow(947)) - Moving hdfs://localhost:60632/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397148651586_0003-1397148683728-brock-%5BB85E19FD07B943CDA8797395D0270443%2FACD2C18D5061487F-1397148693325-5-0-SUCCEEDED-default-1397148686704.jhist to hdfs://localhost:60632/tmp/hadoop-yarn/staging/history/done/2014/04/10/000000/job_1397148651586_0003-1397148683728-brock-%5BB85E19FD07B943CDA8797395D0270443%2FACD2C18D5061487F-1397148693325-5-0-SUCCEEDED-default-1397148686704.jhist
2014-04-10 11:51:33,857 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=rename options=0 src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397148651586_0003-1397148683728-brock-%5BB85E19FD07B943CDA8797395D0270443%2FACD2C18D5061487F-1397148693325-5-0-SUCCEEDED-default-1397148686704.jhist dst=/tmp/hadoop-yarn/staging/history/done/2014/04/10/000000/job_1397148651586_0003-1397148683728-brock-%5BB85E19FD07B943CDA8797395D0270443%2FACD2C18D5061487F-1397148693325-5-0-SUCCEEDED-default-1397148686704.jhist perm=brock:supergroup:rwxrwx---
2014-04-10 11:51:33,857 INFO hs.HistoryFileManager (HistoryFileManager.java:moveToDoneNow(947)) - Moving hdfs://localhost:60632/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397148651586_0003_conf.xml to hdfs://localhost:60632/tmp/hadoop-yarn/staging/history/done/2014/04/10/000000/job_1397148651586_0003_conf.xml
2014-04-10 11:51:33,873 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1638008525-127.0.0.1-1397148635957:blk_1073741859_1035
2014-04-10 11:51:33,873 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=rename options=0 src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397148651586_0003_conf.xml dst=/tmp/hadoop-yarn/staging/history/done/2014/04/10/000000/job_1397148651586_0003_conf.xml perm=brock:supergroup:rwxrwx---
2014-04-10 11:51:33,875 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1638008525-127.0.0.1-1397148635957:blk_1073741862_1038
2014-04-10 11:51:33,877 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1638008525-127.0.0.1-1397148635957:blk_1073741860_1036
2014-04-10 11:51:33,877 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1638008525-127.0.0.1-1397148635957:blk_1073741858_1034
2014-04-10 11:51:33,878 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1638008525-127.0.0.1-1397148635957:blk_1073741857_1033
2014-04-10 11:51:33,879 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1638008525-127.0.0.1-1397148635957:blk_1073741855_1031
2014-04-10 11:51:33,880 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1638008525-127.0.0.1-1397148635957:blk_1073741856_1032
2014-04-10 11:51:33,880 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1638008525-127.0.0.1-1397148635957:blk_1073741861_1037
2014-04-10 11:51:33,890 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/mapreduceflowplatform/flow5 dst=null perm=null
2014-04-10 11:51:33,890 INFO util.Hadoop18TapUtil (Hadoop18TapUtil.java:cleanTempPath(219)) - deleting temp path /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/mapreduceflowplatform/flow5/_temporary
2014-04-10 11:51:33,891 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/mapreduceflowplatform/flow5/_temporary dst=null perm=null
2014-04-10 11:51:33,892 INFO cascade.Cascade (Cascade.java:logInfo(991)) - [first-flow+second-flow...] completed flow: second-flow
2014-04-10 11:51:33,892 INFO cascade.Cascade (Cascade.java:logInfo(991)) - [first-flow+second-flow...] starting flow: first-mr
2014-04-10 11:51:33,892 INFO flow.Flow (BaseFlow.java:logInfo(1354)) - [first-mr] at least one sink is marked for delete
2014-04-10 11:51:33,893 INFO flow.Flow (BaseFlow.java:logInfo(1354)) - [first-mr] sink oldest modified date: Wed Dec 31 17:59:59 CST 1969
2014-04-10 11:51:33,894 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/mapreduceflowplatform/flow1 dst=null perm=null
2014-04-10 11:51:33,896 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/mapreduceflowplatform/flow1 dst=null perm=null
2014-04-10 11:51:33,898 INFO flow.Flow (BaseFlow.java:logInfo(1354)) - [first-mr] starting
2014-04-10 11:51:33,898 INFO flow.Flow (BaseFlow.java:logInfo(1354)) - [first-mr] source: Hfs["NullScheme"]["hdfs://localhost:60632/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/mapreduceflowplatform/flow5"]
2014-04-10 11:51:33,898 INFO flow.Flow (BaseFlow.java:logInfo(1354)) - [first-mr] sink: Hfs["NullScheme"]["hdfs://localhost:60632/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/mapreduceflowplatform/flow1"]
2014-04-10 11:51:33,898 INFO flow.Flow (BaseFlow.java:logInfo(1354)) - [first-mr] parallel execution is enabled: true
2014-04-10 11:51:33,898 INFO flow.Flow (BaseFlow.java:logInfo(1354)) - [first-mr] starting jobs: 1
2014-04-10 11:51:33,898 INFO flow.Flow (BaseFlow.java:logInfo(1354)) - [first-mr] allocating threads: 1
2014-04-10 11:51:33,899 INFO flow.FlowStep (BaseFlowStep.java:logInfo(834)) - [first-mr] starting step: Hfs["NullScheme"]["hdfs://localhost:60632/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/mapreduceflowplatform/flow1"]
2014-04-10 11:51:33,909 INFO client.RMProxy (RMProxy.java:createRMProxy(92)) - Connecting to ResourceManager at localhost/127.0.0.1:44622
2014-04-10 11:51:33,917 INFO client.RMProxy (RMProxy.java:createRMProxy(92)) - Connecting to ResourceManager at localhost/127.0.0.1:44622
2014-04-10 11:51:33,919 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/mapreduceflowplatform/flow1 dst=null perm=null
2014-04-10 11:51:33,920 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging dst=null perm=null
2014-04-10 11:51:33,921 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging dst=null perm=null
2014-04-10 11:51:33,921 INFO resourcemanager.ClientRMService (ClientRMService.java:getNewApplicationId(213)) - Allocated new applicationId: 4
2014-04-10 11:51:33,922 WARN mapreduce.JobSubmitter (JobSubmitter.java:copyAndConfigureFiles(150)) - Hadoop command-line option parsing not performed. Implement the Tool interface and execute your application with ToolRunner to remedy this.
2014-04-10 11:51:33,922 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397148651586_0004 dst=null perm=null
2014-04-10 11:51:33,940 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=mkdirs src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397148651586_0004 dst=null perm=brock:supergroup:rwxr-xr-x
2014-04-10 11:51:33,957 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397148651586_0004 dst=null perm=brock:supergroup:rwx------
2014-04-10 11:51:33,957 WARN mapreduce.JobSubmitter (JobSubmitter.java:copyAndConfigureFiles(259)) - No job jar file set. User classes may not be found. See Job or Job#setJar(String).
2014-04-10 11:51:33,958 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null
2014-04-10 11:51:33,959 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target/Hadoop2MR1Platform-tmpDir/hadoop-835624885896005772.jar dst=null perm=null
2014-04-10 11:51:33,961 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null
2014-04-10 11:51:33,962 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target/Hadoop2MR1Platform-tmpDir dst=null perm=null
2014-04-10 11:51:33,963 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target dst=null perm=null
2014-04-10 11:51:33,964 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock dst=null perm=null
2014-04-10 11:51:33,965 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user dst=null perm=null
2014-04-10 11:51:33,966 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/ dst=null perm=null
2014-04-10 11:51:33,967 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target/Hadoop2MR1Platform-tmpDir/hadoop-835624885896005772.jar dst=null perm=null
2014-04-10 11:51:33,969 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/mapreduceflowplatform/flow5 dst=null perm=null
2014-04-10 11:51:33,970 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/mapreduceflowplatform/flow5 dst=null perm=null
2014-04-10 11:51:33,971 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=listStatus src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/mapreduceflowplatform/flow5 dst=null perm=null
2014-04-10 11:51:33,975 INFO mapred.FileInputFormat (FileInputFormat.java:listStatus(253)) - Total input paths to process : 5
2014-04-10 11:51:33,990 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397148651586_0004/job.split dst=null perm=brock:supergroup:rw-r--r--
2014-04-10 11:51:34,007 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397148651586_0004/job.split dst=null perm=brock:supergroup:rw-r--r--
2014-04-10 11:51:34,008 INFO blockmanagement.BlockManager (BlockManager.java:setReplication(2455)) - Increasing replication from 3 to 10 for /tmp/hadoop-yarn/staging/brock/.staging/job_1397148651586_0004/job.split
2014-04-10 11:51:34,023 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=setReplication src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397148651586_0004/job.split dst=null perm=null
2014-04-10 11:51:34,026 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(2966)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/brock/.staging/job_1397148651586_0004/job.split. BP-1638008525-127.0.0.1-1397148635957 blk_1073741863_1039{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-522b0f7d-b75b-46f2-9e15-59b7ba563b04:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-a7d28360-a122-4b8f-a5df-7716c22c7a73:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-b5119a97-db0e-4220-9885-a252148e8a0f:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-0eec617b-7748-47d7-80ce-822d3c617914:NORMAL|RBW]]}
2014-04-10 11:51:34,042 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1638008525-127.0.0.1-1397148635957:blk_1073741863_1039 src: /127.0.0.1:33185 dest: /127.0.0.1:50141
2014-04-10 11:51:34,043 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1638008525-127.0.0.1-1397148635957:blk_1073741863_1039 src: /127.0.0.1:35066 dest: /127.0.0.1:35451
2014-04-10 11:51:34,044 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1638008525-127.0.0.1-1397148635957:blk_1073741863_1039 src: /127.0.0.1:57611 dest: /127.0.0.1:34839
2014-04-10 11:51:34,046 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1638008525-127.0.0.1-1397148635957:blk_1073741863_1039 src: /127.0.0.1:52890 dest: /127.0.0.1:41432
2014-04-10 11:51:34,051 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:52890, dest: /127.0.0.1:41432, bytes: 1375, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_611373658_9, offset: 0, srvID: 2a5b99b1-5021-412c-a75a-31058df58d31, blockid: BP-1638008525-127.0.0.1-1397148635957:blk_1073741863_1039, duration: 3555052
2014-04-10 11:51:34,051 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1638008525-127.0.0.1-1397148635957:blk_1073741863_1039, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2014-04-10 11:51:34,052 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:57611, dest: /127.0.0.1:34839, bytes: 1375, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_611373658_9, offset: 0, srvID: 8a56312d-0316-4fb1-9cb0-6a1bc51bc949, blockid: BP-1638008525-127.0.0.1-1397148635957:blk_1073741863_1039, duration: 3478667
2014-04-10 11:51:34,051 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:41432 is added to blk_1073741863_1039{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-522b0f7d-b75b-46f2-9e15-59b7ba563b04:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-0eec617b-7748-47d7-80ce-822d3c617914:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-b33a8866-bd5f-4441-ad36-c6496b5f71c0:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-22cb6d02-3e35-4f66-89d9-1327072438fe:NORMAL|RBW]]} size 0
2014-04-10 11:51:34,052 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1638008525-127.0.0.1-1397148635957:blk_1073741863_1039, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 11:51:34,052 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:35066, dest: /127.0.0.1:35451, bytes: 1375, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_611373658_9, offset: 0, srvID: 8ec8a8cc-5508-442c-8963-d78fa559e878, blockid: BP-1638008525-127.0.0.1-1397148635957:blk_1073741863_1039, duration: 4306033
2014-04-10 11:51:34,052 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:34839 is added to blk_1073741863_1039{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-522b0f7d-b75b-46f2-9e15-59b7ba563b04:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-0eec617b-7748-47d7-80ce-822d3c617914:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-b33a8866-bd5f-4441-ad36-c6496b5f71c0:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-22cb6d02-3e35-4f66-89d9-1327072438fe:NORMAL|RBW]]} size 0
2014-04-10 11:51:34,053 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1638008525-127.0.0.1-1397148635957:blk_1073741863_1039, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 11:51:34,053 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:33185, dest: /127.0.0.1:50141, bytes: 1375, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_611373658_9, offset: 0, srvID: c1ad97e0-9f53-4437-974d-e948c41bedfe, blockid: BP-1638008525-127.0.0.1-1397148635957:blk_1073741863_1039, duration: 5068048
2014-04-10 11:51:34,054 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:35451 is added to blk_1073741863_1039{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-522b0f7d-b75b-46f2-9e15-59b7ba563b04:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-0eec617b-7748-47d7-80ce-822d3c617914:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-b33a8866-bd5f-4441-ad36-c6496b5f71c0:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-22cb6d02-3e35-4f66-89d9-1327072438fe:NORMAL|RBW]]} size 0
2014-04-10 11:51:34,054 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1638008525-127.0.0.1-1397148635957:blk_1073741863_1039, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 11:51:34,055 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:50141 is added to blk_1073741863_1039{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-522b0f7d-b75b-46f2-9e15-59b7ba563b04:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-0eec617b-7748-47d7-80ce-822d3c617914:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-b33a8866-bd5f-4441-ad36-c6496b5f71c0:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-22cb6d02-3e35-4f66-89d9-1327072438fe:NORMAL|RBW]]} size 0
2014-04-10 11:51:34,067 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:updateAndGetContainerStatuses(374)) - Removed completed container container_1397148651586_0003_01_000004
2014-04-10 11:51:34,067 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397148651586_0003_01_000004 Container Transitioned from RUNNING to COMPLETED
2014-04-10 11:51:34,068 INFO fica.FiCaSchedulerApp (FiCaSchedulerApp.java:containerCompleted(91)) - Completed container: container_1397148651586_0003_01_000004 in state: COMPLETED event:FINISHED
2014-04-10 11:51:34,068 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(98)) - USER=brock OPERATION=AM Released Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1397148651586_0003 CONTAINERID=container_1397148651586_0003_01_000004
2014-04-10 11:51:34,068 INFO fica.FiCaSchedulerNode (FiCaSchedulerNode.java:releaseContainer(164)) - Released container container_1397148651586_0003_01_000004 of capacity <memory:1024, vCores:1> on host localhost:49929, which currently has 0 containers, <memory:0, vCores:0> used and <memory:4096, vCores:8> available, release resources=true
2014-04-10 11:51:34,068 INFO capacity.LeafQueue (LeafQueue.java:releaseResource(1506)) - default used=<memory:2048, vCores:1> numContainers=1 user=brock user-resources=<memory:2048, vCores:1>
2014-04-10 11:51:34,068 INFO capacity.LeafQueue (LeafQueue.java:completedContainer(1448)) - completedContainer container=Container: [ContainerId: container_1397148651586_0003_01_000004, NodeId: localhost:49929, NodeHttpAddress: localhost:42894, Resource: <memory:1024, vCores:1>, Priority: 20, Token: Token { kind: ContainerToken, service: localhost:49929 }, ] resource=<memory:1024, vCores:1> queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:2048, vCores:1>usedCapacity=0.125, absoluteUsedCapacity=0.125, numApps=1, numContainers=1 usedCapacity=0.125 absoluteUsedCapacity=0.125 used=<memory:2048, vCores:1> cluster=<memory:16384, vCores:32>
2014-04-10 11:51:34,069 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1638008525-127.0.0.1-1397148635957:blk_1073741860_1036
2014-04-10 11:51:34,069 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(694)) - completedContainer queue=root usedCapacity=0.125 absoluteUsedCapacity=0.125 used=<memory:2048, vCores:1> cluster=<memory:16384, vCores:32>
2014-04-10 11:51:34,069 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(708)) - Re-sorting completed queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:2048, vCores:1>usedCapacity=0.125, absoluteUsedCapacity=0.125, numApps=1, numContainers=1
2014-04-10 11:51:34,069 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1638008525-127.0.0.1-1397148635957:blk_1073741859_1035
2014-04-10 11:51:34,069 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(849)) - Application appattempt_1397148651586_0003_000001 released container container_1397148651586_0003_01_000004 on node: host: localhost:49929 #containers=0 available=4096 used=0 with event: FINISHED
2014-04-10 11:51:34,070 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1638008525-127.0.0.1-1397148635957:blk_1073741861_1037
2014-04-10 11:51:34,070 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1638008525-127.0.0.1-1397148635957:blk_1073741858_1034
2014-04-10 11:51:34,072 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1638008525-127.0.0.1-1397148635957:blk_1073741862_1038
2014-04-10 11:51:34,073 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1638008525-127.0.0.1-1397148635957:blk_1073741856_1032
2014-04-10 11:51:34,073 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1638008525-127.0.0.1-1397148635957:blk_1073741855_1031
2014-04-10 11:51:34,073 INFO hdfs.StateChange (FSNamesystem.java:completeFile(2899)) - DIR* completeFile: /tmp/hadoop-yarn/staging/brock/.staging/job_1397148651586_0004/job.split is closed by DFSClient_NONMAPREDUCE_611373658_9
2014-04-10 11:51:34,073 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1638008525-127.0.0.1-1397148635957:blk_1073741857_1033
2014-04-10 11:51:34,074 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1638008525-127.0.0.1-1397148635957:blk_1073741863_1039
2014-04-10 11:51:34,090 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397148651586_0004/job.splitmetainfo dst=null perm=brock:supergroup:rw-r--r--
2014-04-10 11:51:34,107 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397148651586_0004/job.splitmetainfo dst=null perm=brock:supergroup:rw-r--r--
2014-04-10 11:51:34,108 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1638008525-127.0.0.1-1397148635957:blk_1073741856_1032
2014-04-10 11:51:34,108 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1638008525-127.0.0.1-1397148635957:blk_1073741858_1034
2014-04-10 11:51:34,109 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1638008525-127.0.0.1-1397148635957:blk_1073741860_1036
2014-04-10 11:51:34,109 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(2966)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/brock/.staging/job_1397148651586_0004/job.splitmetainfo. BP-1638008525-127.0.0.1-1397148635957 blk_1073741864_1040{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-a7d28360-a122-4b8f-a5df-7716c22c7a73:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-0eec617b-7748-47d7-80ce-822d3c617914:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-22cb6d02-3e35-4f66-89d9-1327072438fe:NORMAL|RBW]]}
2014-04-10 11:51:34,110 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1638008525-127.0.0.1-1397148635957:blk_1073741862_1038
2014-04-10 11:51:34,110 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1638008525-127.0.0.1-1397148635957:blk_1073741859_1035
2014-04-10 11:51:34,111 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1638008525-127.0.0.1-1397148635957:blk_1073741863_1039
2014-04-10 11:51:34,125 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1638008525-127.0.0.1-1397148635957:blk_1073741864_1040 src: /127.0.0.1:35069 dest: /127.0.0.1:35451
2014-04-10 11:51:34,126 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1638008525-127.0.0.1-1397148635957:blk_1073741864_1040 src: /127.0.0.1:52892 dest: /127.0.0.1:41432
2014-04-10 11:51:34,127 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1638008525-127.0.0.1-1397148635957:blk_1073741864_1040 src: /127.0.0.1:57615 dest: /127.0.0.1:34839
2014-04-10 11:51:34,131 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:57615, dest: /127.0.0.1:34839, bytes: 195, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_611373658_9, offset: 0, srvID: 8a56312d-0316-4fb1-9cb0-6a1bc51bc949, blockid: BP-1638008525-127.0.0.1-1397148635957:blk_1073741864_1040, duration: 2025368
2014-04-10 11:51:34,131 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1638008525-127.0.0.1-1397148635957:blk_1073741864_1040, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2014-04-10 11:51:34,131 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:34839 is added to blk_1073741864_1040{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-a7d28360-a122-4b8f-a5df-7716c22c7a73:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-5d7d5487-2d1d-4414-8c1a-3a9617defa41:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-b5119a97-db0e-4220-9885-a252148e8a0f:NORMAL|RBW]]} size 0
2014-04-10 11:51:34,131 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:52892, dest: /127.0.0.1:41432, bytes: 195, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_611373658_9, offset: 0, srvID: 2a5b99b1-5021-412c-a75a-31058df58d31, blockid: BP-1638008525-127.0.0.1-1397148635957:blk_1073741864_1040, duration: 2759070
2014-04-10 11:51:34,132 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1638008525-127.0.0.1-1397148635957:blk_1073741864_1040, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 11:51:34,132 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:41432 is added to blk_1073741864_1040{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-a7d28360-a122-4b8f-a5df-7716c22c7a73:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-5d7d5487-2d1d-4414-8c1a-3a9617defa41:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-b5119a97-db0e-4220-9885-a252148e8a0f:NORMAL|RBW]]} size 0
2014-04-10 11:51:34,132 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:35069, dest: /127.0.0.1:35451, bytes: 195, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_611373658_9, offset: 0, srvID: 8ec8a8cc-5508-442c-8963-d78fa559e878, blockid: BP-1638008525-127.0.0.1-1397148635957:blk_1073741864_1040, duration: 3317389
2014-04-10 11:51:34,133 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1638008525-127.0.0.1-1397148635957:blk_1073741864_1040, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 11:51:34,136 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:35451 is added to blk_1073741864_1040{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-a7d28360-a122-4b8f-a5df-7716c22c7a73:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-5d7d5487-2d1d-4414-8c1a-3a9617defa41:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-b5119a97-db0e-4220-9885-a252148e8a0f:NORMAL|RBW]]} size 0
2014-04-10 11:51:34,148 INFO hdfs.StateChange (FSNamesystem.java:completeFile(2899)) - DIR* completeFile: /tmp/hadoop-yarn/staging/brock/.staging/job_1397148651586_0004/job.splitmetainfo is closed by DFSClient_NONMAPREDUCE_611373658_9
2014-04-10 11:51:34,149 INFO mapreduce.JobSubmitter (JobSubmitter.java:submitJobInternal(396)) - number of splits:6
2014-04-10 11:51:34,165 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397148651586_0004/job.xml dst=null perm=brock:supergroup:rw-r--r--
2014-04-10 11:51:34,182 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397148651586_0004/job.xml dst=null perm=brock:supergroup:rw-r--r--
2014-04-10 11:51:34,200 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(2966)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/brock/.staging/job_1397148651586_0004/job.xml. BP-1638008525-127.0.0.1-1397148635957 blk_1073741865_1041{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-5d7d5487-2d1d-4414-8c1a-3a9617defa41:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-e591ab9a-22c6-42de-961c-bb13e404aae9:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-b33a8866-bd5f-4441-ad36-c6496b5f71c0:NORMAL|RBW]]}
2014-04-10 11:51:34,217 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1638008525-127.0.0.1-1397148635957:blk_1073741865_1041 src: /127.0.0.1:52894 dest: /127.0.0.1:41432
2014-04-10 11:51:34,218 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1638008525-127.0.0.1-1397148635957:blk_1073741865_1041 src: /127.0.0.1:33193 dest: /127.0.0.1:50141
2014-04-10 11:51:34,219 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1638008525-127.0.0.1-1397148635957:blk_1073741865_1041 src: /127.0.0.1:35074 dest: /127.0.0.1:35451
2014-04-10 11:51:34,224 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:35074, dest: /127.0.0.1:35451, bytes: 74312, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_611373658_9, offset: 0, srvID: 8ec8a8cc-5508-442c-8963-d78fa559e878, blockid: BP-1638008525-127.0.0.1-1397148635957:blk_1073741865_1041, duration: 3461821
2014-04-10 11:51:34,224 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1638008525-127.0.0.1-1397148635957:blk_1073741865_1041, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2014-04-10 11:51:34,224 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:35451 is added to blk_1073741865_1041{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-e591ab9a-22c6-42de-961c-bb13e404aae9:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-b33a8866-bd5f-4441-ad36-c6496b5f71c0:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-0eec617b-7748-47d7-80ce-822d3c617914:NORMAL|RBW]]} size 0
2014-04-10 11:51:34,225 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:33193, dest: /127.0.0.1:50141, bytes: 74312, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_611373658_9, offset: 0, srvID: c1ad97e0-9f53-4437-974d-e948c41bedfe, blockid: BP-1638008525-127.0.0.1-1397148635957:blk_1073741865_1041, duration: 4182318
2014-04-10 11:51:34,225 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1638008525-127.0.0.1-1397148635957:blk_1073741865_1041, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 11:51:34,225 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:50141 is added to blk_1073741865_1041{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-e591ab9a-22c6-42de-961c-bb13e404aae9:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-b33a8866-bd5f-4441-ad36-c6496b5f71c0:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-0eec617b-7748-47d7-80ce-822d3c617914:NORMAL|RBW]]} size 0
2014-04-10 11:51:34,225 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:52894, dest: /127.0.0.1:41432, bytes: 74312, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_611373658_9, offset: 0, srvID: 2a5b99b1-5021-412c-a75a-31058df58d31, blockid: BP-1638008525-127.0.0.1-1397148635957:blk_1073741865_1041, duration: 4880557
2014-04-10 11:51:34,226 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1638008525-127.0.0.1-1397148635957:blk_1073741865_1041, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 11:51:34,227 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:41432 is added to blk_1073741865_1041{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-e591ab9a-22c6-42de-961c-bb13e404aae9:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-b33a8866-bd5f-4441-ad36-c6496b5f71c0:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-0eec617b-7748-47d7-80ce-822d3c617914:NORMAL|RBW]]} size 0
2014-04-10 11:51:34,240 INFO hdfs.StateChange (FSNamesystem.java:completeFile(2899)) - DIR* completeFile: /tmp/hadoop-yarn/staging/brock/.staging/job_1397148651586_0004/job.xml is closed by DFSClient_NONMAPREDUCE_611373658_9
2014-04-10 11:51:34,241 INFO mapreduce.JobSubmitter (JobSubmitter.java:printTokens(479)) - Submitting tokens for job: job_1397148651586_0004
2014-04-10 11:51:34,242 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397148651586_0004 dst=null perm=null
2014-04-10 11:51:34,243 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397148651586_0004/job.xml dst=null perm=null
2014-04-10 11:51:34,245 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397148651586_0004/job.xml dst=null perm=null
2014-04-10 11:51:34,245 INFO mapred.YARNRunner (YARNRunner.java:createApplicationSubmissionContext(368)) - Job jar is not present. Not adding any jar to the list of resources.
2014-04-10 11:51:34,246 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397148651586_0004/job.split dst=null perm=null
2014-04-10 11:51:34,248 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397148651586_0004/job.split dst=null perm=null
2014-04-10 11:51:34,249 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397148651586_0004/job.splitmetainfo dst=null perm=null
2014-04-10 11:51:34,250 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397148651586_0004/job.splitmetainfo dst=null perm=null
2014-04-10 11:51:34,253 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null
2014-04-10 11:51:34,255 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target/Hadoop2MR1Platform-tmpDir/hadoop-835624885896005772.jar dst=null perm=null
2014-04-10 11:51:34,256 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null
2014-04-10 11:51:34,257 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target/Hadoop2MR1Platform-tmpDir/hadoop-835624885896005772.jar dst=null perm=null
2014-04-10 11:51:34,258 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null
2014-04-10 11:51:34,259 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target/Hadoop2MR1Platform-tmpDir/hadoop-835624885896005772.jar dst=null perm=null
2014-04-10 11:51:34,300 INFO resourcemanager.ClientRMService (ClientRMService.java:submitApplication(326)) - Application with id 4 submitted by user brock
2014-04-10 11:51:34,300 INFO rmapp.RMAppImpl (RMAppImpl.java:transition(786)) - Storing application with id application_1397148651586_0004
2014-04-10 11:51:34,300 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(140)) - USER=brock IP=127.0.0.1 OPERATION=Submit Application Request TARGET=ClientRMService RESULT=SUCCESS APPID=application_1397148651586_0004
2014-04-10 11:51:34,300 INFO recovery.RMStateStore (RMStateStore.java:handleStoreEvent(596)) - Storing info for app: application_1397148651586_0004
2014-04-10 11:51:34,300 INFO rmapp.RMAppImpl (RMAppImpl.java:handle(610)) - application_1397148651586_0004 State change from NEW to NEW_SAVING
2014-04-10 11:51:34,301 INFO rmapp.RMAppImpl (RMAppImpl.java:handle(610)) - application_1397148651586_0004 State change from NEW_SAVING to SUBMITTED
2014-04-10 11:51:34,301 INFO resourcemanager.ApplicationMasterService (ApplicationMasterService.java:registerAppAttempt(556)) - Registering app attempt : appattempt_1397148651586_0004_000001
2014-04-10 11:51:34,302 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(652)) - appattempt_1397148651586_0004_000001 State change from NEW to SUBMITTED
2014-04-10 11:51:34,302 INFO capacity.LeafQueue (LeafQueue.java:activateApplications(718)) - Application application_1397148651586_0004 from user: brock activated in queue: default
2014-04-10 11:51:34,302 INFO capacity.LeafQueue (LeafQueue.java:addApplication(734)) - Application added - appId: application_1397148651586_0004 user: org.apache.hadoop.yarn.server.resourcemanager.scheduler.capacity.LeafQueue$User@2601a14b, leaf-queue: default #user-pending-applications: 0 #user-active-applications: 2 #queue-pending-applications: 0 #queue-active-applications: 2
2014-04-10 11:51:34,302 INFO capacity.ParentQueue (ParentQueue.java:addApplication(482)) - Application added - appId: application_1397148651586_0004 user: brock leaf-queue of parent: root #applications: 2
2014-04-10 11:51:34,302 INFO impl.YarnClientImpl (YarnClientImpl.java:submitApplication(166)) - Submitted application application_1397148651586_0004
2014-04-10 11:51:34,303 INFO capacity.CapacityScheduler (CapacityScheduler.java:addApplicationAttempt(459)) - Application Submission: appattempt_1397148651586_0004_000001, user: brock queue: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:2048, vCores:1>usedCapacity=0.125, absoluteUsedCapacity=0.125, numApps=2, numContainers=1, currently active: 2
2014-04-10 11:51:34,303 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(652)) - appattempt_1397148651586_0004_000001 State change from SUBMITTED to SCHEDULED
2014-04-10 11:51:34,305 INFO rmapp.RMAppImpl (RMAppImpl.java:handle(610)) - application_1397148651586_0004 State change from SUBMITTED to ACCEPTED
2014-04-10 11:51:34,307 INFO mapreduce.Job (Job.java:submit(1289)) - The url to track the job: http://localhost:35948/proxy/application_1397148651586_0004/
2014-04-10 11:51:34,307 INFO flow.FlowStep (BaseFlowStep.java:logInfo(834)) - [first-mr] submitted hadoop job: job_1397148651586_0004
2014-04-10 11:51:34,307 INFO flow.FlowStep (BaseFlowStep.java:logInfo(834)) - [first-mr] tracking url: http://localhost:35948/proxy/application_1397148651586_0004/
2014-04-10 11:51:34,375 INFO hdfs.StateChange (InvalidateBlocks.java:invalidateWork(152)) - BLOCK* InvalidateBlocks: ask 127.0.0.1:35451 to delete [blk_1073741860_1036]
2014-04-10 11:51:34,375 INFO hdfs.StateChange (InvalidateBlocks.java:invalidateWork(152)) - BLOCK* InvalidateBlocks: ask 127.0.0.1:41432 to delete [blk_1073741860_1036]
2014-04-10 11:51:34,450 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397148651586_0004_01_000001 Container Transitioned from NEW to ALLOCATED
2014-04-10 11:51:34,450 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(98)) - USER=brock OPERATION=AM Allocated Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1397148651586_0004 CONTAINERID=container_1397148651586_0004_01_000001
2014-04-10 11:51:34,450 INFO fica.FiCaSchedulerNode (FiCaSchedulerNode.java:allocateContainer(116)) - Assigned container container_1397148651586_0004_01_000001 of capacity <memory:2048, vCores:1> on host localhost:39468, which currently has 1 containers, <memory:2048, vCores:1> used and <memory:2048, vCores:7> available
2014-04-10 11:51:34,451 INFO capacity.LeafQueue (LeafQueue.java:assignContainer(1363)) - assignedContainer application=application_1397148651586_0004 container=Container: [ContainerId: container_1397148651586_0004_01_000001, NodeId: localhost:39468, NodeHttpAddress: localhost:58246, Resource: <memory:2048, vCores:1>, Priority: 0, Token: Token { kind: ContainerToken, service: localhost:39468 }, ] containerId=container_1397148651586_0004_01_000001 queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:2048, vCores:1>usedCapacity=0.125, absoluteUsedCapacity=0.125, numApps=2, numContainers=1 usedCapacity=0.125 absoluteUsedCapacity=0.125 used=<memory:2048, vCores:1> cluster=<memory:16384, vCores:32>
2014-04-10 11:51:34,451 INFO capacity.ParentQueue (ParentQueue.java:assignContainersToChildQueues(655)) - Re-sorting assigned queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:4096, vCores:2>usedCapacity=0.25, absoluteUsedCapacity=0.25, numApps=2, numContainers=2
2014-04-10 11:51:34,451 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397148651586_0004_01_000001 Container Transitioned from ALLOCATED to ACQUIRED
2014-04-10 11:51:34,451 INFO capacity.ParentQueue (ParentQueue.java:assignContainers(570)) - assignedContainer queue=root usedCapacity=0.25 absoluteUsedCapacity=0.25 used=<memory:4096, vCores:2> cluster=<memory:16384, vCores:32>
2014-04-10 11:51:34,452 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:storeAttempt(1554)) - Storing attempt: AppId: application_1397148651586_0004 AttemptId: appattempt_1397148651586_0004_000001 MasterContainer: Container: [ContainerId: container_1397148651586_0004_01_000001, NodeId: localhost:39468, NodeHttpAddress: localhost:58246, Resource: <memory:2048, vCores:1>, Priority: 0, Token: Token { kind: ContainerToken, service: localhost:39468 }, ]
2014-04-10 11:51:34,452 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(652)) - appattempt_1397148651586_0004_000001 State change from SCHEDULED to ALLOCATED_SAVING
2014-04-10 11:51:34,452 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(652)) - appattempt_1397148651586_0004_000001 State change from ALLOCATED_SAVING to ALLOCATED
2014-04-10 11:51:34,453 INFO amlauncher.AMLauncher (AMLauncher.java:run(248)) - Launching masterappattempt_1397148651586_0004_000001
2014-04-10 11:51:34,454 INFO amlauncher.AMLauncher (AMLauncher.java:launch(105)) - Setting up container Container: [ContainerId: container_1397148651586_0004_01_000001, NodeId: localhost:39468, NodeHttpAddress: localhost:58246, Resource: <memory:2048, vCores:1>, Priority: 0, Token: Token { kind: ContainerToken, service: localhost:39468 }, ] for AM appattempt_1397148651586_0004_000001
2014-04-10 11:51:34,454 INFO amlauncher.AMLauncher (AMLauncher.java:createAMContainerLaunchContext(190)) - Command to launch container container_1397148651586_0004_01_000001 : $JAVA_HOME/bin/java -Dlog4j.configuration=container-log4j.properties -Dyarn.app.container.log.dir=<LOG_DIR> -Dyarn.app.container.log.filesize=0 -Dhadoop.root.logger=INFO,CLA -Xmx1024m org.apache.hadoop.mapreduce.v2.app.MRAppMaster 1><LOG_DIR>/stdout 2><LOG_DIR>/stderr
2014-04-10 11:51:34,460 INFO ipc.Server (Server.java:saslProcess(1252)) - Auth successful for appattempt_1397148651586_0004_000001 (auth:SIMPLE)
2014-04-10 11:51:34,502 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(572)) - Start request for container_1397148651586_0004_01_000001 by user brock
2014-04-10 11:51:34,503 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(611)) - Creating a new application reference for app application_1397148651586_0004
2014-04-10 11:51:34,503 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=brock IP=127.0.0.1 OPERATION=Start Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1397148651586_0004 CONTAINERID=container_1397148651586_0004_01_000001
2014-04-10 11:51:34,506 INFO application.Application (ApplicationImpl.java:handle(450)) - Application application_1397148651586_0004 transitioned from NEW to INITING
2014-04-10 11:51:34,507 INFO application.Application (ApplicationImpl.java:transition(296)) - Adding container_1397148651586_0004_01_000001 to application application_1397148651586_0004
2014-04-10 11:51:34,507 INFO amlauncher.AMLauncher (AMLauncher.java:launch(126)) - Done launching container Container: [ContainerId: container_1397148651586_0004_01_000001, NodeId: localhost:39468, NodeHttpAddress: localhost:58246, Resource: <memory:2048, vCores:1>, Priority: 0, Token: Token { kind: ContainerToken, service: localhost:39468 }, ] for AM appattempt_1397148651586_0004_000001
2014-04-10 11:51:34,507 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(652)) - appattempt_1397148651586_0004_000001 State change from ALLOCATED to LAUNCHED
2014-04-10 11:51:34,507 INFO application.Application (ApplicationImpl.java:handle(450)) - Application application_1397148651586_0004 transitioned from INITING to RUNNING
2014-04-10 11:51:34,508 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397148651586_0004_01_000001 transitioned from NEW to LOCALIZING
2014-04-10 11:51:34,508 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event CONTAINER_INIT for appId application_1397148651586_0004
2014-04-10 11:51:34,508 INFO localizer.LocalizedResource (LocalizedResource.java:handle(196)) - Resource hdfs://localhost:60632/tmp/hadoop-yarn/staging/brock/.staging/job_1397148651586_0004/job.splitmetainfo transitioned from INIT to DOWNLOADING
2014-04-10 11:51:34,509 INFO localizer.LocalizedResource (LocalizedResource.java:handle(196)) - Resource hdfs://localhost:60632/tmp/hadoop-yarn/staging/brock/.staging/job_1397148651586_0004/job.split transitioned from INIT to DOWNLOADING
2014-04-10 11:51:34,509 INFO localizer.LocalizedResource (LocalizedResource.java:handle(196)) - Resource hdfs://localhost:60632/tmp/hadoop-yarn/staging/brock/.staging/job_1397148651586_0004/job.xml transitioned from INIT to DOWNLOADING
2014-04-10 11:51:34,509 INFO localizer.LocalizedResource (LocalizedResource.java:handle(196)) - Resource hdfs://localhost:60632/user/brock/target/Hadoop2MR1Platform-tmpDir/hadoop-835624885896005772.jar transitioned from INIT to DOWNLOADING
2014-04-10 11:51:34,509 INFO localizer.LocalizedResource (LocalizedResource.java:handle(196)) - Resource hdfs://localhost:60632/user/brock/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar transitioned from INIT to DOWNLOADING
2014-04-10 11:51:34,509 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:handle(590)) - Created localizer for container_1397148651586_0004_01_000001
2014-04-10 11:51:34,509 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:addResource(651)) - Downloading public rsrc:{ hdfs://localhost:60632/user/brock/target/Hadoop2MR1Platform-tmpDir/hadoop-835624885896005772.jar, 1397148639302, FILE, null }
2014-04-10 11:51:34,512 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:addResource(651)) - Downloading public rsrc:{ hdfs://localhost:60632/user/brock/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar, 1397148639129, FILE, null }
2014-04-10 11:51:34,521 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:writeCredentials(1015)) - Writing credentials to the nmPrivate file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_2/nmPrivate/container_1397148651586_0004_01_000001.tokens. Credentials list:
2014-04-10 11:51:34,533 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target/Hadoop2MR1Platform-tmpDir/hadoop-835624885896005772.jar dst=null perm=null
2014-04-10 11:51:34,534 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null
2014-04-10 11:51:34,535 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target/Hadoop2MR1Platform-tmpDir/hadoop-835624885896005772.jar dst=null perm=null
2014-04-10 11:51:34,535 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null
2014-04-10 11:51:34,536 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target/Hadoop2MR1Platform-tmpDir dst=null perm=null
2014-04-10 11:51:34,537 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target/Hadoop2MR1Platform-tmpDir dst=null perm=null
2014-04-10 11:51:34,537 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target dst=null perm=null
2014-04-10 11:51:34,538 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target dst=null perm=null
2014-04-10 11:51:34,538 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock dst=null perm=null
2014-04-10 11:51:34,539 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock dst=null perm=null
2014-04-10 11:51:34,540 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user dst=null perm=null
2014-04-10 11:51:34,540 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user dst=null perm=null
2014-04-10 11:51:34,541 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/ dst=null perm=null
2014-04-10 11:51:34,541 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/ dst=null perm=null
2014-04-10 11:51:34,542 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target/Hadoop2MR1Platform-tmpDir/hadoop-835624885896005772.jar dst=null perm=null
2014-04-10 11:51:34,542 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:createUserCacheDirs(469)) - Initializing user brock
2014-04-10 11:51:34,543 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null
2014-04-10 11:51:34,544 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/user/brock/target/Hadoop2MR1Platform-tmpDir/hadoop-835624885896005772.jar dst=null perm=null
2014-04-10 11:51:34,545 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/user/brock/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null
2014-04-10 11:51:34,554 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:34839, dest: /127.0.0.1:57607, bytes: 388587, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_611373658_9, offset: 0, srvID: 8a56312d-0316-4fb1-9cb0-6a1bc51bc949, blockid: BP-1638008525-127.0.0.1-1397148635957:blk_1073741826_1002, duration: 1635068
2014-04-10 11:51:34,555 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:35451, dest: /127.0.0.1:35062, bytes: 488518, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_611373658_9, offset: 0, srvID: 8ec8a8cc-5508-442c-8963-d78fa559e878, blockid: BP-1638008525-127.0.0.1-1397148635957:blk_1073741825_1001, duration: 2442717
2014-04-10 11:51:34,578 INFO localizer.LocalizedResource (LocalizedResource.java:handle(196)) - Resource hdfs://localhost:60632/user/brock/target/Hadoop2MR1Platform-tmpDir/hadoop-835624885896005772.jar(->file:/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_3/filecache/10/hadoop-835624885896005772.jar) transitioned from DOWNLOADING to LOCALIZED
2014-04-10 11:51:34,578 INFO localizer.LocalizedResource (LocalizedResource.java:handle(196)) - Resource hdfs://localhost:60632/user/brock/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar(->file:/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_1/filecache/11/MRAppJar.jar) transitioned from DOWNLOADING to LOCALIZED
2014-04-10 11:51:34,605 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(103)) - Copying from /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_2/nmPrivate/container_1397148651586_0004_01_000001.tokens to /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_0/usercache/brock/appcache/application_1397148651586_0004/container_1397148651586_0004_01_000001.tokens
2014-04-10 11:51:34,605 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(105)) - CWD set to /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_0/usercache/brock/appcache/application_1397148651586_0004 = file:/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_0/usercache/brock/appcache/application_1397148651586_0004
2014-04-10 11:51:34,712 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397148651586_0004/job.splitmetainfo dst=null perm=null
2014-04-10 11:51:34,714 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397148651586_0004/job.splitmetainfo dst=null perm=null
2014-04-10 11:51:34,715 INFO BlockStateChange (BlockManager.java:addToInvalidates(1030)) - BLOCK* addToInvalidates: blk_1073741850_1026 127.0.0.1:35451 127.0.0.1:50141 127.0.0.1:41432 127.0.0.1:34839
2014-04-10 11:51:34,716 INFO BlockStateChange (BlockManager.java:addToInvalidates(1030)) - BLOCK* addToInvalidates: blk_1073741851_1027 127.0.0.1:41432 127.0.0.1:35451 127.0.0.1:50141 127.0.0.1:34839
2014-04-10 11:51:34,716 INFO BlockStateChange (BlockManager.java:addToInvalidates(1030)) - BLOCK* addToInvalidates: blk_1073741852_1028 127.0.0.1:34839 127.0.0.1:35451 127.0.0.1:41432
2014-04-10 11:51:34,716 INFO BlockStateChange (BlockManager.java:addToInvalidates(1030)) - BLOCK* addToInvalidates: blk_1073741853_1029 127.0.0.1:34839 127.0.0.1:35451 127.0.0.1:50141
2014-04-10 11:51:34,717 INFO BlockStateChange (BlockManager.java:addToInvalidates(1030)) - BLOCK* addToInvalidates: blk_1073741856_1032 127.0.0.1:34839 127.0.0.1:41432 127.0.0.1:35451
2014-04-10 11:51:34,717 INFO BlockStateChange (BlockManager.java:addToInvalidates(1030)) - BLOCK* addToInvalidates: blk_1073741854_1030 127.0.0.1:50141 127.0.0.1:41432 127.0.0.1:34839
2014-04-10 11:51:34,717 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=delete src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397148651586_0003 dst=null perm=null
2014-04-10 11:51:34,718 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397148651586_0004/job.splitmetainfo dst=null perm=null
2014-04-10 11:51:34,727 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:35451, dest: /127.0.0.1:35062, bytes: 199, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_-635002058_2593, offset: 0, srvID: 8ec8a8cc-5508-442c-8963-d78fa559e878, blockid: BP-1638008525-127.0.0.1-1397148635957:blk_1073741864_1040, duration: 242777
2014-04-10 11:51:34,747 INFO localizer.LocalizedResource (LocalizedResource.java:handle(196)) - Resource hdfs://localhost:60632/tmp/hadoop-yarn/staging/brock/.staging/job_1397148651586_0004/job.splitmetainfo(->file:/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_1/usercache/brock/appcache/application_1397148651586_0004/filecache/10/job.splitmetainfo) transitioned from DOWNLOADING to LOCALIZED
2014-04-10 11:51:34,767 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397148651586_0004/job.split dst=null perm=null
2014-04-10 11:51:34,768 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397148651586_0004/job.split dst=null perm=null
2014-04-10 11:51:34,770 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397148651586_0004/job.split dst=null perm=null
2014-04-10 11:51:34,779 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:50141, dest: /127.0.0.1:33198, bytes: 1387, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_-635002058_2593, offset: 0, srvID: c1ad97e0-9f53-4437-974d-e948c41bedfe, blockid: BP-1638008525-127.0.0.1-1397148635957:blk_1073741863_1039, duration: 284629
2014-04-10 11:51:34,798 INFO localizer.LocalizedResource (LocalizedResource.java:handle(196)) - Resource hdfs://localhost:60632/tmp/hadoop-yarn/staging/brock/.staging/job_1397148651586_0004/job.split(->file:/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_2/usercache/brock/appcache/application_1397148651586_0004/filecache/11/job.split) transitioned from DOWNLOADING to LOCALIZED
2014-04-10 11:51:34,815 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397148651586_0004/job.xml dst=null perm=null
2014-04-10 11:51:34,816 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397148651586_0004/job.xml dst=null perm=null
2014-04-10 11:51:34,818 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397148651586_0004/job.xml dst=null perm=null
2014-04-10 11:51:34,826 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:50141, dest: /127.0.0.1:33198, bytes: 74896, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_-635002058_2593, offset: 0, srvID: c1ad97e0-9f53-4437-974d-e948c41bedfe, blockid: BP-1638008525-127.0.0.1-1397148635957:blk_1073741865_1041, duration: 436768
2014-04-10 11:51:34,845 INFO localizer.LocalizedResource (LocalizedResource.java:handle(196)) - Resource hdfs://localhost:60632/tmp/hadoop-yarn/staging/brock/.staging/job_1397148651586_0004/job.xml(->file:/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_3/usercache/brock/appcache/application_1397148651586_0004/filecache/12/job.xml) transitioned from DOWNLOADING to LOCALIZED
2014-04-10 11:51:34,845 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397148651586_0004_01_000001 transitioned from LOCALIZING to LOCALIZED
2014-04-10 11:51:34,877 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397148651586_0004_01_000001 transitioned from LOCALIZED to RUNNING
2014-04-10 11:51:34,877 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(169)) - Neither virutal-memory nor physical-memory monitoring is needed. Not running the monitor-thread
2014-04-10 11:51:34,929 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(189)) - launchContainer: [nice, -n, 0, bash, /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_1/usercache/brock/appcache/application_1397148651586_0004/container_1397148651586_0004_01_000001/default_container_executor.sh]
2014-04-10 11:51:35,449 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397148651586_0004_01_000001 Container Transitioned from ACQUIRED to RUNNING
2014-04-10 11:51:35,837 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073741860_1036 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data7/current/BP-1638008525-127.0.0.1-1397148635957/current/finalized/blk_1073741860 for deletion
2014-04-10 11:51:35,837 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-1638008525-127.0.0.1-1397148635957 blk_1073741860_1036 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data7/current/BP-1638008525-127.0.0.1-1397148635957/current/finalized/blk_1073741860
2014-04-10 11:51:35,865 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073741860_1036 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data1/current/BP-1638008525-127.0.0.1-1397148635957/current/finalized/blk_1073741860 for deletion
2014-04-10 11:51:35,865 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-1638008525-127.0.0.1-1397148635957 blk_1073741860_1036 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data1/current/BP-1638008525-127.0.0.1-1397148635957/current/finalized/blk_1073741860
2014-04-10 11:51:36,053 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging dst=null perm=null
2014-04-10 11:51:36,081 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397148651586_0004/COMMIT_STARTED dst=null perm=null
2014-04-10 11:51:36,082 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397148651586_0004/COMMIT_SUCCESS dst=null perm=null
2014-04-10 11:51:36,083 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397148651586_0004/COMMIT_FAIL dst=null perm=null
2014-04-10 11:51:36,122 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397148651586_0004 dst=null perm=null
2014-04-10 11:51:36,123 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/history/done_intermediate dst=null perm=null
2014-04-10 11:51:36,125 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock dst=null perm=null
2014-04-10 11:51:36,360 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397148651586_0004/job.splitmetainfo dst=null perm=null
2014-04-10 11:51:36,368 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397148651586_0004/job.splitmetainfo dst=null perm=null
2014-04-10 11:51:36,417 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:35451, dest: /127.0.0.1:35084, bytes: 199, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_-1187283388_1, offset: 0, srvID: 8ec8a8cc-5508-442c-8963-d78fa559e878, blockid: BP-1638008525-127.0.0.1-1397148635957:blk_1073741864_1040, duration: 166135
2014-04-10 11:51:37,000 INFO ipc.Server (Server.java:saslProcess(1252)) - Auth successful for appattempt_1397148651586_0004_000001 (auth:SIMPLE)
2014-04-10 11:51:37,002 INFO resourcemanager.ApplicationMasterService (ApplicationMasterService.java:registerApplicationMaster(251)) - AM registration appattempt_1397148651586_0004_000001
2014-04-10 11:51:37,002 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(119)) - USER=brock IP=127.0.0.1 OPERATION=Register App Master TARGET=ApplicationMasterService RESULT=SUCCESS APPID=application_1397148651586_0004 APPATTEMPTID=appattempt_1397148651586_0004_000001
2014-04-10 11:51:37,003 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(652)) - appattempt_1397148651586_0004_000001 State change from LAUNCHED to RUNNING
2014-04-10 11:51:37,003 INFO rmapp.RMAppImpl (RMAppImpl.java:handle(610)) - application_1397148651586_0004 State change from ACCEPTED to RUNNING
2014-04-10 11:51:37,017 INFO namenode.FSEditLog (FSEditLog.java:printStatistics(667)) - Number of transactions: 367 Total time for transactions(ms): 20 Number of transactions batched in Syncs: 2 Number of syncs: 239 SyncTimes(ms): 2631 1858
2014-04-10 11:51:37,032 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397148651586_0004/job_1397148651586_0004_1.jhist dst=null perm=brock:supergroup:rw-rw-rw-
2014-04-10 11:51:37,048 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=mkdirs src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/mapreduceflowplatform/flow1/_temporary/1 dst=null perm=brock:supergroup:rwxrwxrwx
2014-04-10 11:51:37,090 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397148651586_0004/job_1397148651586_0004_1_conf.xml dst=null perm=brock:supergroup:rw-rw-rw-
2014-04-10 11:51:37,180 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(2966)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/brock/.staging/job_1397148651586_0004/job_1397148651586_0004_1_conf.xml. BP-1638008525-127.0.0.1-1397148635957 blk_1073741866_1042{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-e591ab9a-22c6-42de-961c-bb13e404aae9:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-5d7d5487-2d1d-4414-8c1a-3a9617defa41:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-22cb6d02-3e35-4f66-89d9-1327072438fe:NORMAL|RBW]]}
2014-04-10 11:51:37,223 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1638008525-127.0.0.1-1397148635957:blk_1073741866_1042 src: /127.0.0.1:33207 dest: /127.0.0.1:50141
2014-04-10 11:51:37,224 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1638008525-127.0.0.1-1397148635957:blk_1073741866_1042 src: /127.0.0.1:52910 dest: /127.0.0.1:41432
2014-04-10 11:51:37,225 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1638008525-127.0.0.1-1397148635957:blk_1073741866_1042 src: /127.0.0.1:57633 dest: /127.0.0.1:34839
2014-04-10 11:51:37,230 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:57633, dest: /127.0.0.1:34839, bytes: 88063, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-1187283388_1, offset: 0, srvID: 8a56312d-0316-4fb1-9cb0-6a1bc51bc949, blockid: BP-1638008525-127.0.0.1-1397148635957:blk_1073741866_1042, duration: 4252553
2014-04-10 11:51:37,230 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1638008525-127.0.0.1-1397148635957:blk_1073741866_1042, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2014-04-10 11:51:37,230 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:34839 is added to blk_1073741866_1042{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-5d7d5487-2d1d-4414-8c1a-3a9617defa41:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-22cb6d02-3e35-4f66-89d9-1327072438fe:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-522b0f7d-b75b-46f2-9e15-59b7ba563b04:NORMAL|RBW]]} size 0
2014-04-10 11:51:37,230 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:52910, dest: /127.0.0.1:41432, bytes: 88063, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-1187283388_1, offset: 0, srvID: 2a5b99b1-5021-412c-a75a-31058df58d31, blockid: BP-1638008525-127.0.0.1-1397148635957:blk_1073741866_1042, duration: 4687225
2014-04-10 11:51:37,230 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1638008525-127.0.0.1-1397148635957:blk_1073741866_1042, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 11:51:37,231 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:41432 is added to blk_1073741866_1042{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-5d7d5487-2d1d-4414-8c1a-3a9617defa41:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-22cb6d02-3e35-4f66-89d9-1327072438fe:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-522b0f7d-b75b-46f2-9e15-59b7ba563b04:NORMAL|RBW]]} size 0
2014-04-10 11:51:37,231 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:33207, dest: /127.0.0.1:50141, bytes: 88063, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-1187283388_1, offset: 0, srvID: c1ad97e0-9f53-4437-974d-e948c41bedfe, blockid: BP-1638008525-127.0.0.1-1397148635957:blk_1073741866_1042, duration: 5155089
2014-04-10 11:51:37,231 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1638008525-127.0.0.1-1397148635957:blk_1073741866_1042, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 11:51:37,231 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:50141 is added to blk_1073741866_1042{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-5d7d5487-2d1d-4414-8c1a-3a9617defa41:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-22cb6d02-3e35-4f66-89d9-1327072438fe:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-522b0f7d-b75b-46f2-9e15-59b7ba563b04:NORMAL|RBW]]} size 0
2014-04-10 11:51:37,248 INFO hdfs.StateChange (FSNamesystem.java:completeFile(2899)) - DIR* completeFile: /tmp/hadoop-yarn/staging/brock/.staging/job_1397148651586_0004/job_1397148651586_0004_1_conf.xml is closed by DFSClient_NONMAPREDUCE_-1187283388_1
2014-04-10 11:51:37,375 INFO hdfs.StateChange (InvalidateBlocks.java:invalidateWork(152)) - BLOCK* InvalidateBlocks: ask 127.0.0.1:50141 to delete [blk_1073741850_1026, blk_1073741851_1027, blk_1073741853_1029, blk_1073741854_1030]
2014-04-10 11:51:37,375 INFO hdfs.StateChange (InvalidateBlocks.java:invalidateWork(152)) - BLOCK* InvalidateBlocks: ask 127.0.0.1:41432 to delete [blk_1073741856_1032, blk_1073741850_1026, blk_1073741851_1027, blk_1073741852_1028, blk_1073741854_1030]
2014-04-10 11:51:38,069 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397148651586_0004_01_000002 Container Transitioned from NEW to ALLOCATED
2014-04-10 11:51:38,069 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(98)) - USER=brock OPERATION=AM Allocated Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1397148651586_0004 CONTAINERID=container_1397148651586_0004_01_000002
2014-04-10 11:51:38,069 INFO fica.FiCaSchedulerNode (FiCaSchedulerNode.java:allocateContainer(116)) - Assigned container container_1397148651586_0004_01_000002 of capacity <memory:1024, vCores:1> on host localhost:49929, which currently has 1 containers, <memory:1024, vCores:1> used and <memory:3072, vCores:7> available
2014-04-10 11:51:38,070 INFO capacity.LeafQueue (LeafQueue.java:assignContainer(1363)) - assignedContainer application=application_1397148651586_0004 container=Container: [ContainerId: container_1397148651586_0004_01_000002, NodeId: localhost:49929, NodeHttpAddress: localhost:42894, Resource: <memory:1024, vCores:1>, Priority: 20, Token: Token { kind: ContainerToken, service: localhost:49929 }, ] containerId=container_1397148651586_0004_01_000002 queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:4096, vCores:2>usedCapacity=0.25, absoluteUsedCapacity=0.25, numApps=2, numContainers=2 usedCapacity=0.25 absoluteUsedCapacity=0.25 used=<memory:4096, vCores:2> cluster=<memory:16384, vCores:32>
2014-04-10 11:51:38,070 INFO capacity.ParentQueue (ParentQueue.java:assignContainersToChildQueues(655)) - Re-sorting assigned queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:5120, vCores:3>usedCapacity=0.3125, absoluteUsedCapacity=0.3125, numApps=2, numContainers=3
2014-04-10 11:51:38,070 INFO capacity.ParentQueue (ParentQueue.java:assignContainers(570)) - assignedContainer queue=root usedCapacity=0.3125 absoluteUsedCapacity=0.3125 used=<memory:5120, vCores:3> cluster=<memory:16384, vCores:32>
2014-04-10 11:51:38,071 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397148651586_0004_01_000003 Container Transitioned from NEW to ALLOCATED
2014-04-10 11:51:38,071 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(98)) - USER=brock OPERATION=AM Allocated Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1397148651586_0004 CONTAINERID=container_1397148651586_0004_01_000003
2014-04-10 11:51:38,071 INFO fica.FiCaSchedulerNode (FiCaSchedulerNode.java:allocateContainer(116)) - Assigned container container_1397148651586_0004_01_000003 of capacity <memory:1024, vCores:1> on host localhost:49929, which currently has 2 containers, <memory:2048, vCores:2> used and <memory:2048, vCores:6> available
2014-04-10 11:51:38,072 INFO capacity.LeafQueue (LeafQueue.java:assignContainer(1363)) - assignedContainer application=application_1397148651586_0004 container=Container: [ContainerId: container_1397148651586_0004_01_000003, NodeId: localhost:49929, NodeHttpAddress: localhost:42894, Resource: <memory:1024, vCores:1>, Priority: 20, Token: Token { kind: ContainerToken, service: localhost:49929 }, ] containerId=container_1397148651586_0004_01_000003 queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:5120, vCores:3>usedCapacity=0.3125, absoluteUsedCapacity=0.3125, numApps=2, numContainers=3 usedCapacity=0.3125 absoluteUsedCapacity=0.3125 used=<memory:5120, vCores:3> cluster=<memory:16384, vCores:32>
2014-04-10 11:51:38,072 INFO capacity.ParentQueue (ParentQueue.java:assignContainersToChildQueues(655)) - Re-sorting assigned queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:6144, vCores:4>usedCapacity=0.375, absoluteUsedCapacity=0.375, numApps=2, numContainers=4
2014-04-10 11:51:38,072 INFO capacity.ParentQueue (ParentQueue.java:assignContainers(570)) - assignedContainer queue=root usedCapacity=0.375 absoluteUsedCapacity=0.375 used=<memory:6144, vCores:4> cluster=<memory:16384, vCores:32>
2014-04-10 11:51:38,073 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397148651586_0004_01_000004 Container Transitioned from NEW to ALLOCATED
2014-04-10 11:51:38,073 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(98)) - USER=brock OPERATION=AM Allocated Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1397148651586_0004 CONTAINERID=container_1397148651586_0004_01_000004
2014-04-10 11:51:38,073 INFO fica.FiCaSchedulerNode (FiCaSchedulerNode.java:allocateContainer(116)) - Assigned container container_1397148651586_0004_01_000004 of capacity <memory:1024, vCores:1> on host localhost:49929, which currently has 3 containers, <memory:3072, vCores:3> used and <memory:1024, vCores:5> available
2014-04-10 11:51:38,073 INFO capacity.LeafQueue (LeafQueue.java:assignContainer(1363)) - assignedContainer application=application_1397148651586_0004 container=Container: [ContainerId: container_1397148651586_0004_01_000004, NodeId: localhost:49929, NodeHttpAddress: localhost:42894, Resource: <memory:1024, vCores:1>, Priority: 20, Token: Token { kind: ContainerToken, service: localhost:49929 }, ] containerId=container_1397148651586_0004_01_000004 queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:6144, vCores:4>usedCapacity=0.375, absoluteUsedCapacity=0.375, numApps=2, numContainers=4 usedCapacity=0.375 absoluteUsedCapacity=0.375 used=<memory:6144, vCores:4> cluster=<memory:16384, vCores:32>
2014-04-10 11:51:38,074 INFO capacity.ParentQueue (ParentQueue.java:assignContainersToChildQueues(655)) - Re-sorting assigned queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:7168, vCores:5>usedCapacity=0.4375, absoluteUsedCapacity=0.4375, numApps=2, numContainers=5
2014-04-10 11:51:38,074 INFO capacity.ParentQueue (ParentQueue.java:assignContainers(570)) - assignedContainer queue=root usedCapacity=0.4375 absoluteUsedCapacity=0.4375 used=<memory:7168, vCores:5> cluster=<memory:16384, vCores:32>
2014-04-10 11:51:38,075 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397148651586_0004_01_000005 Container Transitioned from NEW to ALLOCATED
2014-04-10 11:51:38,075 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(98)) - USER=brock OPERATION=AM Allocated Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1397148651586_0004 CONTAINERID=container_1397148651586_0004_01_000005
2014-04-10 11:51:38,075 INFO fica.FiCaSchedulerNode (FiCaSchedulerNode.java:allocateContainer(116)) - Assigned container container_1397148651586_0004_01_000005 of capacity <memory:1024, vCores:1> on host localhost:49929, which currently has 4 containers, <memory:4096, vCores:4> used and <memory:0, vCores:4> available
2014-04-10 11:51:38,075 INFO capacity.LeafQueue (LeafQueue.java:assignContainer(1363)) - assignedContainer application=application_1397148651586_0004 container=Container: [ContainerId: container_1397148651586_0004_01_000005, NodeId: localhost:49929, NodeHttpAddress: localhost:42894, Resource: <memory:1024, vCores:1>, Priority: 20, Token: Token { kind: ContainerToken, service: localhost:49929 }, ] containerId=container_1397148651586_0004_01_000005 queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:7168, vCores:5>usedCapacity=0.4375, absoluteUsedCapacity=0.4375, numApps=2, numContainers=5 usedCapacity=0.4375 absoluteUsedCapacity=0.4375 used=<memory:7168, vCores:5> cluster=<memory:16384, vCores:32>
2014-04-10 11:51:38,076 INFO capacity.ParentQueue (ParentQueue.java:assignContainersToChildQueues(655)) - Re-sorting assigned queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:8192, vCores:6>usedCapacity=0.5, absoluteUsedCapacity=0.5, numApps=2, numContainers=6
2014-04-10 11:51:38,076 INFO capacity.ParentQueue (ParentQueue.java:assignContainers(570)) - assignedContainer queue=root usedCapacity=0.5 absoluteUsedCapacity=0.5 used=<memory:8192, vCores:6> cluster=<memory:16384, vCores:32>
2014-04-10 11:51:38,077 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397148651586_0004_01_000006 Container Transitioned from NEW to ALLOCATED
2014-04-10 11:51:38,077 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(98)) - USER=brock OPERATION=AM Allocated Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1397148651586_0004 CONTAINERID=container_1397148651586_0004_01_000006
2014-04-10 11:51:38,077 INFO fica.FiCaSchedulerNode (FiCaSchedulerNode.java:allocateContainer(116)) - Assigned container container_1397148651586_0004_01_000006 of capacity <memory:1024, vCores:1> on host localhost:34677, which currently has 2 containers, <memory:3072, vCores:2> used and <memory:1024, vCores:6> available
2014-04-10 11:51:38,077 INFO capacity.LeafQueue (LeafQueue.java:assignContainer(1363)) - assignedContainer application=application_1397148651586_0004 container=Container: [ContainerId: container_1397148651586_0004_01_000006, NodeId: localhost:34677, NodeHttpAddress: localhost:40272, Resource: <memory:1024, vCores:1>, Priority: 20, Token: Token { kind: ContainerToken, service: localhost:34677 }, ] containerId=container_1397148651586_0004_01_000006 queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:8192, vCores:6>usedCapacity=0.5, absoluteUsedCapacity=0.5, numApps=2, numContainers=6 usedCapacity=0.5 absoluteUsedCapacity=0.5 used=<memory:8192, vCores:6> cluster=<memory:16384, vCores:32>
2014-04-10 11:51:38,078 INFO capacity.ParentQueue (ParentQueue.java:assignContainersToChildQueues(655)) - Re-sorting assigned queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:9216, vCores:7>usedCapacity=0.5625, absoluteUsedCapacity=0.5625, numApps=2, numContainers=7
2014-04-10 11:51:38,078 INFO capacity.ParentQueue (ParentQueue.java:assignContainers(570)) - assignedContainer queue=root usedCapacity=0.5625 absoluteUsedCapacity=0.5625 used=<memory:9216, vCores:7> cluster=<memory:16384, vCores:32>
2014-04-10 11:51:38,078 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397148651586_0004_01_000007 Container Transitioned from NEW to ALLOCATED
2014-04-10 11:51:38,078 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(98)) - USER=brock OPERATION=AM Allocated Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1397148651586_0004 CONTAINERID=container_1397148651586_0004_01_000007
2014-04-10 11:51:38,078 INFO fica.FiCaSchedulerNode (FiCaSchedulerNode.java:allocateContainer(116)) - Assigned container container_1397148651586_0004_01_000007 of capacity <memory:1024, vCores:1> on host localhost:34677, which currently has 3 containers, <memory:4096, vCores:3> used and <memory:0, vCores:5> available
2014-04-10 11:51:38,079 INFO capacity.LeafQueue (LeafQueue.java:assignContainer(1363)) - assignedContainer application=application_1397148651586_0004 container=Container: [ContainerId: container_1397148651586_0004_01_000007, NodeId: localhost:34677, NodeHttpAddress: localhost:40272, Resource: <memory:1024, vCores:1>, Priority: 20, Token: Token { kind: ContainerToken, service: localhost:34677 }, ] containerId=container_1397148651586_0004_01_000007 queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:9216, vCores:7>usedCapacity=0.5625, absoluteUsedCapacity=0.5625, numApps=2, numContainers=7 usedCapacity=0.5625 absoluteUsedCapacity=0.5625 used=<memory:9216, vCores:7> cluster=<memory:16384, vCores:32>
2014-04-10 11:51:38,079 INFO capacity.ParentQueue (ParentQueue.java:assignContainersToChildQueues(655)) - Re-sorting assigned queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:10240, vCores:8>usedCapacity=0.625, absoluteUsedCapacity=0.625, numApps=2, numContainers=8
2014-04-10 11:51:38,079 INFO capacity.ParentQueue (ParentQueue.java:assignContainers(570)) - assignedContainer queue=root usedCapacity=0.625 absoluteUsedCapacity=0.625 used=<memory:10240, vCores:8> cluster=<memory:16384, vCores:32>
2014-04-10 11:51:38,571 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073741850_1026 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data4/current/BP-1638008525-127.0.0.1-1397148635957/current/finalized/blk_1073741850 for deletion
2014-04-10 11:51:38,571 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073741851_1027 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data3/current/BP-1638008525-127.0.0.1-1397148635957/current/finalized/blk_1073741851 for deletion
2014-04-10 11:51:38,572 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-1638008525-127.0.0.1-1397148635957 blk_1073741850_1026 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data4/current/BP-1638008525-127.0.0.1-1397148635957/current/finalized/blk_1073741850
2014-04-10 11:51:38,572 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073741853_1029 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data4/current/BP-1638008525-127.0.0.1-1397148635957/current/finalized/blk_1073741853 for deletion
2014-04-10 11:51:38,572 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-1638008525-127.0.0.1-1397148635957 blk_1073741851_1027 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data3/current/BP-1638008525-127.0.0.1-1397148635957/current/finalized/blk_1073741851
2014-04-10 11:51:38,572 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-1638008525-127.0.0.1-1397148635957 blk_1073741853_1029 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data4/current/BP-1638008525-127.0.0.1-1397148635957/current/finalized/blk_1073741853
2014-04-10 11:51:38,572 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073741854_1030 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data3/current/BP-1638008525-127.0.0.1-1397148635957/current/finalized/blk_1073741854 for deletion
2014-04-10 11:51:38,572 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-1638008525-127.0.0.1-1397148635957 blk_1073741854_1030 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data3/current/BP-1638008525-127.0.0.1-1397148635957/current/finalized/blk_1073741854
2014-04-10 11:51:38,592 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1638008525-127.0.0.1-1397148635957:blk_1073741863_1039
2014-04-10 11:51:38,593 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1638008525-127.0.0.1-1397148635957:blk_1073741866_1042
2014-04-10 11:51:38,595 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1638008525-127.0.0.1-1397148635957:blk_1073741865_1041
2014-04-10 11:51:38,865 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073741856_1032 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data2/current/BP-1638008525-127.0.0.1-1397148635957/current/finalized/blk_1073741856 for deletion
2014-04-10 11:51:38,866 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073741850_1026 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data2/current/BP-1638008525-127.0.0.1-1397148635957/current/finalized/blk_1073741850 for deletion
2014-04-10 11:51:38,866 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-1638008525-127.0.0.1-1397148635957 blk_1073741856_1032 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data2/current/BP-1638008525-127.0.0.1-1397148635957/current/finalized/blk_1073741856
2014-04-10 11:51:38,866 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073741851_1027 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data1/current/BP-1638008525-127.0.0.1-1397148635957/current/finalized/blk_1073741851 for deletion
2014-04-10 11:51:38,866 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-1638008525-127.0.0.1-1397148635957 blk_1073741850_1026 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data2/current/BP-1638008525-127.0.0.1-1397148635957/current/finalized/blk_1073741850
2014-04-10 11:51:38,866 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-1638008525-127.0.0.1-1397148635957 blk_1073741851_1027 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data1/current/BP-1638008525-127.0.0.1-1397148635957/current/finalized/blk_1073741851
2014-04-10 11:51:38,866 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073741852_1028 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data2/current/BP-1638008525-127.0.0.1-1397148635957/current/finalized/blk_1073741852 for deletion
2014-04-10 11:51:38,867 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073741854_1030 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data1/current/BP-1638008525-127.0.0.1-1397148635957/current/finalized/blk_1073741854 for deletion
2014-04-10 11:51:38,867 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-1638008525-127.0.0.1-1397148635957 blk_1073741852_1028 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data2/current/BP-1638008525-127.0.0.1-1397148635957/current/finalized/blk_1073741852
2014-04-10 11:51:38,867 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-1638008525-127.0.0.1-1397148635957 blk_1073741854_1030 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data1/current/BP-1638008525-127.0.0.1-1397148635957/current/finalized/blk_1073741854
2014-04-10 11:51:38,887 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1638008525-127.0.0.1-1397148635957:blk_1073741865_1041
2014-04-10 11:51:38,887 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1638008525-127.0.0.1-1397148635957:blk_1073741864_1040
2014-04-10 11:51:38,888 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1638008525-127.0.0.1-1397148635957:blk_1073741863_1039
2014-04-10 11:51:39,037 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397148651586_0004_01_000002 Container Transitioned from ALLOCATED to ACQUIRED
2014-04-10 11:51:39,038 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397148651586_0004_01_000003 Container Transitioned from ALLOCATED to ACQUIRED
2014-04-10 11:51:39,038 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397148651586_0004_01_000004 Container Transitioned from ALLOCATED to ACQUIRED
2014-04-10 11:51:39,038 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397148651586_0004_01_000005 Container Transitioned from ALLOCATED to ACQUIRED
2014-04-10 11:51:39,039 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397148651586_0004_01_000006 Container Transitioned from ALLOCATED to ACQUIRED
2014-04-10 11:51:39,039 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397148651586_0004_01_000007 Container Transitioned from ALLOCATED to ACQUIRED
2014-04-10 11:51:39,076 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1638008525-127.0.0.1-1397148635957:blk_1073741866_1042
2014-04-10 11:51:39,076 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1638008525-127.0.0.1-1397148635957:blk_1073741864_1040
2014-04-10 11:51:39,083 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397148651586_0004/job.xml dst=null perm=null
2014-04-10 11:51:39,084 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397148651586_0004/job.xml dst=null perm=null
2014-04-10 11:51:39,091 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null
2014-04-10 11:51:39,093 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target/Hadoop2MR1Platform-tmpDir/hadoop-835624885896005772.jar dst=null perm=null
2014-04-10 11:51:39,103 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null
2014-04-10 11:51:39,105 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target/Hadoop2MR1Platform-tmpDir/hadoop-835624885896005772.jar dst=null perm=null
2014-04-10 11:51:39,107 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null
2014-04-10 11:51:39,109 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target/Hadoop2MR1Platform-tmpDir/hadoop-835624885896005772.jar dst=null perm=null
2014-04-10 11:51:39,114 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1638008525-127.0.0.1-1397148635957:blk_1073741864_1040
2014-04-10 11:51:39,116 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1638008525-127.0.0.1-1397148635957:blk_1073741865_1041
2014-04-10 11:51:39,117 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1638008525-127.0.0.1-1397148635957:blk_1073741866_1042
2014-04-10 11:51:39,176 INFO ipc.Server (Server.java:saslProcess(1252)) - Auth successful for appattempt_1397148651586_0004_000001 (auth:SIMPLE)
2014-04-10 11:51:39,176 INFO ipc.Server (Server.java:saslProcess(1252)) - Auth successful for appattempt_1397148651586_0004_000001 (auth:SIMPLE)
2014-04-10 11:51:39,180 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(572)) - Start request for container_1397148651586_0004_01_000007 by user brock
2014-04-10 11:51:39,180 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(572)) - Start request for container_1397148651586_0004_01_000006 by user brock
2014-04-10 11:51:39,181 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(611)) - Creating a new application reference for app application_1397148651586_0004
2014-04-10 11:51:39,181 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=brock IP=127.0.0.1 OPERATION=Start Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1397148651586_0004 CONTAINERID=container_1397148651586_0004_01_000006
2014-04-10 11:51:39,181 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(572)) - Start request for container_1397148651586_0004_01_000004 by user brock
2014-04-10 11:51:39,181 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(572)) - Start request for container_1397148651586_0004_01_000002 by user brock
2014-04-10 11:51:39,182 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(611)) - Creating a new application reference for app application_1397148651586_0004
2014-04-10 11:51:39,181 INFO application.Application (ApplicationImpl.java:transition(296)) - Adding container_1397148651586_0004_01_000006 to application application_1397148651586_0004
2014-04-10 11:51:39,181 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=brock IP=127.0.0.1 OPERATION=Start Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1397148651586_0004 CONTAINERID=container_1397148651586_0004_01_000007
2014-04-10 11:51:39,182 INFO application.Application (ApplicationImpl.java:handle(450)) - Application application_1397148651586_0004 transitioned from NEW to INITING
2014-04-10 11:51:39,183 INFO application.Application (ApplicationImpl.java:transition(296)) - Adding container_1397148651586_0004_01_000007 to application application_1397148651586_0004
2014-04-10 11:51:39,182 INFO application.Application (ApplicationImpl.java:transition(296)) - Adding container_1397148651586_0004_01_000002 to application application_1397148651586_0004
2014-04-10 11:51:39,183 INFO application.Application (ApplicationImpl.java:handle(450)) - Application application_1397148651586_0004 transitioned from INITING to RUNNING
2014-04-10 11:51:39,182 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=brock IP=127.0.0.1 OPERATION=Start Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1397148651586_0004 CONTAINERID=container_1397148651586_0004_01_000004
2014-04-10 11:51:39,182 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=brock IP=127.0.0.1 OPERATION=Start Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1397148651586_0004 CONTAINERID=container_1397148651586_0004_01_000002
2014-04-10 11:51:39,182 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(572)) - Start request for container_1397148651586_0004_01_000005 by user brock
2014-04-10 11:51:39,182 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(572)) - Start request for container_1397148651586_0004_01_000003 by user brock
2014-04-10 11:51:39,184 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=brock IP=127.0.0.1 OPERATION=Start Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1397148651586_0004 CONTAINERID=container_1397148651586_0004_01_000005
2014-04-10 11:51:39,184 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397148651586_0004_01_000007 transitioned from NEW to LOCALIZING
2014-04-10 11:51:39,183 INFO application.Application (ApplicationImpl.java:handle(450)) - Application application_1397148651586_0004 transitioned from NEW to INITING
2014-04-10 11:51:39,184 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=brock IP=127.0.0.1 OPERATION=Start Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1397148651586_0004 CONTAINERID=container_1397148651586_0004_01_000003
2014-04-10 11:51:39,185 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397148651586_0004_01_000006 transitioned from NEW to LOCALIZING
2014-04-10 11:51:39,185 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event CONTAINER_INIT for appId application_1397148651586_0004
2014-04-10 11:51:39,185 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event APPLICATION_INIT for appId application_1397148651586_0004
2014-04-10 11:51:39,185 INFO containermanager.AuxServices (AuxServices.java:handle(179)) - Got APPLICATION_INIT for service mapreduce_shuffle
2014-04-10 11:51:39,186 INFO mapred.ShuffleHandler (ShuffleHandler.java:initializeApplication(263)) - Added token for job_1397148651586_0004
2014-04-10 11:51:39,186 INFO localizer.LocalizedResource (LocalizedResource.java:handle(196)) - Resource hdfs://localhost:60632/tmp/hadoop-yarn/staging/brock/.staging/job_1397148651586_0004/job.xml transitioned from INIT to DOWNLOADING
2014-04-10 11:51:39,185 INFO application.Application (ApplicationImpl.java:transition(296)) - Adding container_1397148651586_0004_01_000004 to application application_1397148651586_0004
2014-04-10 11:51:39,186 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event CONTAINER_INIT for appId application_1397148651586_0004
2014-04-10 11:51:39,186 INFO application.Application (ApplicationImpl.java:transition(296)) - Adding container_1397148651586_0004_01_000005 to application application_1397148651586_0004
2014-04-10 11:51:39,186 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event APPLICATION_INIT for appId application_1397148651586_0004
2014-04-10 11:51:39,187 INFO application.Application (ApplicationImpl.java:transition(296)) - Adding container_1397148651586_0004_01_000003 to application application_1397148651586_0004
2014-04-10 11:51:39,187 INFO containermanager.AuxServices (AuxServices.java:handle(179)) - Got APPLICATION_INIT for service mapreduce_shuffle
2014-04-10 11:51:39,187 INFO application.Application (ApplicationImpl.java:handle(450)) - Application application_1397148651586_0004 transitioned from INITING to RUNNING
2014-04-10 11:51:39,187 INFO mapred.ShuffleHandler (ShuffleHandler.java:initializeApplication(263)) - Added token for job_1397148651586_0004
2014-04-10 11:51:39,188 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397148651586_0004_01_000005 transitioned from NEW to LOCALIZING
2014-04-10 11:51:39,188 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:handle(590)) - Created localizer for container_1397148651586_0004_01_000007
2014-04-10 11:51:39,188 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397148651586_0004_01_000002 transitioned from NEW to LOCALIZING
2014-04-10 11:51:39,188 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397148651586_0004_01_000003 transitioned from NEW to LOCALIZING
2014-04-10 11:51:39,188 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:handle(590)) - Created localizer for container_1397148651586_0004_01_000006
2014-04-10 11:51:39,188 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397148651586_0004_01_000004 transitioned from NEW to LOCALIZING
2014-04-10 11:51:39,188 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event CONTAINER_INIT for appId application_1397148651586_0004
2014-04-10 11:51:39,189 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event APPLICATION_INIT for appId application_1397148651586_0004
2014-04-10 11:51:39,189 INFO containermanager.AuxServices (AuxServices.java:handle(179)) - Got APPLICATION_INIT for service mapreduce_shuffle
2014-04-10 11:51:39,189 INFO mapred.ShuffleHandler (ShuffleHandler.java:initializeApplication(263)) - Added token for job_1397148651586_0004
2014-04-10 11:51:39,189 INFO localizer.LocalizedResource (LocalizedResource.java:handle(196)) - Resource hdfs://localhost:60632/tmp/hadoop-yarn/staging/brock/.staging/job_1397148651586_0004/job.xml transitioned from INIT to DOWNLOADING
2014-04-10 11:51:39,189 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event CONTAINER_INIT for appId application_1397148651586_0004
2014-04-10 11:51:39,189 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event APPLICATION_INIT for appId application_1397148651586_0004
2014-04-10 11:51:39,189 INFO containermanager.AuxServices (AuxServices.java:handle(179)) - Got APPLICATION_INIT for service mapreduce_shuffle
2014-04-10 11:51:39,189 INFO mapred.ShuffleHandler (ShuffleHandler.java:initializeApplication(263)) - Added token for job_1397148651586_0004
2014-04-10 11:51:39,189 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event CONTAINER_INIT for appId application_1397148651586_0004
2014-04-10 11:51:39,190 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event APPLICATION_INIT for appId application_1397148651586_0004
2014-04-10 11:51:39,190 INFO containermanager.AuxServices (AuxServices.java:handle(179)) - Got APPLICATION_INIT for service mapreduce_shuffle
2014-04-10 11:51:39,190 INFO mapred.ShuffleHandler (ShuffleHandler.java:initializeApplication(263)) - Added token for job_1397148651586_0004
2014-04-10 11:51:39,190 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event CONTAINER_INIT for appId application_1397148651586_0004
2014-04-10 11:51:39,190 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event APPLICATION_INIT for appId application_1397148651586_0004
2014-04-10 11:51:39,190 INFO containermanager.AuxServices (AuxServices.java:handle(179)) - Got APPLICATION_INIT for service mapreduce_shuffle
2014-04-10 11:51:39,190 INFO mapred.ShuffleHandler (ShuffleHandler.java:initializeApplication(263)) - Added token for job_1397148651586_0004
2014-04-10 11:51:39,190 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:handle(590)) - Created localizer for container_1397148651586_0004_01_000005
2014-04-10 11:51:39,191 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:handle(590)) - Created localizer for container_1397148651586_0004_01_000002
2014-04-10 11:51:39,191 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:handle(590)) - Created localizer for container_1397148651586_0004_01_000003
2014-04-10 11:51:39,192 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:handle(590)) - Created localizer for container_1397148651586_0004_01_000004
2014-04-10 11:51:39,197 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:writeCredentials(1015)) - Writing credentials to the nmPrivate file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_1/nmPrivate/container_1397148651586_0004_01_000007.tokens. Credentials list:
2014-04-10 11:51:39,197 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:writeCredentials(1015)) - Writing credentials to the nmPrivate file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_2/nmPrivate/container_1397148651586_0004_01_000006.tokens. Credentials list:
2014-04-10 11:51:39,201 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:writeCredentials(1015)) - Writing credentials to the nmPrivate file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_2/nmPrivate/container_1397148651586_0004_01_000004.tokens. Credentials list:
2014-04-10 11:51:39,201 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:writeCredentials(1015)) - Writing credentials to the nmPrivate file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_2/nmPrivate/container_1397148651586_0004_01_000005.tokens. Credentials list:
2014-04-10 11:51:39,201 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:writeCredentials(1015)) - Writing credentials to the nmPrivate file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_2/nmPrivate/container_1397148651586_0004_01_000003.tokens. Credentials list:
2014-04-10 11:51:39,202 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:writeCredentials(1015)) - Writing credentials to the nmPrivate file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_0/nmPrivate/container_1397148651586_0004_01_000002.tokens. Credentials list:
2014-04-10 11:51:39,208 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:createUserCacheDirs(469)) - Initializing user brock
2014-04-10 11:51:39,212 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:createUserCacheDirs(469)) - Initializing user brock
2014-04-10 11:51:39,304 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(103)) - Copying from /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_1/nmPrivate/container_1397148651586_0004_01_000007.tokens to /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_0/usercache/brock/appcache/application_1397148651586_0004/container_1397148651586_0004_01_000007.tokens
2014-04-10 11:51:39,304 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(105)) - CWD set to /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_0/usercache/brock/appcache/application_1397148651586_0004 = file:/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_0/usercache/brock/appcache/application_1397148651586_0004
2014-04-10 11:51:39,309 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(103)) - Copying from /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_2/nmPrivate/container_1397148651586_0004_01_000004.tokens to /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_0/usercache/brock/appcache/application_1397148651586_0004/container_1397148651586_0004_01_000004.tokens
2014-04-10 11:51:39,309 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(105)) - CWD set to /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_0/usercache/brock/appcache/application_1397148651586_0004 = file:/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_0/usercache/brock/appcache/application_1397148651586_0004
2014-04-10 11:51:39,421 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397148651586_0004/job.xml dst=null perm=null
2014-04-10 11:51:39,422 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397148651586_0004/job.xml dst=null perm=null
2014-04-10 11:51:39,424 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397148651586_0004/job.xml dst=null perm=null
2014-04-10 11:51:39,424 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397148651586_0004/job.xml dst=null perm=null
2014-04-10 11:51:39,425 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397148651586_0004/job.xml dst=null perm=null
2014-04-10 11:51:39,426 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397148651586_0004/job.xml dst=null perm=null
2014-04-10 11:51:39,435 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:35451, dest: /127.0.0.1:35104, bytes: 74896, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_-551503798_2762, offset: 0, srvID: 8ec8a8cc-5508-442c-8963-d78fa559e878, blockid: BP-1638008525-127.0.0.1-1397148635957:blk_1073741865_1041, duration: 436606
2014-04-10 11:51:39,435 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:41432, dest: /127.0.0.1:52927, bytes: 74896, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_-900864285_2763, offset: 0, srvID: 2a5b99b1-5021-412c-a75a-31058df58d31, blockid: BP-1638008525-127.0.0.1-1397148635957:blk_1073741865_1041, duration: 407951
2014-04-10 11:51:39,461 INFO localizer.LocalizedResource (LocalizedResource.java:handle(196)) - Resource hdfs://localhost:60632/tmp/hadoop-yarn/staging/brock/.staging/job_1397148651586_0004/job.xml(->file:/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_2/usercache/brock/appcache/application_1397148651586_0004/filecache/10/job.xml) transitioned from DOWNLOADING to LOCALIZED
2014-04-10 11:51:39,462 INFO localizer.LocalizedResource (LocalizedResource.java:handle(196)) - Resource hdfs://localhost:60632/tmp/hadoop-yarn/staging/brock/.staging/job_1397148651586_0004/job.xml(->file:/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_3/usercache/brock/appcache/application_1397148651586_0004/filecache/10/job.xml) transitioned from DOWNLOADING to LOCALIZED
2014-04-10 11:51:39,462 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397148651586_0004_01_000005 transitioned from LOCALIZING to LOCALIZED
2014-04-10 11:51:39,462 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397148651586_0004_01_000007 transitioned from LOCALIZING to LOCALIZED
2014-04-10 11:51:39,462 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397148651586_0004_01_000002 transitioned from LOCALIZING to LOCALIZED
2014-04-10 11:51:39,462 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397148651586_0004_01_000006 transitioned from LOCALIZING to LOCALIZED
2014-04-10 11:51:39,463 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397148651586_0004_01_000003 transitioned from LOCALIZING to LOCALIZED
2014-04-10 11:51:39,463 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397148651586_0004_01_000004 transitioned from LOCALIZING to LOCALIZED
2014-04-10 11:51:39,504 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397148651586_0004_01_000006 transitioned from LOCALIZED to RUNNING
2014-04-10 11:51:39,504 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397148651586_0004_01_000002 transitioned from LOCALIZED to RUNNING
2014-04-10 11:51:39,504 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(169)) - Neither virutal-memory nor physical-memory monitoring is needed. Not running the monitor-thread
2014-04-10 11:51:39,504 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(169)) - Neither virutal-memory nor physical-memory monitoring is needed. Not running the monitor-thread
2014-04-10 11:51:39,504 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397148651586_0004_01_000003 transitioned from LOCALIZED to RUNNING
2014-04-10 11:51:39,504 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(169)) - Neither virutal-memory nor physical-memory monitoring is needed. Not running the monitor-thread
2014-04-10 11:51:39,505 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397148651586_0004_01_000004 transitioned from LOCALIZED to RUNNING
2014-04-10 11:51:39,505 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397148651586_0004_01_000007 transitioned from LOCALIZED to RUNNING
2014-04-10 11:51:39,505 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397148651586_0004_01_000005 transitioned from LOCALIZED to RUNNING
2014-04-10 11:51:39,506 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(169)) - Neither virutal-memory nor physical-memory monitoring is needed. Not running the monitor-thread
2014-04-10 11:51:39,506 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(169)) - Neither virutal-memory nor physical-memory monitoring is needed. Not running the monitor-thread
2014-04-10 11:51:39,505 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(169)) - Neither virutal-memory nor physical-memory monitoring is needed. Not running the monitor-thread
2014-04-10 11:51:39,591 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(189)) - launchContainer: [nice, -n, 0, bash, /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_3/usercache/brock/appcache/application_1397148651586_0004/container_1397148651586_0004_01_000002/default_container_executor.sh]
2014-04-10 11:51:39,592 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(189)) - launchContainer: [nice, -n, 0, bash, /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_3/usercache/brock/appcache/application_1397148651586_0004/container_1397148651586_0004_01_000005/default_container_executor.sh]
2014-04-10 11:51:39,591 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(189)) - launchContainer: [nice, -n, 0, bash, /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_2/usercache/brock/appcache/application_1397148651586_0004/container_1397148651586_0004_01_000003/default_container_executor.sh]
2014-04-10 11:51:39,591 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(189)) - launchContainer: [nice, -n, 0, bash, /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_1/usercache/brock/appcache/application_1397148651586_0004/container_1397148651586_0004_01_000006/default_container_executor.sh]
2014-04-10 11:51:39,591 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(189)) - launchContainer: [nice, -n, 0, bash, /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_3/usercache/brock/appcache/application_1397148651586_0004/container_1397148651586_0004_01_000007/default_container_executor.sh]
2014-04-10 11:51:39,592 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(189)) - launchContainer: [nice, -n, 0, bash, /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_1/usercache/brock/appcache/application_1397148651586_0004/container_1397148651586_0004_01_000004/default_container_executor.sh]
2014-04-10 11:51:39,758 INFO launcher.ContainerLaunch (ContainerLaunch.java:call(322)) - Container container_1397148651586_0003_01_000001 succeeded
2014-04-10 11:51:39,758 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397148651586_0003_01_000001 transitioned from RUNNING to EXITED_WITH_SUCCESS
2014-04-10 11:51:39,758 INFO launcher.ContainerLaunch (ContainerLaunch.java:cleanupContainer(341)) - Cleaning up container container_1397148651586_0003_01_000001
2014-04-10 11:51:39,771 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_0/usercache/brock/appcache/application_1397148651586_0003/container_1397148651586_0003_01_000001
2014-04-10 11:51:39,771 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_1/usercache/brock/appcache/application_1397148651586_0003/container_1397148651586_0003_01_000001
2014-04-10 11:51:39,771 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_2/usercache/brock/appcache/application_1397148651586_0003/container_1397148651586_0003_01_000001
2014-04-10 11:51:39,772 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_3/usercache/brock/appcache/application_1397148651586_0003/container_1397148651586_0003_01_000001
2014-04-10 11:51:39,773 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=brock OPERATION=Container Finished - Succeeded TARGET=ContainerImpl RESULT=SUCCESS APPID=application_1397148651586_0003 CONTAINERID=container_1397148651586_0003_01_000001
2014-04-10 11:51:39,773 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397148651586_0003_01_000001 transitioned from EXITED_WITH_SUCCESS to DONE
2014-04-10 11:51:39,774 INFO application.Application (ApplicationImpl.java:transition(339)) - Removing container_1397148651586_0003_01_000001 from application application_1397148651586_0003
2014-04-10 11:51:39,774 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(169)) - Neither virutal-memory nor physical-memory monitoring is needed. Not running the monitor-thread
2014-04-10 11:51:39,774 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event CONTAINER_STOP for appId application_1397148651586_0003
2014-04-10 11:51:40,056 INFO scheduler.AppSchedulingInfo (AppSchedulingInfo.java:updateResourceRequests(166)) - checking for deactivate...
2014-04-10 11:51:40,068 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:updateAndGetContainerStatuses(374)) - Removed completed container container_1397148651586_0003_01_000001
2014-04-10 11:51:40,069 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397148651586_0004_01_000002 Container Transitioned from ACQUIRED to RUNNING
2014-04-10 11:51:40,069 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397148651586_0004_01_000003 Container Transitioned from ACQUIRED to RUNNING
2014-04-10 11:51:40,069 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397148651586_0004_01_000004 Container Transitioned from ACQUIRED to RUNNING
2014-04-10 11:51:40,069 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397148651586_0004_01_000005 Container Transitioned from ACQUIRED to RUNNING
2014-04-10 11:51:40,069 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397148651586_0004_01_000006 Container Transitioned from ACQUIRED to RUNNING
2014-04-10 11:51:40,069 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397148651586_0004_01_000007 Container Transitioned from ACQUIRED to RUNNING
2014-04-10 11:51:40,070 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397148651586_0003_01_000001 Container Transitioned from RUNNING to COMPLETED
2014-04-10 11:51:40,070 INFO fica.FiCaSchedulerApp (FiCaSchedulerApp.java:containerCompleted(91)) - Completed container: container_1397148651586_0003_01_000001 in state: COMPLETED event:FINISHED
2014-04-10 11:51:40,070 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(98)) - USER=brock OPERATION=AM Released Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1397148651586_0003 CONTAINERID=container_1397148651586_0003_01_000001
2014-04-10 11:51:40,070 INFO fica.FiCaSchedulerNode (FiCaSchedulerNode.java:releaseContainer(164)) - Released container container_1397148651586_0003_01_000001 of capacity <memory:2048, vCores:1> on host localhost:34677, which currently has 2 containers, <memory:2048, vCores:2> used and <memory:2048, vCores:6> available, release resources=true
2014-04-10 11:51:40,070 INFO capacity.LeafQueue (LeafQueue.java:releaseResource(1506)) - default used=<memory:8192, vCores:7> numContainers=7 user=brock user-resources=<memory:8192, vCores:7>
2014-04-10 11:51:40,070 INFO capacity.LeafQueue (LeafQueue.java:completedContainer(1448)) - completedContainer container=Container: [ContainerId: container_1397148651586_0003_01_000001, NodeId: localhost:34677, NodeHttpAddress: localhost:40272, Resource: <memory:2048, vCores:1>, Priority: 0, Token: Token { kind: ContainerToken, service: localhost:34677 }, ] resource=<memory:2048, vCores:1> queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:8192, vCores:7>usedCapacity=0.5, absoluteUsedCapacity=0.5, numApps=2, numContainers=7 usedCapacity=0.5 absoluteUsedCapacity=0.5 used=<memory:8192, vCores:7> cluster=<memory:16384, vCores:32>
2014-04-10 11:51:40,070 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(694)) - completedContainer queue=root usedCapacity=0.5 absoluteUsedCapacity=0.5 used=<memory:8192, vCores:7> cluster=<memory:16384, vCores:32>
2014-04-10 11:51:40,070 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(708)) - Re-sorting completed queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:8192, vCores:7>usedCapacity=0.5, absoluteUsedCapacity=0.5, numApps=2, numContainers=7
2014-04-10 11:51:40,070 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(849)) - Application appattempt_1397148651586_0003_000001 released container container_1397148651586_0003_01_000001 on node: host: localhost:34677 #containers=2 available=2048 used=2048 with event: FINISHED
2014-04-10 11:51:40,071 INFO resourcemanager.ApplicationMasterService (ApplicationMasterService.java:unregisterAttempt(562)) - Unregistering app attempt : appattempt_1397148651586_0003_000001
2014-04-10 11:51:40,071 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(652)) - appattempt_1397148651586_0003_000001 State change from FINISHING to FINISHED
2014-04-10 11:51:40,071 INFO rmapp.RMAppImpl (RMAppImpl.java:handle(610)) - application_1397148651586_0003 State change from FINISHING to FINISHED
2014-04-10 11:51:40,071 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(140)) - USER=brock OPERATION=Application Finished - Succeeded TARGET=RMAppManager RESULT=SUCCESS APPID=application_1397148651586_0003
2014-04-10 11:51:40,071 INFO resourcemanager.RMAppManager$ApplicationSummary (RMAppManager.java:logAppSummary(175)) - appId=application_1397148651586_0003,name=[B85E19FD07B943CDA8797395D0270443/ACD2C18D5061487F9AE980F1B308CC2F] second-flow/(1/1) ...preduceflowplatform/flow5,user=brock,queue=default,state=FINISHED,trackingUrl=http://localhost:35948/proxy/application_1397148651586_0003/jobhistory/job/job_1397148651586_0003,appMasterHost=localhost.localdomain,startTime=1397148683728,finishTime=1397148693682,finalStatus=SUCCEEDED
2014-04-10 11:51:40,071 INFO capacity.CapacityScheduler (CapacityScheduler.java:doneApplicationAttempt(472)) - Application appattempt_1397148651586_0003_000001 is done. finalState=FINISHED
2014-04-10 11:51:40,072 INFO scheduler.AppSchedulingInfo (AppSchedulingInfo.java:clearRequests(108)) - Application application_1397148651586_0003 requests cleared
2014-04-10 11:51:40,072 INFO capacity.LeafQueue (LeafQueue.java:removeApplication(776)) - Application removed - appId: application_1397148651586_0003 user: brock queue: default #user-pending-applications: 0 #user-active-applications: 1 #queue-pending-applications: 0 #queue-active-applications: 1
2014-04-10 11:51:40,072 INFO capacity.ParentQueue (ParentQueue.java:removeApplication(507)) - Application removed - appId: application_1397148651586_0003 user: brock leaf-queue of parent: root #applications: 1
2014-04-10 11:51:40,088 INFO amlauncher.AMLauncher (AMLauncher.java:run(262)) - Cleaning master appattempt_1397148651586_0003_000001
2014-04-10 11:51:40,092 INFO ipc.Server (Server.java:saslProcess(1252)) - Auth successful for appattempt_1397148651586_0003_000001 (auth:SIMPLE)
2014-04-10 11:51:40,099 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:stopContainerInternal(718)) - Stopping container with container Id: container_1397148651586_0003_01_000001
2014-04-10 11:51:40,376 INFO hdfs.StateChange (InvalidateBlocks.java:invalidateWork(152)) - BLOCK* InvalidateBlocks: ask 127.0.0.1:35451 to delete [blk_1073741856_1032, blk_1073741850_1026, blk_1073741851_1027, blk_1073741852_1028, blk_1073741853_1029]
2014-04-10 11:51:40,376 INFO hdfs.StateChange (InvalidateBlocks.java:invalidateWork(152)) - BLOCK* InvalidateBlocks: ask 127.0.0.1:34839 to delete [blk_1073741856_1032, blk_1073741860_1036, blk_1073741850_1026, blk_1073741851_1027, blk_1073741852_1028, blk_1073741853_1029, blk_1073741854_1030]
2014-04-10 11:51:40,578 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:createUserCacheDirs(469)) - Initializing user brock
2014-04-10 11:51:40,609 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:createUserCacheDirs(469)) - Initializing user brock
2014-04-10 11:51:40,830 INFO application.Application (ApplicationImpl.java:handle(450)) - Application application_1397148651586_0003 transitioned from RUNNING to APPLICATION_RESOURCES_CLEANINGUP
2014-04-10 11:51:40,831 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event APPLICATION_STOP for appId application_1397148651586_0003
2014-04-10 11:51:40,831 INFO application.Application (ApplicationImpl.java:handle(450)) - Application application_1397148651586_0003 transitioned from APPLICATION_RESOURCES_CLEANINGUP to FINISHED
2014-04-10 11:51:40,831 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_0/usercache/brock/appcache/application_1397148651586_0003
2014-04-10 11:51:40,831 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_1/usercache/brock/appcache/application_1397148651586_0003
2014-04-10 11:51:40,831 INFO loghandler.NonAggregatingLogHandler (NonAggregatingLogHandler.java:handle(119)) - Scheduling Log Deletion for application: application_1397148651586_0003, with delay of 10800 seconds
2014-04-10 11:51:40,831 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_2/usercache/brock/appcache/application_1397148651586_0003
2014-04-10 11:51:40,832 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_3/usercache/brock/appcache/application_1397148651586_0003
2014-04-10 11:51:41,069 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(103)) - Copying from /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_2/nmPrivate/container_1397148651586_0004_01_000006.tokens to /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_0/usercache/brock/appcache/application_1397148651586_0004/container_1397148651586_0004_01_000006.tokens
2014-04-10 11:51:41,069 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(105)) - CWD set to /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_0/usercache/brock/appcache/application_1397148651586_0004 = file:/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_0/usercache/brock/appcache/application_1397148651586_0004
2014-04-10 11:51:41,069 INFO application.Application (ApplicationImpl.java:handle(450)) - Application application_1397148651586_0003 transitioned from RUNNING to APPLICATION_RESOURCES_CLEANINGUP
2014-04-10 11:51:41,070 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event APPLICATION_STOP for appId application_1397148651586_0003
2014-04-10 11:51:41,070 INFO application.Application (ApplicationImpl.java:handle(450)) - Application application_1397148651586_0003 transitioned from APPLICATION_RESOURCES_CLEANINGUP to FINISHED
2014-04-10 11:51:41,070 INFO loghandler.NonAggregatingLogHandler (NonAggregatingLogHandler.java:handle(119)) - Scheduling Log Deletion for application: application_1397148651586_0003, with delay of 10800 seconds
2014-04-10 11:51:41,070 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_0/usercache/brock/appcache/application_1397148651586_0003
2014-04-10 11:51:41,070 INFO application.Application (ApplicationImpl.java:handle(450)) - Application application_1397148651586_0003 transitioned from RUNNING to APPLICATION_RESOURCES_CLEANINGUP
2014-04-10 11:51:41,071 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_0/usercache/brock/appcache/application_1397148651586_0003
2014-04-10 11:51:41,071 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_1/usercache/brock/appcache/application_1397148651586_0003
2014-04-10 11:51:41,071 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event APPLICATION_STOP for appId application_1397148651586_0003
2014-04-10 11:51:41,071 INFO application.Application (ApplicationImpl.java:handle(450)) - Application application_1397148651586_0003 transitioned from APPLICATION_RESOURCES_CLEANINGUP to FINISHED
2014-04-10 11:51:41,071 INFO loghandler.NonAggregatingLogHandler (NonAggregatingLogHandler.java:handle(119)) - Scheduling Log Deletion for application: application_1397148651586_0003, with delay of 10800 seconds
2014-04-10 11:51:41,071 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_1/usercache/brock/appcache/application_1397148651586_0003
2014-04-10 11:51:41,071 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_2/usercache/brock/appcache/application_1397148651586_0003
2014-04-10 11:51:41,072 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_3/usercache/brock/appcache/application_1397148651586_0003
2014-04-10 11:51:41,072 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_3/usercache/brock/appcache/application_1397148651586_0003
2014-04-10 11:51:41,071 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_2/usercache/brock/appcache/application_1397148651586_0003
2014-04-10 11:51:41,105 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(103)) - Copying from /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_0/nmPrivate/container_1397148651586_0004_01_000002.tokens to /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_0/usercache/brock/appcache/application_1397148651586_0004/container_1397148651586_0004_01_000002.tokens
2014-04-10 11:51:41,105 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(105)) - CWD set to /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_0/usercache/brock/appcache/application_1397148651586_0004 = file:/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_0/usercache/brock/appcache/application_1397148651586_0004
2014-04-10 11:51:41,400 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:createUserCacheDirs(469)) - Initializing user brock
2014-04-10 11:51:41,676 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(103)) - Copying from /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_2/nmPrivate/container_1397148651586_0004_01_000003.tokens to /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_0/usercache/brock/appcache/application_1397148651586_0004/container_1397148651586_0004_01_000003.tokens
2014-04-10 11:51:41,676 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(105)) - CWD set to /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_0/usercache/brock/appcache/application_1397148651586_0004 = file:/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_0/usercache/brock/appcache/application_1397148651586_0004
2014-04-10 11:51:41,837 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073741856_1032 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data7/current/BP-1638008525-127.0.0.1-1397148635957/current/finalized/blk_1073741856 for deletion
2014-04-10 11:51:41,837 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073741850_1026 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data8/current/BP-1638008525-127.0.0.1-1397148635957/current/finalized/blk_1073741850 for deletion
2014-04-10 11:51:41,837 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073741851_1027 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data7/current/BP-1638008525-127.0.0.1-1397148635957/current/finalized/blk_1073741851 for deletion
2014-04-10 11:51:41,838 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073741852_1028 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data8/current/BP-1638008525-127.0.0.1-1397148635957/current/finalized/blk_1073741852 for deletion
2014-04-10 11:51:41,838 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073741853_1029 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data7/current/BP-1638008525-127.0.0.1-1397148635957/current/finalized/blk_1073741853 for deletion
2014-04-10 11:51:41,840 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073741856_1032 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data6/current/BP-1638008525-127.0.0.1-1397148635957/current/finalized/blk_1073741856 for deletion
2014-04-10 11:51:41,840 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073741860_1036 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data6/current/BP-1638008525-127.0.0.1-1397148635957/current/finalized/blk_1073741860 for deletion
2014-04-10 11:51:41,840 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073741850_1026 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data5/current/BP-1638008525-127.0.0.1-1397148635957/current/finalized/blk_1073741850 for deletion
2014-04-10 11:51:41,840 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073741851_1027 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data6/current/BP-1638008525-127.0.0.1-1397148635957/current/finalized/blk_1073741851 for deletion
2014-04-10 11:51:41,841 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073741852_1028 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data5/current/BP-1638008525-127.0.0.1-1397148635957/current/finalized/blk_1073741852 for deletion
2014-04-10 11:51:41,841 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073741853_1029 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data6/current/BP-1638008525-127.0.0.1-1397148635957/current/finalized/blk_1073741853 for deletion
2014-04-10 11:51:41,841 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073741854_1030 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data6/current/BP-1638008525-127.0.0.1-1397148635957/current/finalized/blk_1073741854 for deletion
2014-04-10 11:51:42,109 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:createUserCacheDirs(469)) - Initializing user brock
2014-04-10 11:51:42,173 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-1638008525-127.0.0.1-1397148635957 blk_1073741850_1026 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data5/current/BP-1638008525-127.0.0.1-1397148635957/current/finalized/blk_1073741850
2014-04-10 11:51:42,174 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-1638008525-127.0.0.1-1397148635957 blk_1073741852_1028 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data5/current/BP-1638008525-127.0.0.1-1397148635957/current/finalized/blk_1073741852
2014-04-10 11:51:42,190 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-1638008525-127.0.0.1-1397148635957 blk_1073741856_1032 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data6/current/BP-1638008525-127.0.0.1-1397148635957/current/finalized/blk_1073741856
2014-04-10 11:51:42,190 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-1638008525-127.0.0.1-1397148635957 blk_1073741860_1036 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data6/current/BP-1638008525-127.0.0.1-1397148635957/current/finalized/blk_1073741860
2014-04-10 11:51:42,190 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-1638008525-127.0.0.1-1397148635957 blk_1073741851_1027 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data6/current/BP-1638008525-127.0.0.1-1397148635957/current/finalized/blk_1073741851
2014-04-10 11:51:42,190 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-1638008525-127.0.0.1-1397148635957 blk_1073741853_1029 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data6/current/BP-1638008525-127.0.0.1-1397148635957/current/finalized/blk_1073741853
2014-04-10 11:51:42,190 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-1638008525-127.0.0.1-1397148635957 blk_1073741854_1030 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data6/current/BP-1638008525-127.0.0.1-1397148635957/current/finalized/blk_1073741854
2014-04-10 11:51:42,197 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-1638008525-127.0.0.1-1397148635957 blk_1073741856_1032 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data7/current/BP-1638008525-127.0.0.1-1397148635957/current/finalized/blk_1073741856
2014-04-10 11:51:42,197 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-1638008525-127.0.0.1-1397148635957 blk_1073741851_1027 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data7/current/BP-1638008525-127.0.0.1-1397148635957/current/finalized/blk_1073741851
2014-04-10 11:51:42,197 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-1638008525-127.0.0.1-1397148635957 blk_1073741853_1029 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data7/current/BP-1638008525-127.0.0.1-1397148635957/current/finalized/blk_1073741853
2014-04-10 11:51:42,199 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-1638008525-127.0.0.1-1397148635957 blk_1073741850_1026 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data8/current/BP-1638008525-127.0.0.1-1397148635957/current/finalized/blk_1073741850
2014-04-10 11:51:42,199 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-1638008525-127.0.0.1-1397148635957 blk_1073741852_1028 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data8/current/BP-1638008525-127.0.0.1-1397148635957/current/finalized/blk_1073741852
2014-04-10 11:51:42,608 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(103)) - Copying from /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_2/nmPrivate/container_1397148651586_0004_01_000005.tokens to /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_0/usercache/brock/appcache/application_1397148651586_0004/container_1397148651586_0004_01_000005.tokens
2014-04-10 11:51:42,608 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(105)) - CWD set to /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_0/usercache/brock/appcache/application_1397148651586_0004 = file:/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_0/usercache/brock/appcache/application_1397148651586_0004
2014-04-10 11:51:42,827 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397148651586_0004/job.split dst=null perm=null
2014-04-10 11:51:42,910 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:34839, dest: /127.0.0.1:57669, bytes: 355, op: HDFS_READ, cliID: DFSClient_attempt_1397148651586_0004_m_000005_0_-1195168043_1, offset: 1024, srvID: 8a56312d-0316-4fb1-9cb0-6a1bc51bc949, blockid: BP-1638008525-127.0.0.1-1397148635957:blk_1073741863_1039, duration: 188757
2014-04-10 11:51:43,004 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/mapreduceflowplatform/flow5/part-00004 dst=null perm=null
2014-04-10 11:51:43,008 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397148651586_0004/job.split dst=null perm=null
2014-04-10 11:51:43,060 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397148651586_0004/job.split dst=null perm=null
2014-04-10 11:51:43,101 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:50141, dest: /127.0.0.1:33248, bytes: 1387, op: HDFS_READ, cliID: DFSClient_attempt_1397148651586_0004_m_000002_0_581683450_1, offset: 0, srvID: c1ad97e0-9f53-4437-974d-e948c41bedfe, blockid: BP-1638008525-127.0.0.1-1397148635957:blk_1073741863_1039, duration: 184553
2014-04-10 11:51:43,111 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397148651586_0004/job.split dst=null perm=null
2014-04-10 11:51:43,112 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397148651586_0004/job.split dst=null perm=null
2014-04-10 11:51:43,114 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/mapreduceflowplatform/flow1/_temporary/1/_temporary/attempt_1397148651586_0004_m_000005_0 dst=null perm=null
2014-04-10 11:51:43,142 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:35451, dest: /127.0.0.1:35131, bytes: 871, op: HDFS_READ, cliID: DFSClient_attempt_1397148651586_0004_m_000004_0_262901439_1, offset: 512, srvID: 8ec8a8cc-5508-442c-8963-d78fa559e878, blockid: BP-1638008525-127.0.0.1-1397148635957:blk_1073741863_1039, duration: 190088
2014-04-10 11:51:43,165 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/mapreduceflowplatform/flow5/part-00002 dst=null perm=null
2014-04-10 11:51:43,183 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:stopContainerInternal(718)) - Stopping container with container Id: container_1397148651586_0004_01_000007
2014-04-10 11:51:43,183 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=brock IP=127.0.0.1 OPERATION=Stop Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1397148651586_0004 CONTAINERID=container_1397148651586_0004_01_000007
2014-04-10 11:51:43,183 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397148651586_0004_01_000007 transitioned from RUNNING to KILLING
2014-04-10 11:51:43,183 INFO launcher.ContainerLaunch (ContainerLaunch.java:cleanupContainer(341)) - Cleaning up container container_1397148651586_0004_01_000007
2014-04-10 11:51:43,190 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:35451, dest: /127.0.0.1:35132, bytes: 1387, op: HDFS_READ, cliID: DFSClient_attempt_1397148651586_0004_m_000001_0_-957442820_1, offset: 0, srvID: 8ec8a8cc-5508-442c-8963-d78fa559e878, blockid: BP-1638008525-127.0.0.1-1397148635957:blk_1073741863_1039, duration: 170986
2014-04-10 11:51:43,193 WARN nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(207)) - Exit code from container container_1397148651586_0004_01_000007 is : 143
2014-04-10 11:51:43,198 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(2966)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/brock/.staging/job_1397148651586_0004/job_1397148651586_0004_1.jhist. BP-1638008525-127.0.0.1-1397148635957 blk_1073741867_1043{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-522b0f7d-b75b-46f2-9e15-59b7ba563b04:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-b5119a97-db0e-4220-9885-a252148e8a0f:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-a7d28360-a122-4b8f-a5df-7716c22c7a73:NORMAL|RBW]]}
2014-04-10 11:51:43,201 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:34839, dest: /127.0.0.1:57678, bytes: 339, op: HDFS_READ, cliID: DFSClient_attempt_1397148651586_0004_m_000002_0_581683450_1, offset: 0, srvID: 8a56312d-0316-4fb1-9cb0-6a1bc51bc949, blockid: BP-1638008525-127.0.0.1-1397148635957:blk_1073741859_1035, duration: 173320
2014-04-10 11:51:43,203 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/mapreduceflowplatform/flow5/part-00001 dst=null perm=null
2014-04-10 11:51:43,204 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397148651586_0004/job.split dst=null perm=null
2014-04-10 11:51:43,206 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:50141, dest: /127.0.0.1:33253, bytes: 1387, op: HDFS_READ, cliID: DFSClient_attempt_1397148651586_0004_m_000000_0_-597458026_1, offset: 0, srvID: c1ad97e0-9f53-4437-974d-e948c41bedfe, blockid: BP-1638008525-127.0.0.1-1397148635957:blk_1073741863_1039, duration: 169530
2014-04-10 11:51:43,207 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397148651586_0004_01_000007 transitioned from KILLING to CONTAINER_CLEANEDUP_AFTER_KILL
2014-04-10 11:51:43,208 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_0/usercache/brock/appcache/application_1397148651586_0004/container_1397148651586_0004_01_000007
2014-04-10 11:51:43,208 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_1/usercache/brock/appcache/application_1397148651586_0004/container_1397148651586_0004_01_000007
2014-04-10 11:51:43,208 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_2/usercache/brock/appcache/application_1397148651586_0004/container_1397148651586_0004_01_000007
2014-04-10 11:51:43,208 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_3/usercache/brock/appcache/application_1397148651586_0004/container_1397148651586_0004_01_000007
2014-04-10 11:51:43,209 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=brock OPERATION=Container Finished - Killed TARGET=ContainerImpl RESULT=SUCCESS APPID=application_1397148651586_0004 CONTAINERID=container_1397148651586_0004_01_000007
2014-04-10 11:51:43,209 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397148651586_0004_01_000007 transitioned from CONTAINER_CLEANEDUP_AFTER_KILL to DONE
2014-04-10 11:51:43,209 INFO application.Application (ApplicationImpl.java:transition(339)) - Removing container_1397148651586_0004_01_000007 from application application_1397148651586_0004
2014-04-10 11:51:43,209 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(169)) - Neither virutal-memory nor physical-memory monitoring is needed. Not running the monitor-thread
2014-04-10 11:51:43,209 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event CONTAINER_STOP for appId application_1397148651586_0004
2014-04-10 11:51:43,214 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:34839, dest: /127.0.0.1:57680, bytes: 459, op: HDFS_READ, cliID: DFSClient_attempt_1397148651586_0004_m_000004_0_262901439_1, offset: 0, srvID: 8a56312d-0316-4fb1-9cb0-6a1bc51bc949, blockid: BP-1638008525-127.0.0.1-1397148635957:blk_1073741855_1031, duration: 130698
2014-04-10 11:51:43,226 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1638008525-127.0.0.1-1397148635957:blk_1073741867_1043 src: /127.0.0.1:33257 dest: /127.0.0.1:50141
2014-04-10 11:51:43,239 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1638008525-127.0.0.1-1397148635957:blk_1073741867_1043 src: /127.0.0.1:57682 dest: /127.0.0.1:34839
2014-04-10 11:51:43,243 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1638008525-127.0.0.1-1397148635957:blk_1073741867_1043 src: /127.0.0.1:35139 dest: /127.0.0.1:35451
2014-04-10 11:51:43,248 INFO hdfs.StateChange (FSNamesystem.java:fsync(3598)) - BLOCK* fsync: /tmp/hadoop-yarn/staging/brock/.staging/job_1397148651586_0004/job_1397148651586_0004_1.jhist for DFSClient_NONMAPREDUCE_-1187283388_1
2014-04-10 11:51:43,261 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/mapreduceflowplatform/flow5/part-00001 dst=null perm=null
2014-04-10 11:51:43,263 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/mapreduceflowplatform/flow5/part-00000 dst=null perm=null
2014-04-10 11:51:43,263 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/mapreduceflowplatform/flow1/_temporary/1/_temporary/attempt_1397148651586_0004_m_000002_0 dst=null perm=null
2014-04-10 11:51:43,281 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:35451, dest: /127.0.0.1:35140, bytes: 871, op: HDFS_READ, cliID: DFSClient_attempt_1397148651586_0004_m_000003_0_-3380958_1, offset: 512, srvID: 8ec8a8cc-5508-442c-8963-d78fa559e878, blockid: BP-1638008525-127.0.0.1-1397148635957:blk_1073741863_1039, duration: 368199
2014-04-10 11:51:43,300 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:34839, dest: /127.0.0.1:57685, bytes: 415, op: HDFS_READ, cliID: DFSClient_attempt_1397148651586_0004_m_000000_0_-597458026_1, offset: 0, srvID: 8a56312d-0316-4fb1-9cb0-6a1bc51bc949, blockid: BP-1638008525-127.0.0.1-1397148635957:blk_1073741857_1033, duration: 3054559
2014-04-10 11:51:43,300 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:50141, dest: /127.0.0.1:33262, bytes: 459, op: HDFS_READ, cliID: DFSClient_attempt_1397148651586_0004_m_000001_0_-957442820_1, offset: 0, srvID: c1ad97e0-9f53-4437-974d-e948c41bedfe, blockid: BP-1638008525-127.0.0.1-1397148635957:blk_1073741855_1031, duration: 191562
2014-04-10 11:51:43,331 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/mapreduceflowplatform/flow1/_temporary/1/_temporary/attempt_1397148651586_0004_m_000004_0 dst=null perm=null
2014-04-10 11:51:43,335 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:stopContainerInternal(718)) - Stopping container with container Id: container_1397148651586_0004_01_000004
2014-04-10 11:51:43,335 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=brock IP=127.0.0.1 OPERATION=Stop Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1397148651586_0004 CONTAINERID=container_1397148651586_0004_01_000004
2014-04-10 11:51:43,335 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397148651586_0004_01_000004 transitioned from RUNNING to KILLING
2014-04-10 11:51:43,335 INFO launcher.ContainerLaunch (ContainerLaunch.java:cleanupContainer(341)) - Cleaning up container container_1397148651586_0004_01_000004
2014-04-10 11:51:43,343 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/mapreduceflowplatform/flow5/part-00003 dst=null perm=null
2014-04-10 11:51:43,345 WARN nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(207)) - Exit code from container container_1397148651586_0004_01_000004 is : 143
2014-04-10 11:51:43,357 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397148651586_0004_01_000004 transitioned from KILLING to CONTAINER_CLEANEDUP_AFTER_KILL
2014-04-10 11:51:43,357 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_0/usercache/brock/appcache/application_1397148651586_0004/container_1397148651586_0004_01_000004
2014-04-10 11:51:43,357 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_1/usercache/brock/appcache/application_1397148651586_0004/container_1397148651586_0004_01_000004
2014-04-10 11:51:43,357 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_3/usercache/brock/appcache/application_1397148651586_0004/container_1397148651586_0004_01_000004
2014-04-10 11:51:43,357 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_2/usercache/brock/appcache/application_1397148651586_0004/container_1397148651586_0004_01_000004
2014-04-10 11:51:43,357 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=brock OPERATION=Container Finished - Killed TARGET=ContainerImpl RESULT=SUCCESS APPID=application_1397148651586_0004 CONTAINERID=container_1397148651586_0004_01_000004
2014-04-10 11:51:43,359 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397148651586_0004_01_000004 transitioned from CONTAINER_CLEANEDUP_AFTER_KILL to DONE
2014-04-10 11:51:43,359 INFO application.Application (ApplicationImpl.java:transition(339)) - Removing container_1397148651586_0004_01_000004 from application application_1397148651586_0004
2014-04-10 11:51:43,359 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(169)) - Neither virutal-memory nor physical-memory monitoring is needed. Not running the monitor-thread
2014-04-10 11:51:43,359 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event CONTAINER_STOP for appId application_1397148651586_0004
2014-04-10 11:51:43,370 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/mapreduceflowplatform/flow1/_temporary/1/_temporary/attempt_1397148651586_0004_m_000001_0 dst=null perm=null
2014-04-10 11:51:43,371 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:34839, dest: /127.0.0.1:57689, bytes: 325, op: HDFS_READ, cliID: DFSClient_attempt_1397148651586_0004_m_000003_0_-3380958_1, offset: 0, srvID: 8a56312d-0316-4fb1-9cb0-6a1bc51bc949, blockid: BP-1638008525-127.0.0.1-1397148635957:blk_1073741858_1034, duration: 137388
2014-04-10 11:51:43,385 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/mapreduceflowplatform/flow1/_temporary/1/_temporary/attempt_1397148651586_0004_m_000000_0 dst=null perm=null
2014-04-10 11:51:43,394 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:stopContainerInternal(718)) - Stopping container with container Id: container_1397148651586_0004_01_000006
2014-04-10 11:51:43,394 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=brock IP=127.0.0.1 OPERATION=Stop Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1397148651586_0004 CONTAINERID=container_1397148651586_0004_01_000006
2014-04-10 11:51:43,394 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397148651586_0004_01_000006 transitioned from RUNNING to KILLING
2014-04-10 11:51:43,394 INFO launcher.ContainerLaunch (ContainerLaunch.java:cleanupContainer(341)) - Cleaning up container container_1397148651586_0004_01_000006
2014-04-10 11:51:43,394 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:updateAndGetContainerStatuses(374)) - Removed completed container container_1397148651586_0004_01_000007
2014-04-10 11:51:43,394 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397148651586_0004_01_000007 Container Transitioned from RUNNING to COMPLETED
2014-04-10 11:51:43,395 INFO fica.FiCaSchedulerApp (FiCaSchedulerApp.java:containerCompleted(91)) - Completed container: container_1397148651586_0004_01_000007 in state: COMPLETED event:FINISHED
2014-04-10 11:51:43,395 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(98)) - USER=brock OPERATION=AM Released Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1397148651586_0004 CONTAINERID=container_1397148651586_0004_01_000007
2014-04-10 11:51:43,395 INFO fica.FiCaSchedulerNode (FiCaSchedulerNode.java:releaseContainer(164)) - Released container container_1397148651586_0004_01_000007 of capacity <memory:1024, vCores:1> on host localhost:34677, which currently has 1 containers, <memory:1024, vCores:1> used and <memory:3072, vCores:7> available, release resources=true
2014-04-10 11:51:43,395 INFO capacity.LeafQueue (LeafQueue.java:releaseResource(1506)) - default used=<memory:7168, vCores:6> numContainers=6 user=brock user-resources=<memory:7168, vCores:6>
2014-04-10 11:51:43,395 INFO capacity.LeafQueue (LeafQueue.java:completedContainer(1448)) - completedContainer container=Container: [ContainerId: container_1397148651586_0004_01_000007, NodeId: localhost:34677, NodeHttpAddress: localhost:40272, Resource: <memory:1024, vCores:1>, Priority: 20, Token: Token { kind: ContainerToken, service: localhost:34677 }, ] resource=<memory:1024, vCores:1> queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:7168, vCores:6>usedCapacity=0.4375, absoluteUsedCapacity=0.4375, numApps=1, numContainers=6 usedCapacity=0.4375 absoluteUsedCapacity=0.4375 used=<memory:7168, vCores:6> cluster=<memory:16384, vCores:32>
2014-04-10 11:51:43,396 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(694)) - completedContainer queue=root usedCapacity=0.4375 absoluteUsedCapacity=0.4375 used=<memory:7168, vCores:6> cluster=<memory:16384, vCores:32>
2014-04-10 11:51:43,396 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(708)) - Re-sorting completed queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:7168, vCores:6>usedCapacity=0.4375, absoluteUsedCapacity=0.4375, numApps=1, numContainers=6
2014-04-10 11:51:43,396 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(849)) - Application appattempt_1397148651586_0004_000001 released container container_1397148651586_0004_01_000007 on node: host: localhost:34677 #containers=1 available=3072 used=1024 with event: FINISHED
2014-04-10 11:51:43,401 WARN nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(207)) - Exit code from container container_1397148651586_0004_01_000006 is : 143
2014-04-10 11:51:43,424 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397148651586_0004_01_000006 transitioned from KILLING to CONTAINER_CLEANEDUP_AFTER_KILL
2014-04-10 11:51:43,424 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_0/usercache/brock/appcache/application_1397148651586_0004/container_1397148651586_0004_01_000006
2014-04-10 11:51:43,425 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_1/usercache/brock/appcache/application_1397148651586_0004/container_1397148651586_0004_01_000006
2014-04-10 11:51:43,425 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_2/usercache/brock/appcache/application_1397148651586_0004/container_1397148651586_0004_01_000006
2014-04-10 11:51:43,425 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_3/usercache/brock/appcache/application_1397148651586_0004/container_1397148651586_0004_01_000006
2014-04-10 11:51:43,425 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=brock OPERATION=Container Finished - Killed TARGET=ContainerImpl RESULT=SUCCESS APPID=application_1397148651586_0004 CONTAINERID=container_1397148651586_0004_01_000006
2014-04-10 11:51:43,425 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397148651586_0004_01_000006 transitioned from CONTAINER_CLEANEDUP_AFTER_KILL to DONE
2014-04-10 11:51:43,426 INFO application.Application (ApplicationImpl.java:transition(339)) - Removing container_1397148651586_0004_01_000006 from application application_1397148651586_0004
2014-04-10 11:51:43,426 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(169)) - Neither virutal-memory nor physical-memory monitoring is needed. Not running the monitor-thread
2014-04-10 11:51:43,426 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event CONTAINER_STOP for appId application_1397148651586_0004
2014-04-10 11:51:43,427 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:stopContainerInternal(718)) - Stopping container with container Id: container_1397148651586_0004_01_000003
2014-04-10 11:51:43,427 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=brock IP=127.0.0.1 OPERATION=Stop Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1397148651586_0004 CONTAINERID=container_1397148651586_0004_01_000003
2014-04-10 11:51:43,427 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397148651586_0004_01_000003 transitioned from RUNNING to KILLING
2014-04-10 11:51:43,428 INFO launcher.ContainerLaunch (ContainerLaunch.java:cleanupContainer(341)) - Cleaning up container container_1397148651586_0004_01_000003
2014-04-10 11:51:43,428 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:updateAndGetContainerStatuses(374)) - Removed completed container container_1397148651586_0004_01_000004
2014-04-10 11:51:43,428 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397148651586_0004_01_000004 Container Transitioned from RUNNING to COMPLETED
2014-04-10 11:51:43,428 INFO fica.FiCaSchedulerApp (FiCaSchedulerApp.java:containerCompleted(91)) - Completed container: container_1397148651586_0004_01_000004 in state: COMPLETED event:FINISHED
2014-04-10 11:51:43,429 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(98)) - USER=brock OPERATION=AM Released Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1397148651586_0004 CONTAINERID=container_1397148651586_0004_01_000004
2014-04-10 11:51:43,429 INFO fica.FiCaSchedulerNode (FiCaSchedulerNode.java:releaseContainer(164)) - Released container container_1397148651586_0004_01_000004 of capacity <memory:1024, vCores:1> on host localhost:49929, which currently has 3 containers, <memory:3072, vCores:3> used and <memory:1024, vCores:5> available, release resources=true
2014-04-10 11:51:43,429 INFO capacity.LeafQueue (LeafQueue.java:releaseResource(1506)) - default used=<memory:6144, vCores:5> numContainers=5 user=brock user-resources=<memory:6144, vCores:5>
2014-04-10 11:51:43,430 INFO capacity.LeafQueue (LeafQueue.java:completedContainer(1448)) - completedContainer container=Container: [ContainerId: container_1397148651586_0004_01_000004, NodeId: localhost:49929, NodeHttpAddress: localhost:42894, Resource: <memory:1024, vCores:1>, Priority: 20, Token: Token { kind: ContainerToken, service: localhost:49929 }, ] resource=<memory:1024, vCores:1> queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:6144, vCores:5>usedCapacity=0.375, absoluteUsedCapacity=0.375, numApps=1, numContainers=5 usedCapacity=0.375 absoluteUsedCapacity=0.375 used=<memory:6144, vCores:5> cluster=<memory:16384, vCores:32>
2014-04-10 11:51:43,430 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(694)) - completedContainer queue=root usedCapacity=0.375 absoluteUsedCapacity=0.375 used=<memory:6144, vCores:5> cluster=<memory:16384, vCores:32>
2014-04-10 11:51:43,430 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(708)) - Re-sorting completed queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:6144, vCores:5>usedCapacity=0.375, absoluteUsedCapacity=0.375, numApps=1, numContainers=5
2014-04-10 11:51:43,430 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(849)) - Application appattempt_1397148651586_0004_000001 released container container_1397148651586_0004_01_000004 on node: host: localhost:49929 #containers=3 available=1024 used=3072 with event: FINISHED
2014-04-10 11:51:43,434 WARN nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(207)) - Exit code from container container_1397148651586_0004_01_000003 is : 143
2014-04-10 11:51:43,435 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/mapreduceflowplatform/flow1/_temporary/1/_temporary/attempt_1397148651586_0004_m_000003_0 dst=null perm=null
2014-04-10 11:51:43,439 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:stopContainerInternal(718)) - Stopping container with container Id: container_1397148651586_0004_01_000002
2014-04-10 11:51:43,439 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=brock IP=127.0.0.1 OPERATION=Stop Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1397148651586_0004 CONTAINERID=container_1397148651586_0004_01_000002
2014-04-10 11:51:43,442 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397148651586_0004_01_000003 transitioned from KILLING to CONTAINER_CLEANEDUP_AFTER_KILL
2014-04-10 11:51:43,443 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397148651586_0004_01_000002 transitioned from RUNNING to KILLING
2014-04-10 11:51:43,443 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_0/usercache/brock/appcache/application_1397148651586_0004/container_1397148651586_0004_01_000003
2014-04-10 11:51:43,443 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_1/usercache/brock/appcache/application_1397148651586_0004/container_1397148651586_0004_01_000003
2014-04-10 11:51:43,443 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_2/usercache/brock/appcache/application_1397148651586_0004/container_1397148651586_0004_01_000003
2014-04-10 11:51:43,443 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_3/usercache/brock/appcache/application_1397148651586_0004/container_1397148651586_0004_01_000003
2014-04-10 11:51:43,443 INFO launcher.ContainerLaunch (ContainerLaunch.java:cleanupContainer(341)) - Cleaning up container container_1397148651586_0004_01_000002
2014-04-10 11:51:43,448 WARN nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(207)) - Exit code from container container_1397148651586_0004_01_000002 is : 143
2014-04-10 11:51:43,457 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=brock OPERATION=Container Finished - Killed TARGET=ContainerImpl RESULT=SUCCESS APPID=application_1397148651586_0004 CONTAINERID=container_1397148651586_0004_01_000003
2014-04-10 11:51:43,457 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397148651586_0004_01_000003 transitioned from CONTAINER_CLEANEDUP_AFTER_KILL to DONE
2014-04-10 11:51:43,457 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397148651586_0004_01_000002 transitioned from KILLING to CONTAINER_CLEANEDUP_AFTER_KILL
2014-04-10 11:51:43,457 INFO application.Application (ApplicationImpl.java:transition(339)) - Removing container_1397148651586_0004_01_000003 from application application_1397148651586_0004
2014-04-10 11:51:43,457 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(169)) - Neither virutal-memory nor physical-memory monitoring is needed. Not running the monitor-thread
2014-04-10 11:51:43,457 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event CONTAINER_STOP for appId application_1397148651586_0004
2014-04-10 11:51:43,457 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_0/usercache/brock/appcache/application_1397148651586_0004/container_1397148651586_0004_01_000002
2014-04-10 11:51:43,458 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_1/usercache/brock/appcache/application_1397148651586_0004/container_1397148651586_0004_01_000002
2014-04-10 11:51:43,458 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_2/usercache/brock/appcache/application_1397148651586_0004/container_1397148651586_0004_01_000002
2014-04-10 11:51:43,458 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_3/usercache/brock/appcache/application_1397148651586_0004/container_1397148651586_0004_01_000002
2014-04-10 11:51:43,458 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=brock OPERATION=Container Finished - Killed TARGET=ContainerImpl RESULT=SUCCESS APPID=application_1397148651586_0004 CONTAINERID=container_1397148651586_0004_01_000002
2014-04-10 11:51:43,458 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397148651586_0004_01_000002 transitioned from CONTAINER_CLEANEDUP_AFTER_KILL to DONE
2014-04-10 11:51:43,458 INFO application.Application (ApplicationImpl.java:transition(339)) - Removing container_1397148651586_0004_01_000002 from application application_1397148651586_0004
2014-04-10 11:51:43,458 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(169)) - Neither virutal-memory nor physical-memory monitoring is needed. Not running the monitor-thread
2014-04-10 11:51:43,458 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event CONTAINER_STOP for appId application_1397148651586_0004
2014-04-10 11:51:43,481 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:stopContainerInternal(718)) - Stopping container with container Id: container_1397148651586_0004_01_000005
2014-04-10 11:51:43,482 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=brock IP=127.0.0.1 OPERATION=Stop Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1397148651586_0004 CONTAINERID=container_1397148651586_0004_01_000005
2014-04-10 11:51:43,482 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397148651586_0004_01_000005 transitioned from RUNNING to KILLING
2014-04-10 11:51:43,482 INFO launcher.ContainerLaunch (ContainerLaunch.java:cleanupContainer(341)) - Cleaning up container container_1397148651586_0004_01_000005
2014-04-10 11:51:43,482 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:updateAndGetContainerStatuses(374)) - Removed completed container container_1397148651586_0004_01_000002
2014-04-10 11:51:43,482 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:updateAndGetContainerStatuses(374)) - Removed completed container container_1397148651586_0004_01_000003
2014-04-10 11:51:43,483 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397148651586_0004_01_000002 Container Transitioned from RUNNING to COMPLETED
2014-04-10 11:51:43,483 INFO fica.FiCaSchedulerApp (FiCaSchedulerApp.java:containerCompleted(91)) - Completed container: container_1397148651586_0004_01_000002 in state: COMPLETED event:FINISHED
2014-04-10 11:51:43,483 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(98)) - USER=brock OPERATION=AM Released Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1397148651586_0004 CONTAINERID=container_1397148651586_0004_01_000002
2014-04-10 11:51:43,483 INFO fica.FiCaSchedulerNode (FiCaSchedulerNode.java:releaseContainer(164)) - Released container container_1397148651586_0004_01_000002 of capacity <memory:1024, vCores:1> on host localhost:49929, which currently has 2 containers, <memory:2048, vCores:2> used and <memory:2048, vCores:6> available, release resources=true
2014-04-10 11:51:43,483 INFO capacity.LeafQueue (LeafQueue.java:releaseResource(1506)) - default used=<memory:5120, vCores:4> numContainers=4 user=brock user-resources=<memory:5120, vCores:4>
2014-04-10 11:51:43,484 INFO capacity.LeafQueue (LeafQueue.java:completedContainer(1448)) - completedContainer container=Container: [ContainerId: container_1397148651586_0004_01_000002, NodeId: localhost:49929, NodeHttpAddress: localhost:42894, Resource: <memory:1024, vCores:1>, Priority: 20, Token: Token { kind: ContainerToken, service: localhost:49929 }, ] resource=<memory:1024, vCores:1> queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:5120, vCores:4>usedCapacity=0.3125, absoluteUsedCapacity=0.3125, numApps=1, numContainers=4 usedCapacity=0.3125 absoluteUsedCapacity=0.3125 used=<memory:5120, vCores:4> cluster=<memory:16384, vCores:32>
2014-04-10 11:51:43,484 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(694)) - completedContainer queue=root usedCapacity=0.3125 absoluteUsedCapacity=0.3125 used=<memory:5120, vCores:4> cluster=<memory:16384, vCores:32>
2014-04-10 11:51:43,484 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(708)) - Re-sorting completed queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:5120, vCores:4>usedCapacity=0.3125, absoluteUsedCapacity=0.3125, numApps=1, numContainers=4
2014-04-10 11:51:43,484 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(849)) - Application appattempt_1397148651586_0004_000001 released container container_1397148651586_0004_01_000002 on node: host: localhost:49929 #containers=2 available=2048 used=2048 with event: FINISHED
2014-04-10 11:51:43,484 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397148651586_0004_01_000003 Container Transitioned from RUNNING to COMPLETED
2014-04-10 11:51:43,485 INFO fica.FiCaSchedulerApp (FiCaSchedulerApp.java:containerCompleted(91)) - Completed container: container_1397148651586_0004_01_000003 in state: COMPLETED event:FINISHED
2014-04-10 11:51:43,485 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(98)) - USER=brock OPERATION=AM Released Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1397148651586_0004 CONTAINERID=container_1397148651586_0004_01_000003
2014-04-10 11:51:43,485 INFO fica.FiCaSchedulerNode (FiCaSchedulerNode.java:releaseContainer(164)) - Released container container_1397148651586_0004_01_000003 of capacity <memory:1024, vCores:1> on host localhost:49929, which currently has 1 containers, <memory:1024, vCores:1> used and <memory:3072, vCores:7> available, release resources=true
2014-04-10 11:51:43,485 INFO capacity.LeafQueue (LeafQueue.java:releaseResource(1506)) - default used=<memory:4096, vCores:3> numContainers=3 user=brock user-resources=<memory:4096, vCores:3>
2014-04-10 11:51:43,486 INFO capacity.LeafQueue (LeafQueue.java:completedContainer(1448)) - completedContainer container=Container: [ContainerId: container_1397148651586_0004_01_000003, NodeId: localhost:49929, NodeHttpAddress: localhost:42894, Resource: <memory:1024, vCores:1>, Priority: 20, Token: Token { kind: ContainerToken, service: localhost:49929 }, ] resource=<memory:1024, vCores:1> queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:4096, vCores:3>usedCapacity=0.25, absoluteUsedCapacity=0.25, numApps=1, numContainers=3 usedCapacity=0.25 absoluteUsedCapacity=0.25 used=<memory:4096, vCores:3> cluster=<memory:16384, vCores:32>
2014-04-10 11:51:43,486 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(694)) - completedContainer queue=root usedCapacity=0.25 absoluteUsedCapacity=0.25 used=<memory:4096, vCores:3> cluster=<memory:16384, vCores:32>
2014-04-10 11:51:43,486 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(708)) - Re-sorting completed queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:4096, vCores:3>usedCapacity=0.25, absoluteUsedCapacity=0.25, numApps=1, numContainers=3
2014-04-10 11:51:43,486 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(849)) - Application appattempt_1397148651586_0004_000001 released container container_1397148651586_0004_01_000003 on node: host: localhost:49929 #containers=1 available=3072 used=1024 with event: FINISHED
2014-04-10 11:51:43,490 WARN nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(207)) - Exit code from container container_1397148651586_0004_01_000005 is : 143
2014-04-10 11:51:43,508 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397148651586_0004_01_000005 transitioned from KILLING to CONTAINER_CLEANEDUP_AFTER_KILL
2014-04-10 11:51:43,508 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_0/usercache/brock/appcache/application_1397148651586_0004/container_1397148651586_0004_01_000005
2014-04-10 11:51:43,508 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_1/usercache/brock/appcache/application_1397148651586_0004/container_1397148651586_0004_01_000005
2014-04-10 11:51:43,509 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_2/usercache/brock/appcache/application_1397148651586_0004/container_1397148651586_0004_01_000005
2014-04-10 11:51:43,509 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_3/usercache/brock/appcache/application_1397148651586_0004/container_1397148651586_0004_01_000005
2014-04-10 11:51:43,509 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=brock OPERATION=Container Finished - Killed TARGET=ContainerImpl RESULT=SUCCESS APPID=application_1397148651586_0004 CONTAINERID=container_1397148651586_0004_01_000005
2014-04-10 11:51:43,509 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397148651586_0004_01_000005 transitioned from CONTAINER_CLEANEDUP_AFTER_KILL to DONE
2014-04-10 11:51:43,510 INFO application.Application (ApplicationImpl.java:transition(339)) - Removing container_1397148651586_0004_01_000005 from application application_1397148651586_0004
2014-04-10 11:51:43,510 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(169)) - Neither virutal-memory nor physical-memory monitoring is needed. Not running the monitor-thread
2014-04-10 11:51:43,510 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event CONTAINER_STOP for appId application_1397148651586_0004
2014-04-10 11:51:44,395 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:updateAndGetContainerStatuses(374)) - Removed completed container container_1397148651586_0004_01_000006
2014-04-10 11:51:44,395 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397148651586_0004_01_000006 Container Transitioned from RUNNING to COMPLETED
2014-04-10 11:51:44,395 INFO fica.FiCaSchedulerApp (FiCaSchedulerApp.java:containerCompleted(91)) - Completed container: container_1397148651586_0004_01_000006 in state: COMPLETED event:FINISHED
2014-04-10 11:51:44,396 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(98)) - USER=brock OPERATION=AM Released Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1397148651586_0004 CONTAINERID=container_1397148651586_0004_01_000006
2014-04-10 11:51:44,396 INFO fica.FiCaSchedulerNode (FiCaSchedulerNode.java:releaseContainer(164)) - Released container container_1397148651586_0004_01_000006 of capacity <memory:1024, vCores:1> on host localhost:34677, which currently has 0 containers, <memory:0, vCores:0> used and <memory:4096, vCores:8> available, release resources=true
2014-04-10 11:51:44,396 INFO capacity.LeafQueue (LeafQueue.java:releaseResource(1506)) - default used=<memory:3072, vCores:2> numContainers=2 user=brock user-resources=<memory:3072, vCores:2>
2014-04-10 11:51:44,397 INFO capacity.LeafQueue (LeafQueue.java:completedContainer(1448)) - completedContainer container=Container: [ContainerId: container_1397148651586_0004_01_000006, NodeId: localhost:34677, NodeHttpAddress: localhost:40272, Resource: <memory:1024, vCores:1>, Priority: 20, Token: Token { kind: ContainerToken, service: localhost:34677 }, ] resource=<memory:1024, vCores:1> queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:3072, vCores:2>usedCapacity=0.1875, absoluteUsedCapacity=0.1875, numApps=1, numContainers=2 usedCapacity=0.1875 absoluteUsedCapacity=0.1875 used=<memory:3072, vCores:2> cluster=<memory:16384, vCores:32>
2014-04-10 11:51:44,397 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(694)) - completedContainer queue=root usedCapacity=0.1875 absoluteUsedCapacity=0.1875 used=<memory:3072, vCores:2> cluster=<memory:16384, vCores:32>
2014-04-10 11:51:44,397 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(708)) - Re-sorting completed queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:3072, vCores:2>usedCapacity=0.1875, absoluteUsedCapacity=0.1875, numApps=1, numContainers=2
2014-04-10 11:51:44,398 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(849)) - Application appattempt_1397148651586_0004_000001 released container container_1397148651586_0004_01_000006 on node: host: localhost:34677 #containers=0 available=4096 used=0 with event: FINISHED
2014-04-10 11:51:44,483 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:updateAndGetContainerStatuses(374)) - Removed completed container container_1397148651586_0004_01_000005
2014-04-10 11:51:44,483 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397148651586_0004_01_000005 Container Transitioned from RUNNING to COMPLETED
2014-04-10 11:51:44,483 INFO fica.FiCaSchedulerApp (FiCaSchedulerApp.java:containerCompleted(91)) - Completed container: container_1397148651586_0004_01_000005 in state: COMPLETED event:FINISHED
2014-04-10 11:51:44,484 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(98)) - USER=brock OPERATION=AM Released Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1397148651586_0004 CONTAINERID=container_1397148651586_0004_01_000005
2014-04-10 11:51:44,484 INFO fica.FiCaSchedulerNode (FiCaSchedulerNode.java:releaseContainer(164)) - Released container container_1397148651586_0004_01_000005 of capacity <memory:1024, vCores:1> on host localhost:49929, which currently has 0 containers, <memory:0, vCores:0> used and <memory:4096, vCores:8> available, release resources=true
2014-04-10 11:51:44,484 INFO capacity.LeafQueue (LeafQueue.java:releaseResource(1506)) - default used=<memory:2048, vCores:1> numContainers=1 user=brock user-resources=<memory:2048, vCores:1>
2014-04-10 11:51:44,485 INFO capacity.LeafQueue (LeafQueue.java:completedContainer(1448)) - completedContainer container=Container: [ContainerId: container_1397148651586_0004_01_000005, NodeId: localhost:49929, NodeHttpAddress: localhost:42894, Resource: <memory:1024, vCores:1>, Priority: 20, Token: Token { kind: ContainerToken, service: localhost:49929 }, ] resource=<memory:1024, vCores:1> queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:2048, vCores:1>usedCapacity=0.125, absoluteUsedCapacity=0.125, numApps=1, numContainers=1 usedCapacity=0.125 absoluteUsedCapacity=0.125 used=<memory:2048, vCores:1> cluster=<memory:16384, vCores:32>
2014-04-10 11:51:44,485 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(694)) - completedContainer queue=root usedCapacity=0.125 absoluteUsedCapacity=0.125 used=<memory:2048, vCores:1> cluster=<memory:16384, vCores:32>
2014-04-10 11:51:44,485 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(708)) - Re-sorting completed queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:2048, vCores:1>usedCapacity=0.125, absoluteUsedCapacity=0.125, numApps=1, numContainers=1
2014-04-10 11:51:44,485 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(849)) - Application appattempt_1397148651586_0004_000001 released container container_1397148651586_0004_01_000005 on node: host: localhost:49929 #containers=0 available=4096 used=0 with event: FINISHED
2014-04-10 11:51:45,396 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397148651586_0004_01_000008 Container Transitioned from NEW to ALLOCATED
2014-04-10 11:51:45,396 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(98)) - USER=brock OPERATION=AM Allocated Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1397148651586_0004 CONTAINERID=container_1397148651586_0004_01_000008
2014-04-10 11:51:45,397 INFO fica.FiCaSchedulerNode (FiCaSchedulerNode.java:allocateContainer(116)) - Assigned container container_1397148651586_0004_01_000008 of capacity <memory:1024, vCores:1> on host localhost:34677, which currently has 1 containers, <memory:1024, vCores:1> used and <memory:3072, vCores:7> available
2014-04-10 11:51:45,397 INFO capacity.LeafQueue (LeafQueue.java:assignContainer(1363)) - assignedContainer application=application_1397148651586_0004 container=Container: [ContainerId: container_1397148651586_0004_01_000008, NodeId: localhost:34677, NodeHttpAddress: localhost:40272, Resource: <memory:1024, vCores:1>, Priority: 10, Token: Token { kind: ContainerToken, service: localhost:34677 }, ] containerId=container_1397148651586_0004_01_000008 queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:2048, vCores:1>usedCapacity=0.125, absoluteUsedCapacity=0.125, numApps=1, numContainers=1 usedCapacity=0.125 absoluteUsedCapacity=0.125 used=<memory:2048, vCores:1> cluster=<memory:16384, vCores:32>
2014-04-10 11:51:45,397 INFO capacity.ParentQueue (ParentQueue.java:assignContainersToChildQueues(655)) - Re-sorting assigned queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:3072, vCores:2>usedCapacity=0.1875, absoluteUsedCapacity=0.1875, numApps=1, numContainers=2
2014-04-10 11:51:45,397 INFO capacity.ParentQueue (ParentQueue.java:assignContainers(570)) - assignedContainer queue=root usedCapacity=0.1875 absoluteUsedCapacity=0.1875 used=<memory:3072, vCores:2> cluster=<memory:16384, vCores:32>
2014-04-10 11:51:46,097 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397148651586_0004_01_000008 Container Transitioned from ALLOCATED to ACQUIRED
2014-04-10 11:51:46,109 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(572)) - Start request for container_1397148651586_0004_01_000008 by user brock
2014-04-10 11:51:46,110 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=brock IP=127.0.0.1 OPERATION=Start Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1397148651586_0004 CONTAINERID=container_1397148651586_0004_01_000008
2014-04-10 11:51:46,110 INFO application.Application (ApplicationImpl.java:transition(296)) - Adding container_1397148651586_0004_01_000008 to application application_1397148651586_0004
2014-04-10 11:51:46,110 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397148651586_0004_01_000008 transitioned from NEW to LOCALIZING
2014-04-10 11:51:46,111 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event CONTAINER_INIT for appId application_1397148651586_0004
2014-04-10 11:51:46,111 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event APPLICATION_INIT for appId application_1397148651586_0004
2014-04-10 11:51:46,111 INFO containermanager.AuxServices (AuxServices.java:handle(179)) - Got APPLICATION_INIT for service mapreduce_shuffle
2014-04-10 11:51:46,111 INFO mapred.ShuffleHandler (ShuffleHandler.java:initializeApplication(263)) - Added token for job_1397148651586_0004
2014-04-10 11:51:46,112 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397148651586_0004_01_000008 transitioned from LOCALIZING to LOCALIZED
2014-04-10 11:51:46,145 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397148651586_0004_01_000008 transitioned from LOCALIZED to RUNNING
2014-04-10 11:51:46,145 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(169)) - Neither virutal-memory nor physical-memory monitoring is needed. Not running the monitor-thread
2014-04-10 11:51:46,209 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(189)) - launchContainer: [nice, -n, 0, bash, /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_2/usercache/brock/appcache/application_1397148651586_0004/container_1397148651586_0004_01_000008/default_container_executor.sh]
2014-04-10 11:51:46,396 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397148651586_0004_01_000008 Container Transitioned from ACQUIRED to RUNNING
2014-04-10 11:51:47,100 INFO scheduler.AppSchedulingInfo (AppSchedulingInfo.java:updateResourceRequests(166)) - checking for deactivate...
2014-04-10 11:51:47,798 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/mapreduceflowplatform/flow1/_temporary/1/_temporary/attempt_1397148651586_0004_r_000000_0/part-00000 dst=null perm=brock:supergroup:rw-rw-rw-
2014-04-10 11:51:47,833 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(2966)) - BLOCK* allocateBlock: /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/mapreduceflowplatform/flow1/_temporary/1/_temporary/attempt_1397148651586_0004_r_000000_0/part-00000. BP-1638008525-127.0.0.1-1397148635957 blk_1073741868_1044{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-e591ab9a-22c6-42de-961c-bb13e404aae9:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-22cb6d02-3e35-4f66-89d9-1327072438fe:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-a7d28360-a122-4b8f-a5df-7716c22c7a73:NORMAL|RBW]]}
2014-04-10 11:51:47,917 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1638008525-127.0.0.1-1397148635957:blk_1073741868_1044 src: /127.0.0.1:33282 dest: /127.0.0.1:50141
2014-04-10 11:51:47,919 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1638008525-127.0.0.1-1397148635957:blk_1073741868_1044 src: /127.0.0.1:57707 dest: /127.0.0.1:34839
2014-04-10 11:51:47,920 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1638008525-127.0.0.1-1397148635957:blk_1073741868_1044 src: /127.0.0.1:35164 dest: /127.0.0.1:35451
2014-04-10 11:51:47,932 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:35164, dest: /127.0.0.1:35451, bytes: 1554, op: HDFS_WRITE, cliID: DFSClient_attempt_1397148651586_0004_r_000000_0_-1429662410_1, offset: 0, srvID: 8ec8a8cc-5508-442c-8963-d78fa559e878, blockid: BP-1638008525-127.0.0.1-1397148635957:blk_1073741868_1044, duration: 10366594
2014-04-10 11:51:47,932 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1638008525-127.0.0.1-1397148635957:blk_1073741868_1044, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2014-04-10 11:51:47,932 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:57707, dest: /127.0.0.1:34839, bytes: 1554, op: HDFS_WRITE, cliID: DFSClient_attempt_1397148651586_0004_r_000000_0_-1429662410_1, offset: 0, srvID: 8a56312d-0316-4fb1-9cb0-6a1bc51bc949, blockid: BP-1638008525-127.0.0.1-1397148635957:blk_1073741868_1044, duration: 10747682
2014-04-10 11:51:47,932 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:35451 is added to blk_1073741868_1044{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-22cb6d02-3e35-4f66-89d9-1327072438fe:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-522b0f7d-b75b-46f2-9e15-59b7ba563b04:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-b33a8866-bd5f-4441-ad36-c6496b5f71c0:NORMAL|RBW]]} size 0
2014-04-10 11:51:47,932 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1638008525-127.0.0.1-1397148635957:blk_1073741868_1044, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 11:51:47,933 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:33282, dest: /127.0.0.1:50141, bytes: 1554, op: HDFS_WRITE, cliID: DFSClient_attempt_1397148651586_0004_r_000000_0_-1429662410_1, offset: 0, srvID: c1ad97e0-9f53-4437-974d-e948c41bedfe, blockid: BP-1638008525-127.0.0.1-1397148635957:blk_1073741868_1044, duration: 11270853
2014-04-10 11:51:47,933 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:34839 is added to blk_1073741868_1044{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-22cb6d02-3e35-4f66-89d9-1327072438fe:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-522b0f7d-b75b-46f2-9e15-59b7ba563b04:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-b33a8866-bd5f-4441-ad36-c6496b5f71c0:NORMAL|RBW]]} size 0
2014-04-10 11:51:47,933 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1638008525-127.0.0.1-1397148635957:blk_1073741868_1044, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 11:51:47,934 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:50141 is added to blk_1073741868_1044{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-22cb6d02-3e35-4f66-89d9-1327072438fe:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-522b0f7d-b75b-46f2-9e15-59b7ba563b04:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-b33a8866-bd5f-4441-ad36-c6496b5f71c0:NORMAL|RBW]]} size 0
2014-04-10 11:51:47,948 INFO hdfs.StateChange (FSNamesystem.java:completeFile(2899)) - DIR* completeFile: /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/mapreduceflowplatform/flow1/_temporary/1/_temporary/attempt_1397148651586_0004_r_000000_0/part-00000 is closed by DFSClient_attempt_1397148651586_0004_r_000000_0_-1429662410_1
2014-04-10 11:51:48,003 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/mapreduceflowplatform/flow1/_temporary/1/_temporary/attempt_1397148651586_0004_r_000000_0 dst=null perm=null
2014-04-10 11:51:48,011 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/mapreduceflowplatform/flow1/_temporary/1/_temporary/attempt_1397148651586_0004_r_000000_0 dst=null perm=null
2014-04-10 11:51:48,013 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/mapreduceflowplatform/flow1/_temporary/1/task_1397148651586_0004_r_000000 dst=null perm=null
2014-04-10 11:51:48,031 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=rename src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/mapreduceflowplatform/flow1/_temporary/1/_temporary/attempt_1397148651586_0004_r_000000_0 dst=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/mapreduceflowplatform/flow1/_temporary/1/task_1397148651586_0004_r_000000 perm=brock:supergroup:rwxrwxrwx
2014-04-10 11:51:48,075 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:stopContainerInternal(718)) - Stopping container with container Id: container_1397148651586_0004_01_000008
2014-04-10 11:51:48,075 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=brock IP=127.0.0.1 OPERATION=Stop Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1397148651586_0004 CONTAINERID=container_1397148651586_0004_01_000008
2014-04-10 11:51:48,075 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397148651586_0004_01_000008 transitioned from RUNNING to KILLING
2014-04-10 11:51:48,076 INFO launcher.ContainerLaunch (ContainerLaunch.java:cleanupContainer(341)) - Cleaning up container container_1397148651586_0004_01_000008
2014-04-10 11:51:48,084 WARN nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(207)) - Exit code from container container_1397148651586_0004_01_000008 is : 143
2014-04-10 11:51:48,097 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397148651586_0004_01_000008 transitioned from KILLING to CONTAINER_CLEANEDUP_AFTER_KILL
2014-04-10 11:51:48,098 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397148651586_0004/COMMIT_STARTED dst=null perm=brock:supergroup:rw-rw-rw-
2014-04-10 11:51:48,098 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_0/usercache/brock/appcache/application_1397148651586_0004/container_1397148651586_0004_01_000008
2014-04-10 11:51:48,098 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_1/usercache/brock/appcache/application_1397148651586_0004/container_1397148651586_0004_01_000008
2014-04-10 11:51:48,098 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_2/usercache/brock/appcache/application_1397148651586_0004/container_1397148651586_0004_01_000008
2014-04-10 11:51:48,098 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_3/usercache/brock/appcache/application_1397148651586_0004/container_1397148651586_0004_01_000008
2014-04-10 11:51:48,099 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=brock OPERATION=Container Finished - Killed TARGET=ContainerImpl RESULT=SUCCESS APPID=application_1397148651586_0004 CONTAINERID=container_1397148651586_0004_01_000008
2014-04-10 11:51:48,099 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397148651586_0004_01_000008 transitioned from CONTAINER_CLEANEDUP_AFTER_KILL to DONE
2014-04-10 11:51:48,099 INFO application.Application (ApplicationImpl.java:transition(339)) - Removing container_1397148651586_0004_01_000008 from application application_1397148651586_0004
2014-04-10 11:51:48,099 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(169)) - Neither virutal-memory nor physical-memory monitoring is needed. Not running the monitor-thread
2014-04-10 11:51:48,099 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event CONTAINER_STOP for appId application_1397148651586_0004
2014-04-10 11:51:48,114 INFO hdfs.StateChange (FSNamesystem.java:completeFile(2899)) - DIR* completeFile: /tmp/hadoop-yarn/staging/brock/.staging/job_1397148651586_0004/COMMIT_STARTED is closed by DFSClient_NONMAPREDUCE_-1187283388_1
2014-04-10 11:51:48,119 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=listStatus src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/mapreduceflowplatform/flow1/_temporary/1 dst=null perm=null
2014-04-10 11:51:48,126 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/mapreduceflowplatform/flow1 dst=null perm=null
2014-04-10 11:51:48,127 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/mapreduceflowplatform/flow1 dst=null perm=null
2014-04-10 11:51:48,128 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=listStatus src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/mapreduceflowplatform/flow1/_temporary/1/task_1397148651586_0004_r_000000 dst=null perm=null
2014-04-10 11:51:48,129 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/mapreduceflowplatform/flow1/part-00000 dst=null perm=null
2014-04-10 11:51:48,148 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=rename src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/mapreduceflowplatform/flow1/_temporary/1/task_1397148651586_0004_r_000000/part-00000 dst=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/mapreduceflowplatform/flow1/part-00000 perm=brock:supergroup:rw-rw-rw-
2014-04-10 11:51:48,164 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=delete src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/mapreduceflowplatform/flow1/_temporary dst=null perm=null
2014-04-10 11:51:48,181 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/mapreduceflowplatform/flow1/_SUCCESS dst=null perm=brock:supergroup:rw-rw-rw-
2014-04-10 11:51:48,198 INFO hdfs.StateChange (FSNamesystem.java:completeFile(2899)) - DIR* completeFile: /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/mapreduceflowplatform/flow1/_SUCCESS is closed by DFSClient_NONMAPREDUCE_-1187283388_1
2014-04-10 11:51:48,214 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397148651586_0004/COMMIT_SUCCESS dst=null perm=brock:supergroup:rw-rw-rw-
2014-04-10 11:51:48,231 INFO hdfs.StateChange (FSNamesystem.java:completeFile(2899)) - DIR* completeFile: /tmp/hadoop-yarn/staging/brock/.staging/job_1397148651586_0004/COMMIT_SUCCESS is closed by DFSClient_NONMAPREDUCE_-1187283388_1
2014-04-10 11:51:48,260 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:35139, dest: /127.0.0.1:35451, bytes: 65974, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-1187283388_1, offset: 0, srvID: 8ec8a8cc-5508-442c-8963-d78fa559e878, blockid: BP-1638008525-127.0.0.1-1397148635957:blk_1073741867_1043, duration: 5014762739
2014-04-10 11:51:48,260 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1638008525-127.0.0.1-1397148635957:blk_1073741867_1043, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2014-04-10 11:51:48,261 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:57682, dest: /127.0.0.1:34839, bytes: 65974, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-1187283388_1, offset: 0, srvID: 8a56312d-0316-4fb1-9cb0-6a1bc51bc949, blockid: BP-1638008525-127.0.0.1-1397148635957:blk_1073741867_1043, duration: 5015590482
2014-04-10 11:51:48,261 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:35451 is added to blk_1073741867_1043{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-b5119a97-db0e-4220-9885-a252148e8a0f:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-a7d28360-a122-4b8f-a5df-7716c22c7a73:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-e591ab9a-22c6-42de-961c-bb13e404aae9:NORMAL|RBW]]} size 15617
2014-04-10 11:51:48,261 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1638008525-127.0.0.1-1397148635957:blk_1073741867_1043, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 11:51:48,262 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:33257, dest: /127.0.0.1:50141, bytes: 65974, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-1187283388_1, offset: 0, srvID: c1ad97e0-9f53-4437-974d-e948c41bedfe, blockid: BP-1638008525-127.0.0.1-1397148635957:blk_1073741867_1043, duration: 5017146268
2014-04-10 11:51:48,263 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1638008525-127.0.0.1-1397148635957:blk_1073741867_1043, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 11:51:48,263 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:34839 is added to blk_1073741867_1043{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-b5119a97-db0e-4220-9885-a252148e8a0f:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-a7d28360-a122-4b8f-a5df-7716c22c7a73:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-e591ab9a-22c6-42de-961c-bb13e404aae9:NORMAL|RBW]]} size 15617
2014-04-10 11:51:48,263 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:50141 is added to blk_1073741867_1043{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-b5119a97-db0e-4220-9885-a252148e8a0f:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-a7d28360-a122-4b8f-a5df-7716c22c7a73:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-e591ab9a-22c6-42de-961c-bb13e404aae9:NORMAL|RBW]]} size 15617
2014-04-10 11:51:48,281 INFO hdfs.StateChange (FSNamesystem.java:completeFile(2899)) - DIR* completeFile: /tmp/hadoop-yarn/staging/brock/.staging/job_1397148651586_0004/job_1397148651586_0004_1.jhist is closed by DFSClient_NONMAPREDUCE_-1187283388_1
2014-04-10 11:51:48,298 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397148651586_0004.summary_tmp dst=null perm=brock:supergroup:rw-rw-rw-
2014-04-10 11:51:48,301 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(2966)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397148651586_0004.summary_tmp. BP-1638008525-127.0.0.1-1397148635957 blk_1073741869_1045{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-b33a8866-bd5f-4441-ad36-c6496b5f71c0:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-522b0f7d-b75b-46f2-9e15-59b7ba563b04:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-5d7d5487-2d1d-4414-8c1a-3a9617defa41:NORMAL|RBW]]}
2014-04-10 11:51:48,317 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1638008525-127.0.0.1-1397148635957:blk_1073741869_1045 src: /127.0.0.1:35166 dest: /127.0.0.1:35451
2014-04-10 11:51:48,318 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1638008525-127.0.0.1-1397148635957:blk_1073741869_1045 src: /127.0.0.1:33287 dest: /127.0.0.1:50141
2014-04-10 11:51:48,319 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1638008525-127.0.0.1-1397148635957:blk_1073741869_1045 src: /127.0.0.1:52990 dest: /127.0.0.1:41432
2014-04-10 11:51:48,323 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:52990, dest: /127.0.0.1:41432, bytes: 347, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-1187283388_1, offset: 0, srvID: 2a5b99b1-5021-412c-a75a-31058df58d31, blockid: BP-1638008525-127.0.0.1-1397148635957:blk_1073741869_1045, duration: 2437394
2014-04-10 11:51:48,323 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1638008525-127.0.0.1-1397148635957:blk_1073741869_1045, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2014-04-10 11:51:48,323 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:41432 is added to blk_1073741869_1045{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-a7d28360-a122-4b8f-a5df-7716c22c7a73:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-e591ab9a-22c6-42de-961c-bb13e404aae9:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-0eec617b-7748-47d7-80ce-822d3c617914:NORMAL|RBW]]} size 0
2014-04-10 11:51:48,323 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:33287, dest: /127.0.0.1:50141, bytes: 347, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-1187283388_1, offset: 0, srvID: c1ad97e0-9f53-4437-974d-e948c41bedfe, blockid: BP-1638008525-127.0.0.1-1397148635957:blk_1073741869_1045, duration: 3058634
2014-04-10 11:51:48,324 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1638008525-127.0.0.1-1397148635957:blk_1073741869_1045, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 11:51:48,324 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:50141 is added to blk_1073741869_1045{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-a7d28360-a122-4b8f-a5df-7716c22c7a73:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-e591ab9a-22c6-42de-961c-bb13e404aae9:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-0eec617b-7748-47d7-80ce-822d3c617914:NORMAL|RBW]]} size 0
2014-04-10 11:51:48,324 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:35166, dest: /127.0.0.1:35451, bytes: 347, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-1187283388_1, offset: 0, srvID: 8ec8a8cc-5508-442c-8963-d78fa559e878, blockid: BP-1638008525-127.0.0.1-1397148635957:blk_1073741869_1045, duration: 3831221
2014-04-10 11:51:48,325 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1638008525-127.0.0.1-1397148635957:blk_1073741869_1045, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 11:51:48,325 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:35451 is added to blk_1073741869_1045{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-a7d28360-a122-4b8f-a5df-7716c22c7a73:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-e591ab9a-22c6-42de-961c-bb13e404aae9:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-0eec617b-7748-47d7-80ce-822d3c617914:NORMAL|RBW]]} size 0
2014-04-10 11:51:48,339 INFO hdfs.StateChange (FSNamesystem.java:completeFile(2899)) - DIR* completeFile: /tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397148651586_0004.summary_tmp is closed by DFSClient_NONMAPREDUCE_-1187283388_1
2014-04-10 11:51:48,356 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397148651586_0004.summary_tmp dst=null perm=brock:supergroup:rwxrwx---
2014-04-10 11:51:48,363 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397148651586_0004/job_1397148651586_0004_1.jhist dst=null perm=null
2014-04-10 11:51:48,364 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397148651586_0004-1397148694300-brock-first%2Dmr-1397148708232-6-1-SUCCEEDED-default-1397148697012.jhist_tmp dst=null perm=null
2014-04-10 11:51:48,368 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397148651586_0004/job_1397148651586_0004_1.jhist dst=null perm=null
2014-04-10 11:51:48,370 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397148651586_0004-1397148694300-brock-first%2Dmr-1397148708232-6-1-SUCCEEDED-default-1397148697012.jhist_tmp dst=null perm=null
2014-04-10 11:51:48,371 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397148651586_0004/job_1397148651586_0004_1.jhist dst=null perm=null
2014-04-10 11:51:48,389 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397148651586_0004-1397148694300-brock-first%2Dmr-1397148708232-6-1-SUCCEEDED-default-1397148697012.jhist_tmp dst=null perm=brock:supergroup:rw-rw-rw-
2014-04-10 11:51:48,392 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:34839, dest: /127.0.0.1:57713, bytes: 66490, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_-1187283388_1, offset: 0, srvID: 8a56312d-0316-4fb1-9cb0-6a1bc51bc949, blockid: BP-1638008525-127.0.0.1-1397148635957:blk_1073741867_1043, duration: 403881
2014-04-10 11:51:48,395 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(2966)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397148651586_0004-1397148694300-brock-first%2Dmr-1397148708232-6-1-SUCCEEDED-default-1397148697012.jhist_tmp. BP-1638008525-127.0.0.1-1397148635957 blk_1073741870_1046{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-22cb6d02-3e35-4f66-89d9-1327072438fe:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-a7d28360-a122-4b8f-a5df-7716c22c7a73:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-522b0f7d-b75b-46f2-9e15-59b7ba563b04:NORMAL|RBW]]}
2014-04-10 11:51:48,408 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1638008525-127.0.0.1-1397148635957:blk_1073741870_1046 src: /127.0.0.1:57714 dest: /127.0.0.1:34839
2014-04-10 11:51:48,410 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1638008525-127.0.0.1-1397148635957:blk_1073741870_1046 src: /127.0.0.1:35171 dest: /127.0.0.1:35451
2014-04-10 11:51:48,411 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1638008525-127.0.0.1-1397148635957:blk_1073741870_1046 src: /127.0.0.1:33292 dest: /127.0.0.1:50141
2014-04-10 11:51:48,416 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:33292, dest: /127.0.0.1:50141, bytes: 65974, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-1187283388_1, offset: 0, srvID: c1ad97e0-9f53-4437-974d-e948c41bedfe, blockid: BP-1638008525-127.0.0.1-1397148635957:blk_1073741870_1046, duration: 3570539
2014-04-10 11:51:48,416 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1638008525-127.0.0.1-1397148635957:blk_1073741870_1046, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2014-04-10 11:51:48,416 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:50141 is added to blk_1073741870_1046{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-522b0f7d-b75b-46f2-9e15-59b7ba563b04:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-b5119a97-db0e-4220-9885-a252148e8a0f:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-b33a8866-bd5f-4441-ad36-c6496b5f71c0:NORMAL|RBW]]} size 0
2014-04-10 11:51:48,416 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:35171, dest: /127.0.0.1:35451, bytes: 65974, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-1187283388_1, offset: 0, srvID: 8ec8a8cc-5508-442c-8963-d78fa559e878, blockid: BP-1638008525-127.0.0.1-1397148635957:blk_1073741870_1046, duration: 4292708
2014-04-10 11:51:48,417 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1638008525-127.0.0.1-1397148635957:blk_1073741870_1046, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 11:51:48,417 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:35451 is added to blk_1073741870_1046{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-522b0f7d-b75b-46f2-9e15-59b7ba563b04:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-b5119a97-db0e-4220-9885-a252148e8a0f:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-b33a8866-bd5f-4441-ad36-c6496b5f71c0:NORMAL|RBW]]} size 0
2014-04-10 11:51:48,417 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:57714, dest: /127.0.0.1:34839, bytes: 65974, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-1187283388_1, offset: 0, srvID: 8a56312d-0316-4fb1-9cb0-6a1bc51bc949, blockid: BP-1638008525-127.0.0.1-1397148635957:blk_1073741870_1046, duration: 4981888
2014-04-10 11:51:48,418 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1638008525-127.0.0.1-1397148635957:blk_1073741870_1046, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 11:51:48,418 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:34839 is added to blk_1073741870_1046{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-522b0f7d-b75b-46f2-9e15-59b7ba563b04:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-b5119a97-db0e-4220-9885-a252148e8a0f:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-b33a8866-bd5f-4441-ad36-c6496b5f71c0:NORMAL|RBW]]} size 0
2014-04-10 11:51:48,431 INFO hdfs.StateChange (FSNamesystem.java:completeFile(2899)) - DIR* completeFile: /tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397148651586_0004-1397148694300-brock-first%2Dmr-1397148708232-6-1-SUCCEEDED-default-1397148697012.jhist_tmp is closed by DFSClient_NONMAPREDUCE_-1187283388_1
2014-04-10 11:51:48,448 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397148651586_0004-1397148694300-brock-first%2Dmr-1397148708232-6-1-SUCCEEDED-default-1397148697012.jhist_tmp dst=null perm=brock:supergroup:rwxrwx---
2014-04-10 11:51:48,449 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397148651586_0004/job_1397148651586_0004_1_conf.xml dst=null perm=null
2014-04-10 11:51:48,450 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397148651586_0004_conf.xml_tmp dst=null perm=null
2014-04-10 11:51:48,452 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397148651586_0004/job_1397148651586_0004_1_conf.xml dst=null perm=null
2014-04-10 11:51:48,453 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397148651586_0004_conf.xml_tmp dst=null perm=null
2014-04-10 11:51:48,454 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397148651586_0004/job_1397148651586_0004_1_conf.xml dst=null perm=null
2014-04-10 11:51:48,473 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397148651586_0004_conf.xml_tmp dst=null perm=brock:supergroup:rw-rw-rw-
2014-04-10 11:51:48,475 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:50141, dest: /127.0.0.1:33293, bytes: 88751, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_-1187283388_1, offset: 0, srvID: c1ad97e0-9f53-4437-974d-e948c41bedfe, blockid: BP-1638008525-127.0.0.1-1397148635957:blk_1073741866_1042, duration: 422307
2014-04-10 11:51:48,478 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(2966)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397148651586_0004_conf.xml_tmp. BP-1638008525-127.0.0.1-1397148635957 blk_1073741871_1047{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-22cb6d02-3e35-4f66-89d9-1327072438fe:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-5d7d5487-2d1d-4414-8c1a-3a9617defa41:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-b33a8866-bd5f-4441-ad36-c6496b5f71c0:NORMAL|RBW]]}
2014-04-10 11:51:48,492 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1638008525-127.0.0.1-1397148635957:blk_1073741871_1047 src: /127.0.0.1:57718 dest: /127.0.0.1:34839
2014-04-10 11:51:48,493 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1638008525-127.0.0.1-1397148635957:blk_1073741871_1047 src: /127.0.0.1:52997 dest: /127.0.0.1:41432
2014-04-10 11:51:48,494 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1638008525-127.0.0.1-1397148635957:blk_1073741871_1047 src: /127.0.0.1:35176 dest: /127.0.0.1:35451
2014-04-10 11:51:48,498 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:35176, dest: /127.0.0.1:35451, bytes: 88063, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-1187283388_1, offset: 0, srvID: 8ec8a8cc-5508-442c-8963-d78fa559e878, blockid: BP-1638008525-127.0.0.1-1397148635957:blk_1073741871_1047, duration: 2849178
2014-04-10 11:51:48,498 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1638008525-127.0.0.1-1397148635957:blk_1073741871_1047, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2014-04-10 11:51:48,499 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:52997, dest: /127.0.0.1:41432, bytes: 88063, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-1187283388_1, offset: 0, srvID: 2a5b99b1-5021-412c-a75a-31058df58d31, blockid: BP-1638008525-127.0.0.1-1397148635957:blk_1073741871_1047, duration: 3434797
2014-04-10 11:51:48,499 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:35451 is added to blk_1073741871_1047{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-22cb6d02-3e35-4f66-89d9-1327072438fe:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-5d7d5487-2d1d-4414-8c1a-3a9617defa41:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-a7d28360-a122-4b8f-a5df-7716c22c7a73:NORMAL|RBW]]} size 0
2014-04-10 11:51:48,499 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1638008525-127.0.0.1-1397148635957:blk_1073741871_1047, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 11:51:48,500 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:57718, dest: /127.0.0.1:34839, bytes: 88063, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-1187283388_1, offset: 0, srvID: 8a56312d-0316-4fb1-9cb0-6a1bc51bc949, blockid: BP-1638008525-127.0.0.1-1397148635957:blk_1073741871_1047, duration: 4055713
2014-04-10 11:51:48,500 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:41432 is added to blk_1073741871_1047{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-22cb6d02-3e35-4f66-89d9-1327072438fe:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-5d7d5487-2d1d-4414-8c1a-3a9617defa41:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-a7d28360-a122-4b8f-a5df-7716c22c7a73:NORMAL|RBW]]} size 0
2014-04-10 11:51:48,500 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1638008525-127.0.0.1-1397148635957:blk_1073741871_1047, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 11:51:48,501 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:34839 is added to blk_1073741871_1047{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-22cb6d02-3e35-4f66-89d9-1327072438fe:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-5d7d5487-2d1d-4414-8c1a-3a9617defa41:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-a7d28360-a122-4b8f-a5df-7716c22c7a73:NORMAL|RBW]]} size 0
2014-04-10 11:51:48,514 INFO hdfs.StateChange (FSNamesystem.java:completeFile(2899)) - DIR* completeFile: /tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397148651586_0004_conf.xml_tmp is closed by DFSClient_NONMAPREDUCE_-1187283388_1
2014-04-10 11:51:48,531 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397148651586_0004_conf.xml_tmp dst=null perm=brock:supergroup:rwxrwx---
2014-04-10 11:51:48,548 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=rename src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397148651586_0004.summary_tmp dst=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397148651586_0004.summary perm=brock:supergroup:rwxrwx---
2014-04-10 11:51:48,564 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=rename src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397148651586_0004_conf.xml_tmp dst=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397148651586_0004_conf.xml perm=brock:supergroup:rwxrwx---
2014-04-10 11:51:48,581 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=rename src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397148651586_0004-1397148694300-brock-first%2Dmr-1397148708232-6-1-SUCCEEDED-default-1397148697012.jhist_tmp dst=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397148651586_0004-1397148694300-brock-first%2Dmr-1397148708232-6-1-SUCCEEDED-default-1397148697012.jhist perm=brock:supergroup:rwxrwx---
2014-04-10 11:51:48,590 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:rememberTargetTransitionsAndStoreState(960)) - Updating application attempt appattempt_1397148651586_0004_000001 with final state: FINISHING
2014-04-10 11:51:48,590 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(652)) - appattempt_1397148651586_0004_000001 State change from RUNNING to FINAL_SAVING
2014-04-10 11:51:48,590 INFO rmapp.RMAppImpl (RMAppImpl.java:rememberTargetTransitionsAndStoreState(805)) - Updating application application_1397148651586_0004 with final state: FINISHING
2014-04-10 11:51:48,590 INFO rmapp.RMAppImpl (RMAppImpl.java:handle(610)) - application_1397148651586_0004 State change from RUNNING to FINAL_SAVING
2014-04-10 11:51:48,590 INFO recovery.RMStateStore (RMStateStore.java:handleStoreEvent(596)) - Storing info for app: application_1397148651586_0004
2014-04-10 11:51:48,591 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(652)) - appattempt_1397148651586_0004_000001 State change from FINAL_SAVING to FINISHING
2014-04-10 11:51:48,591 INFO rmapp.RMAppImpl (RMAppImpl.java:handle(610)) - application_1397148651586_0004 State change from FINAL_SAVING to FINISHING
2014-04-10 11:51:48,597 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1638008525-127.0.0.1-1397148635957:blk_1073741869_1045
2014-04-10 11:51:48,598 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1638008525-127.0.0.1-1397148635957:blk_1073741870_1046
2014-04-10 11:51:48,599 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1638008525-127.0.0.1-1397148635957:blk_1073741867_1043
2014-04-10 11:51:48,600 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1638008525-127.0.0.1-1397148635957:blk_1073741868_1044
2014-04-10 11:51:48,685 INFO mapred.ClientServiceDelegate (ClientServiceDelegate.java:getProxy(273)) - Application state is completed. FinalApplicationStatus=SUCCEEDED. Redirecting to job history server
2014-04-10 11:51:48,691 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=listStatus src=/tmp/hadoop-yarn/staging/history/done_intermediate dst=null perm=null
2014-04-10 11:51:48,693 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=listStatus src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock dst=null perm=null
2014-04-10 11:51:48,695 INFO hs.CompletedJob (CompletedJob.java:<init>(95)) - Loading job: job_1397148651586_0004 from file: hdfs://localhost:60632/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397148651586_0004-1397148694300-brock-first%2Dmr-1397148708232-6-1-SUCCEEDED-default-1397148697012.jhist
2014-04-10 11:51:48,695 INFO hs.CompletedJob (CompletedJob.java:loadFullHistoryData(326)) - Loading history file: [hdfs://localhost:60632/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397148651586_0004-1397148694300-brock-first%2Dmr-1397148708232-6-1-SUCCEEDED-default-1397148697012.jhist]
2014-04-10 11:51:48,696 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397148651586_0004-1397148694300-brock-first%2Dmr-1397148708232-6-1-SUCCEEDED-default-1397148697012.jhist dst=null perm=null
2014-04-10 11:51:48,699 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:34839, dest: /127.0.0.1:57724, bytes: 66490, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_611373658_9, offset: 0, srvID: 8a56312d-0316-4fb1-9cb0-6a1bc51bc949, blockid: BP-1638008525-127.0.0.1-1397148635957:blk_1073741870_1046, duration: 445401
2014-04-10 11:51:48,742 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397148651586_0004.summary dst=null perm=null
2014-04-10 11:51:48,744 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:41432, dest: /127.0.0.1:53003, bytes: 351, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_-1671456216_9, offset: 0, srvID: 2a5b99b1-5021-412c-a75a-31058df58d31, blockid: BP-1638008525-127.0.0.1-1397148635957:blk_1073741869_1045, duration: 120745
2014-04-10 11:51:48,744 INFO jobhistory.JobSummary (HistoryFileManager.java:moveToDone(372)) - jobId=job_1397148651586_0004,submitTime=1397148694300,launchTime=1397148697012,firstMapTaskLaunchTime=1397148699191,firstReduceTaskLaunchTime=1397148706111,finishTime=1397148708232,resourcesPerMap=1024,resourcesPerReduce=1024,numMaps=6,numReduces=1,user=brock,queue=default,status=SUCCEEDED,mapSlotSeconds=24,reduceSlotSeconds=1,jobName=first-mr
2014-04-10 11:51:48,744 INFO hs.HistoryFileManager (HistoryFileManager.java:moveToDone(373)) - Deleting JobSummary file: [hdfs://localhost:60632/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397148651586_0004.summary]
2014-04-10 11:51:48,756 INFO BlockStateChange (BlockManager.java:addToInvalidates(1030)) - BLOCK* addToInvalidates: blk_1073741869_1045 127.0.0.1:35451 127.0.0.1:50141 127.0.0.1:41432
2014-04-10 11:51:48,756 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=delete src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397148651586_0004.summary dst=null perm=null
2014-04-10 11:51:48,758 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/history/done/2014/04/10/000000 dst=null perm=null
2014-04-10 11:51:48,758 INFO hs.HistoryFileManager (HistoryFileManager.java:moveToDoneNow(947)) - Moving hdfs://localhost:60632/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397148651586_0004-1397148694300-brock-first%2Dmr-1397148708232-6-1-SUCCEEDED-default-1397148697012.jhist to hdfs://localhost:60632/tmp/hadoop-yarn/staging/history/done/2014/04/10/000000/job_1397148651586_0004-1397148694300-brock-first%2Dmr-1397148708232-6-1-SUCCEEDED-default-1397148697012.jhist
2014-04-10 11:51:48,773 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=rename options=0 src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397148651586_0004-1397148694300-brock-first%2Dmr-1397148708232-6-1-SUCCEEDED-default-1397148697012.jhist dst=/tmp/hadoop-yarn/staging/history/done/2014/04/10/000000/job_1397148651586_0004-1397148694300-brock-first%2Dmr-1397148708232-6-1-SUCCEEDED-default-1397148697012.jhist perm=brock:supergroup:rwxrwx---
2014-04-10 11:51:48,773 INFO hs.HistoryFileManager (HistoryFileManager.java:moveToDoneNow(947)) - Moving hdfs://localhost:60632/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397148651586_0004_conf.xml to hdfs://localhost:60632/tmp/hadoop-yarn/staging/history/done/2014/04/10/000000/job_1397148651586_0004_conf.xml
2014-04-10 11:51:48,789 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=rename options=0 src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397148651586_0004_conf.xml dst=/tmp/hadoop-yarn/staging/history/done/2014/04/10/000000/job_1397148651586_0004_conf.xml perm=brock:supergroup:rwxrwx---
2014-04-10 11:51:48,810 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/mapreduceflowplatform/flow1 dst=null perm=null
2014-04-10 11:51:48,810 INFO util.Hadoop18TapUtil (Hadoop18TapUtil.java:cleanTempPath(219)) - deleting temp path hdfs://localhost:60632/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/mapreduceflowplatform/flow1/_temporary
2014-04-10 11:51:48,811 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/mapreduceflowplatform/flow1/_temporary dst=null perm=null
2014-04-10 11:51:48,812 INFO cascade.Cascade (Cascade.java:logInfo(991)) - [first-flow+second-flow...] completed flow: first-mr
2014-04-10 11:51:48,812 INFO cascade.Cascade (Cascade.java:logInfo(991)) - [first-flow+second-flow...] starting flow: second-mr
2014-04-10 11:51:48,812 INFO flow.Flow (BaseFlow.java:logInfo(1354)) - [second-mr] at least one sink is marked for delete
2014-04-10 11:51:48,813 INFO flow.Flow (BaseFlow.java:logInfo(1354)) - [second-mr] sink oldest modified date: Wed Dec 31 17:59:59 CST 1969
2014-04-10 11:51:48,815 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/mapreduceflowplatform/flow2 dst=null perm=null
2014-04-10 11:51:48,817 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/mapreduceflowplatform/flow2 dst=null perm=null
2014-04-10 11:51:48,818 INFO flow.Flow (BaseFlow.java:logInfo(1354)) - [second-mr] starting
2014-04-10 11:51:48,818 INFO flow.Flow (BaseFlow.java:logInfo(1354)) - [second-mr] source: Hfs["NullScheme"]["hdfs://localhost:60632/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/mapreduceflowplatform/flow1"]
2014-04-10 11:51:48,819 INFO flow.Flow (BaseFlow.java:logInfo(1354)) - [second-mr] sink: Hfs["NullScheme"]["hdfs://localhost:60632/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/mapreduceflowplatform/flow2"]
2014-04-10 11:51:48,819 INFO flow.Flow (BaseFlow.java:logInfo(1354)) - [second-mr] parallel execution is enabled: true
2014-04-10 11:51:48,819 INFO flow.Flow (BaseFlow.java:logInfo(1354)) - [second-mr] starting jobs: 1
2014-04-10 11:51:48,819 INFO flow.Flow (BaseFlow.java:logInfo(1354)) - [second-mr] allocating threads: 1
2014-04-10 11:51:48,821 INFO flow.FlowStep (BaseFlowStep.java:logInfo(834)) - [second-mr] starting step: Hfs["NullScheme"]["hdfs://localhost:60632/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/mapreduceflowplatform/flow2"]
2014-04-10 11:51:48,832 INFO client.RMProxy (RMProxy.java:createRMProxy(92)) - Connecting to ResourceManager at localhost/127.0.0.1:44622
2014-04-10 11:51:48,839 INFO client.RMProxy (RMProxy.java:createRMProxy(92)) - Connecting to ResourceManager at localhost/127.0.0.1:44622
2014-04-10 11:51:48,841 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/mapreduceflowplatform/flow2 dst=null perm=null
2014-04-10 11:51:48,841 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging dst=null perm=null
2014-04-10 11:51:48,842 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging dst=null perm=null
2014-04-10 11:51:48,843 INFO resourcemanager.ClientRMService (ClientRMService.java:getNewApplicationId(213)) - Allocated new applicationId: 5
2014-04-10 11:51:48,844 WARN mapreduce.JobSubmitter (JobSubmitter.java:copyAndConfigureFiles(150)) - Hadoop command-line option parsing not performed. Implement the Tool interface and execute your application with ToolRunner to remedy this.
2014-04-10 11:51:48,844 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397148651586_0005 dst=null perm=null
2014-04-10 11:51:48,856 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=mkdirs src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397148651586_0005 dst=null perm=brock:supergroup:rwxr-xr-x
2014-04-10 11:51:48,873 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397148651586_0005 dst=null perm=brock:supergroup:rwx------
2014-04-10 11:51:48,873 WARN mapreduce.JobSubmitter (JobSubmitter.java:copyAndConfigureFiles(259)) - No job jar file set. User classes may not be found. See Job or Job#setJar(String).
2014-04-10 11:51:48,874 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null
2014-04-10 11:51:48,875 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target/Hadoop2MR1Platform-tmpDir/hadoop-835624885896005772.jar dst=null perm=null
2014-04-10 11:51:48,876 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null
2014-04-10 11:51:48,877 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target/Hadoop2MR1Platform-tmpDir dst=null perm=null
2014-04-10 11:51:48,878 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target dst=null perm=null
2014-04-10 11:51:48,879 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock dst=null perm=null
2014-04-10 11:51:48,879 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user dst=null perm=null
2014-04-10 11:51:48,880 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/ dst=null perm=null
2014-04-10 11:51:48,881 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target/Hadoop2MR1Platform-tmpDir/hadoop-835624885896005772.jar dst=null perm=null
2014-04-10 11:51:48,884 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/mapreduceflowplatform/flow1 dst=null perm=null
2014-04-10 11:51:48,884 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/mapreduceflowplatform/flow1 dst=null perm=null
2014-04-10 11:51:48,885 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=listStatus src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/mapreduceflowplatform/flow1 dst=null perm=null
2014-04-10 11:51:48,887 INFO mapred.FileInputFormat (FileInputFormat.java:listStatus(253)) - Total input paths to process : 1
2014-04-10 11:51:48,891 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1638008525-127.0.0.1-1397148635957:blk_1073741871_1047
2014-04-10 11:51:48,892 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1638008525-127.0.0.1-1397148635957:blk_1073741867_1043
2014-04-10 11:51:48,893 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1638008525-127.0.0.1-1397148635957:blk_1073741868_1044
2014-04-10 11:51:48,893 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1638008525-127.0.0.1-1397148635957:blk_1073741869_1045
2014-04-10 11:51:48,906 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397148651586_0005/job.split dst=null perm=brock:supergroup:rw-r--r--
2014-04-10 11:51:48,923 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397148651586_0005/job.split dst=null perm=brock:supergroup:rw-r--r--
2014-04-10 11:51:48,924 INFO blockmanagement.BlockManager (BlockManager.java:setReplication(2455)) - Increasing replication from 3 to 10 for /tmp/hadoop-yarn/staging/brock/.staging/job_1397148651586_0005/job.split
2014-04-10 11:51:48,939 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=setReplication src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397148651586_0005/job.split dst=null perm=null
2014-04-10 11:51:48,941 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(2966)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/brock/.staging/job_1397148651586_0005/job.split. BP-1638008525-127.0.0.1-1397148635957 blk_1073741872_1048{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-5d7d5487-2d1d-4414-8c1a-3a9617defa41:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-b5119a97-db0e-4220-9885-a252148e8a0f:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-b33a8866-bd5f-4441-ad36-c6496b5f71c0:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-e591ab9a-22c6-42de-961c-bb13e404aae9:NORMAL|RBW]]}
2014-04-10 11:51:48,958 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1638008525-127.0.0.1-1397148635957:blk_1073741872_1048 src: /127.0.0.1:53006 dest: /127.0.0.1:41432
2014-04-10 11:51:48,959 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1638008525-127.0.0.1-1397148635957:blk_1073741872_1048 src: /127.0.0.1:57729 dest: /127.0.0.1:34839
2014-04-10 11:51:48,960 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1638008525-127.0.0.1-1397148635957:blk_1073741872_1048 src: /127.0.0.1:35186 dest: /127.0.0.1:35451
2014-04-10 11:51:48,961 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1638008525-127.0.0.1-1397148635957:blk_1073741872_1048 src: /127.0.0.1:33307 dest: /127.0.0.1:50141
2014-04-10 11:51:48,964 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:33307, dest: /127.0.0.1:50141, bytes: 919, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_611373658_9, offset: 0, srvID: c1ad97e0-9f53-4437-974d-e948c41bedfe, blockid: BP-1638008525-127.0.0.1-1397148635957:blk_1073741872_1048, duration: 2322112
2014-04-10 11:51:48,965 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1638008525-127.0.0.1-1397148635957:blk_1073741872_1048, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2014-04-10 11:51:48,965 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:50141 is added to blk_1073741872_1048{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-b5119a97-db0e-4220-9885-a252148e8a0f:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-b33a8866-bd5f-4441-ad36-c6496b5f71c0:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-e591ab9a-22c6-42de-961c-bb13e404aae9:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-0eec617b-7748-47d7-80ce-822d3c617914:NORMAL|RBW]]} size 0
2014-04-10 11:51:48,965 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:35186, dest: /127.0.0.1:35451, bytes: 919, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_611373658_9, offset: 0, srvID: 8ec8a8cc-5508-442c-8963-d78fa559e878, blockid: BP-1638008525-127.0.0.1-1397148635957:blk_1073741872_1048, duration: 2954991
2014-04-10 11:51:48,965 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1638008525-127.0.0.1-1397148635957:blk_1073741872_1048, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 11:51:48,966 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:35451 is added to blk_1073741872_1048{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-b5119a97-db0e-4220-9885-a252148e8a0f:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-b33a8866-bd5f-4441-ad36-c6496b5f71c0:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-e591ab9a-22c6-42de-961c-bb13e404aae9:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-0eec617b-7748-47d7-80ce-822d3c617914:NORMAL|RBW]]} size 0
2014-04-10 11:51:48,966 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:57729, dest: /127.0.0.1:34839, bytes: 919, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_611373658_9, offset: 0, srvID: 8a56312d-0316-4fb1-9cb0-6a1bc51bc949, blockid: BP-1638008525-127.0.0.1-1397148635957:blk_1073741872_1048, duration: 3016170
2014-04-10 11:51:48,966 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1638008525-127.0.0.1-1397148635957:blk_1073741872_1048, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 11:51:48,966 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:34839 is added to blk_1073741872_1048{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-b5119a97-db0e-4220-9885-a252148e8a0f:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-b33a8866-bd5f-4441-ad36-c6496b5f71c0:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-e591ab9a-22c6-42de-961c-bb13e404aae9:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-0eec617b-7748-47d7-80ce-822d3c617914:NORMAL|RBW]]} size 0
2014-04-10 11:51:48,967 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:53006, dest: /127.0.0.1:41432, bytes: 919, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_611373658_9, offset: 0, srvID: 2a5b99b1-5021-412c-a75a-31058df58d31, blockid: BP-1638008525-127.0.0.1-1397148635957:blk_1073741872_1048, duration: 3794662
2014-04-10 11:51:48,967 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1638008525-127.0.0.1-1397148635957:blk_1073741872_1048, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 11:51:48,968 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:41432 is added to blk_1073741872_1048{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-b5119a97-db0e-4220-9885-a252148e8a0f:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-b33a8866-bd5f-4441-ad36-c6496b5f71c0:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-e591ab9a-22c6-42de-961c-bb13e404aae9:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-0eec617b-7748-47d7-80ce-822d3c617914:NORMAL|RBW]]} size 0
2014-04-10 11:51:49,006 INFO hdfs.StateChange (FSNamesystem.java:completeFile(2899)) - DIR* completeFile: /tmp/hadoop-yarn/staging/brock/.staging/job_1397148651586_0005/job.split is closed by DFSClient_NONMAPREDUCE_611373658_9
2014-04-10 11:51:49,023 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397148651586_0005/job.splitmetainfo dst=null perm=brock:supergroup:rw-r--r--
2014-04-10 11:51:49,039 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397148651586_0005/job.splitmetainfo dst=null perm=brock:supergroup:rw-r--r--
2014-04-10 11:51:49,041 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(2966)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/brock/.staging/job_1397148651586_0005/job.splitmetainfo. BP-1638008525-127.0.0.1-1397148635957 blk_1073741873_1049{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-b33a8866-bd5f-4441-ad36-c6496b5f71c0:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-22cb6d02-3e35-4f66-89d9-1327072438fe:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-522b0f7d-b75b-46f2-9e15-59b7ba563b04:NORMAL|RBW]]}
2014-04-10 11:51:49,057 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1638008525-127.0.0.1-1397148635957:blk_1073741873_1049 src: /127.0.0.1:35188 dest: /127.0.0.1:35451
2014-04-10 11:51:49,059 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1638008525-127.0.0.1-1397148635957:blk_1073741873_1049 src: /127.0.0.1:57733 dest: /127.0.0.1:34839
2014-04-10 11:51:49,060 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1638008525-127.0.0.1-1397148635957:blk_1073741873_1049 src: /127.0.0.1:33310 dest: /127.0.0.1:50141
2014-04-10 11:51:49,062 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:33310, dest: /127.0.0.1:50141, bytes: 155, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_611373658_9, offset: 0, srvID: c1ad97e0-9f53-4437-974d-e948c41bedfe, blockid: BP-1638008525-127.0.0.1-1397148635957:blk_1073741873_1049, duration: 1540827
2014-04-10 11:51:49,063 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1638008525-127.0.0.1-1397148635957:blk_1073741873_1049, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2014-04-10 11:51:49,063 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:50141 is added to blk_1073741873_1049{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-22cb6d02-3e35-4f66-89d9-1327072438fe:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-522b0f7d-b75b-46f2-9e15-59b7ba563b04:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-a7d28360-a122-4b8f-a5df-7716c22c7a73:NORMAL|RBW]]} size 0
2014-04-10 11:51:49,063 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:57733, dest: /127.0.0.1:34839, bytes: 155, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_611373658_9, offset: 0, srvID: 8a56312d-0316-4fb1-9cb0-6a1bc51bc949, blockid: BP-1638008525-127.0.0.1-1397148635957:blk_1073741873_1049, duration: 2235415
2014-04-10 11:51:49,063 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1638008525-127.0.0.1-1397148635957:blk_1073741873_1049, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 11:51:49,063 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:34839 is added to blk_1073741873_1049{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-22cb6d02-3e35-4f66-89d9-1327072438fe:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-522b0f7d-b75b-46f2-9e15-59b7ba563b04:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-a7d28360-a122-4b8f-a5df-7716c22c7a73:NORMAL|RBW]]} size 0
2014-04-10 11:51:49,064 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:35188, dest: /127.0.0.1:35451, bytes: 155, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_611373658_9, offset: 0, srvID: 8ec8a8cc-5508-442c-8963-d78fa559e878, blockid: BP-1638008525-127.0.0.1-1397148635957:blk_1073741873_1049, duration: 2844829
2014-04-10 11:51:49,064 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1638008525-127.0.0.1-1397148635957:blk_1073741873_1049, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 11:51:49,064 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:35451 is added to blk_1073741873_1049{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-22cb6d02-3e35-4f66-89d9-1327072438fe:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-522b0f7d-b75b-46f2-9e15-59b7ba563b04:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-a7d28360-a122-4b8f-a5df-7716c22c7a73:NORMAL|RBW]]} size 0
2014-04-10 11:51:49,076 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:updateAndGetContainerStatuses(374)) - Removed completed container container_1397148651586_0004_01_000008
2014-04-10 11:51:49,077 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397148651586_0004_01_000008 Container Transitioned from RUNNING to COMPLETED
2014-04-10 11:51:49,077 INFO fica.FiCaSchedulerApp (FiCaSchedulerApp.java:containerCompleted(91)) - Completed container: container_1397148651586_0004_01_000008 in state: COMPLETED event:FINISHED
2014-04-10 11:51:49,077 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(98)) - USER=brock OPERATION=AM Released Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1397148651586_0004 CONTAINERID=container_1397148651586_0004_01_000008
2014-04-10 11:51:49,077 INFO fica.FiCaSchedulerNode (FiCaSchedulerNode.java:releaseContainer(164)) - Released container container_1397148651586_0004_01_000008 of capacity <memory:1024, vCores:1> on host localhost:34677, which currently has 0 containers, <memory:0, vCores:0> used and <memory:4096, vCores:8> available, release resources=true
2014-04-10 11:51:49,077 INFO capacity.LeafQueue (LeafQueue.java:releaseResource(1506)) - default used=<memory:2048, vCores:1> numContainers=1 user=brock user-resources=<memory:2048, vCores:1>
2014-04-10 11:51:49,078 INFO capacity.LeafQueue (LeafQueue.java:completedContainer(1448)) - completedContainer container=Container: [ContainerId: container_1397148651586_0004_01_000008, NodeId: localhost:34677, NodeHttpAddress: localhost:40272, Resource: <memory:1024, vCores:1>, Priority: 10, Token: Token { kind: ContainerToken, service: localhost:34677 }, ] resource=<memory:1024, vCores:1> queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:2048, vCores:1>usedCapacity=0.125, absoluteUsedCapacity=0.125, numApps=1, numContainers=1 usedCapacity=0.125 absoluteUsedCapacity=0.125 used=<memory:2048, vCores:1> cluster=<memory:16384, vCores:32>
2014-04-10 11:51:49,078 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(694)) - completedContainer queue=root usedCapacity=0.125 absoluteUsedCapacity=0.125 used=<memory:2048, vCores:1> cluster=<memory:16384, vCores:32>
2014-04-10 11:51:49,078 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(708)) - Re-sorting completed queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:2048, vCores:1>usedCapacity=0.125, absoluteUsedCapacity=0.125, numApps=1, numContainers=1
2014-04-10 11:51:49,078 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(849)) - Application appattempt_1397148651586_0004_000001 released container container_1397148651586_0004_01_000008 on node: host: localhost:34677 #containers=0 available=4096 used=0 with event: FINISHED
2014-04-10 11:51:49,079 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1638008525-127.0.0.1-1397148635957:blk_1073741872_1048
2014-04-10 11:51:49,080 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1638008525-127.0.0.1-1397148635957:blk_1073741868_1044
2014-04-10 11:51:49,080 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1638008525-127.0.0.1-1397148635957:blk_1073741873_1049
2014-04-10 11:51:49,081 INFO hdfs.StateChange (FSNamesystem.java:completeFile(2899)) - DIR* completeFile: /tmp/hadoop-yarn/staging/brock/.staging/job_1397148651586_0005/job.splitmetainfo is closed by DFSClient_NONMAPREDUCE_611373658_9
2014-04-10 11:51:49,081 INFO mapreduce.JobSubmitter (JobSubmitter.java:submitJobInternal(396)) - number of splits:4
2014-04-10 11:51:49,081 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1638008525-127.0.0.1-1397148635957:blk_1073741871_1047
2014-04-10 11:51:49,083 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1638008525-127.0.0.1-1397148635957:blk_1073741867_1043
2014-04-10 11:51:49,084 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1638008525-127.0.0.1-1397148635957:blk_1073741870_1046
2014-04-10 11:51:49,090 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1638008525-127.0.0.1-1397148635957:blk_1073741870_1046
2014-04-10 11:51:49,091 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1638008525-127.0.0.1-1397148635957:blk_1073741872_1048
2014-04-10 11:51:49,091 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1638008525-127.0.0.1-1397148635957:blk_1073741873_1049
2014-04-10 11:51:49,098 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397148651586_0005/job.xml dst=null perm=brock:supergroup:rw-r--r--
2014-04-10 11:51:49,114 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397148651586_0005/job.xml dst=null perm=brock:supergroup:rw-r--r--
2014-04-10 11:51:49,119 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1638008525-127.0.0.1-1397148635957:blk_1073741869_1045
2014-04-10 11:51:49,120 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1638008525-127.0.0.1-1397148635957:blk_1073741871_1047
2014-04-10 11:51:49,120 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1638008525-127.0.0.1-1397148635957:blk_1073741872_1048
2014-04-10 11:51:49,133 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(2966)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/brock/.staging/job_1397148651586_0005/job.xml. BP-1638008525-127.0.0.1-1397148635957 blk_1073741874_1050{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-b5119a97-db0e-4220-9885-a252148e8a0f:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-e591ab9a-22c6-42de-961c-bb13e404aae9:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-0eec617b-7748-47d7-80ce-822d3c617914:NORMAL|RBW]]}
2014-04-10 11:51:49,149 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1638008525-127.0.0.1-1397148635957:blk_1073741874_1050 src: /127.0.0.1:57735 dest: /127.0.0.1:34839
2014-04-10 11:51:49,150 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1638008525-127.0.0.1-1397148635957:blk_1073741874_1050 src: /127.0.0.1:33312 dest: /127.0.0.1:50141
2014-04-10 11:51:49,152 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1638008525-127.0.0.1-1397148635957:blk_1073741874_1050 src: /127.0.0.1:53015 dest: /127.0.0.1:41432
2014-04-10 11:51:49,156 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:53015, dest: /127.0.0.1:41432, bytes: 74313, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_611373658_9, offset: 0, srvID: 2a5b99b1-5021-412c-a75a-31058df58d31, blockid: BP-1638008525-127.0.0.1-1397148635957:blk_1073741874_1050, duration: 3164220
2014-04-10 11:51:49,156 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1638008525-127.0.0.1-1397148635957:blk_1073741874_1050, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2014-04-10 11:51:49,157 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:41432 is added to blk_1073741874_1050{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-b5119a97-db0e-4220-9885-a252148e8a0f:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-e591ab9a-22c6-42de-961c-bb13e404aae9:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-5d7d5487-2d1d-4414-8c1a-3a9617defa41:NORMAL|RBW]]} size 0
2014-04-10 11:51:49,157 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:33312, dest: /127.0.0.1:50141, bytes: 74313, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_611373658_9, offset: 0, srvID: c1ad97e0-9f53-4437-974d-e948c41bedfe, blockid: BP-1638008525-127.0.0.1-1397148635957:blk_1073741874_1050, duration: 3741252
2014-04-10 11:51:49,157 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1638008525-127.0.0.1-1397148635957:blk_1073741874_1050, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 11:51:49,157 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:50141 is added to blk_1073741874_1050{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-b5119a97-db0e-4220-9885-a252148e8a0f:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-e591ab9a-22c6-42de-961c-bb13e404aae9:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-5d7d5487-2d1d-4414-8c1a-3a9617defa41:NORMAL|RBW]]} size 0
2014-04-10 11:51:49,157 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:57735, dest: /127.0.0.1:34839, bytes: 74313, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_611373658_9, offset: 0, srvID: 8a56312d-0316-4fb1-9cb0-6a1bc51bc949, blockid: BP-1638008525-127.0.0.1-1397148635957:blk_1073741874_1050, duration: 4198503
2014-04-10 11:51:49,158 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1638008525-127.0.0.1-1397148635957:blk_1073741874_1050, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 11:51:49,158 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:34839 is added to blk_1073741874_1050{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-b5119a97-db0e-4220-9885-a252148e8a0f:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-e591ab9a-22c6-42de-961c-bb13e404aae9:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-5d7d5487-2d1d-4414-8c1a-3a9617defa41:NORMAL|RBW]]} size 0
2014-04-10 11:51:49,173 INFO hdfs.StateChange (FSNamesystem.java:completeFile(2899)) - DIR* completeFile: /tmp/hadoop-yarn/staging/brock/.staging/job_1397148651586_0005/job.xml is closed by DFSClient_NONMAPREDUCE_611373658_9
2014-04-10 11:51:49,173 INFO mapreduce.JobSubmitter (JobSubmitter.java:printTokens(479)) - Submitting tokens for job: job_1397148651586_0005
2014-04-10 11:51:49,174 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397148651586_0005 dst=null perm=null
2014-04-10 11:51:49,176 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397148651586_0005/job.xml dst=null perm=null
2014-04-10 11:51:49,177 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397148651586_0005/job.xml dst=null perm=null
2014-04-10 11:51:49,177 INFO mapred.YARNRunner (YARNRunner.java:createApplicationSubmissionContext(368)) - Job jar is not present. Not adding any jar to the list of resources.
2014-04-10 11:51:49,178 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397148651586_0005/job.split dst=null perm=null
2014-04-10 11:51:49,179 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397148651586_0005/job.split dst=null perm=null
2014-04-10 11:51:49,180 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397148651586_0005/job.splitmetainfo dst=null perm=null
2014-04-10 11:51:49,181 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397148651586_0005/job.splitmetainfo dst=null perm=null
2014-04-10 11:51:49,183 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null
2014-04-10 11:51:49,184 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target/Hadoop2MR1Platform-tmpDir/hadoop-835624885896005772.jar dst=null perm=null
2014-04-10 11:51:49,185 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null
2014-04-10 11:51:49,186 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target/Hadoop2MR1Platform-tmpDir/hadoop-835624885896005772.jar dst=null perm=null
2014-04-10 11:51:49,187 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null
2014-04-10 11:51:49,188 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target/Hadoop2MR1Platform-tmpDir/hadoop-835624885896005772.jar dst=null perm=null
2014-04-10 11:51:49,230 INFO resourcemanager.ClientRMService (ClientRMService.java:submitApplication(326)) - Application with id 5 submitted by user brock
2014-04-10 11:51:49,230 INFO rmapp.RMAppImpl (RMAppImpl.java:transition(786)) - Storing application with id application_1397148651586_0005
2014-04-10 11:51:49,230 INFO rmapp.RMAppImpl (RMAppImpl.java:handle(610)) - application_1397148651586_0005 State change from NEW to NEW_SAVING
2014-04-10 11:51:49,230 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(140)) - USER=brock IP=127.0.0.1 OPERATION=Submit Application Request TARGET=ClientRMService RESULT=SUCCESS APPID=application_1397148651586_0005
2014-04-10 11:51:49,230 INFO recovery.RMStateStore (RMStateStore.java:handleStoreEvent(596)) - Storing info for app: application_1397148651586_0005
2014-04-10 11:51:49,231 INFO rmapp.RMAppImpl (RMAppImpl.java:handle(610)) - application_1397148651586_0005 State change from NEW_SAVING to SUBMITTED
2014-04-10 11:51:49,231 INFO resourcemanager.ApplicationMasterService (ApplicationMasterService.java:registerAppAttempt(556)) - Registering app attempt : appattempt_1397148651586_0005_000001
2014-04-10 11:51:49,232 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(652)) - appattempt_1397148651586_0005_000001 State change from NEW to SUBMITTED
2014-04-10 11:51:49,232 INFO capacity.LeafQueue (LeafQueue.java:activateApplications(718)) - Application application_1397148651586_0005 from user: brock activated in queue: default
2014-04-10 11:51:49,232 INFO capacity.LeafQueue (LeafQueue.java:addApplication(734)) - Application added - appId: application_1397148651586_0005 user: org.apache.hadoop.yarn.server.resourcemanager.scheduler.capacity.LeafQueue$User@2601a14b, leaf-queue: default #user-pending-applications: 0 #user-active-applications: 2 #queue-pending-applications: 0 #queue-active-applications: 2
2014-04-10 11:51:49,232 INFO capacity.ParentQueue (ParentQueue.java:addApplication(482)) - Application added - appId: application_1397148651586_0005 user: brock leaf-queue of parent: root #applications: 2
2014-04-10 11:51:49,233 INFO capacity.CapacityScheduler (CapacityScheduler.java:addApplicationAttempt(459)) - Application Submission: appattempt_1397148651586_0005_000001, user: brock queue: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:2048, vCores:1>usedCapacity=0.125, absoluteUsedCapacity=0.125, numApps=2, numContainers=1, currently active: 2
2014-04-10 11:51:49,233 INFO impl.YarnClientImpl (YarnClientImpl.java:submitApplication(166)) - Submitted application application_1397148651586_0005
2014-04-10 11:51:49,233 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(652)) - appattempt_1397148651586_0005_000001 State change from SUBMITTED to SCHEDULED
2014-04-10 11:51:49,233 INFO rmapp.RMAppImpl (RMAppImpl.java:handle(610)) - application_1397148651586_0005 State change from SUBMITTED to ACCEPTED
2014-04-10 11:51:49,235 INFO mapreduce.Job (Job.java:submit(1289)) - The url to track the job: http://localhost:35948/proxy/application_1397148651586_0005/
2014-04-10 11:51:49,236 INFO flow.FlowStep (BaseFlowStep.java:logInfo(834)) - [second-mr] submitted hadoop job: job_1397148651586_0005
2014-04-10 11:51:49,236 INFO flow.FlowStep (BaseFlowStep.java:logInfo(834)) - [second-mr] tracking url: http://localhost:35948/proxy/application_1397148651586_0005/
2014-04-10 11:51:49,377 INFO hdfs.StateChange (InvalidateBlocks.java:invalidateWork(152)) - BLOCK* InvalidateBlocks: ask 127.0.0.1:41432 to delete [blk_1073741869_1045]
2014-04-10 11:51:49,377 INFO hdfs.StateChange (InvalidateBlocks.java:invalidateWork(152)) - BLOCK* InvalidateBlocks: ask 127.0.0.1:35451 to delete [blk_1073741869_1045]
2014-04-10 11:51:49,454 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397148651586_0005_01_000001 Container Transitioned from NEW to ALLOCATED
2014-04-10 11:51:49,455 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(98)) - USER=brock OPERATION=AM Allocated Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1397148651586_0005 CONTAINERID=container_1397148651586_0005_01_000001
2014-04-10 11:51:49,455 INFO fica.FiCaSchedulerNode (FiCaSchedulerNode.java:allocateContainer(116)) - Assigned container container_1397148651586_0005_01_000001 of capacity <memory:2048, vCores:1> on host localhost:39468, which currently has 2 containers, <memory:4096, vCores:2> used and <memory:0, vCores:6> available
2014-04-10 11:51:49,455 INFO capacity.LeafQueue (LeafQueue.java:assignContainer(1363)) - assignedContainer application=application_1397148651586_0005 container=Container: [ContainerId: container_1397148651586_0005_01_000001, NodeId: localhost:39468, NodeHttpAddress: localhost:58246, Resource: <memory:2048, vCores:1>, Priority: 0, Token: Token { kind: ContainerToken, service: localhost:39468 }, ] containerId=container_1397148651586_0005_01_000001 queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:2048, vCores:1>usedCapacity=0.125, absoluteUsedCapacity=0.125, numApps=2, numContainers=1 usedCapacity=0.125 absoluteUsedCapacity=0.125 used=<memory:2048, vCores:1> cluster=<memory:16384, vCores:32>
2014-04-10 11:51:49,455 INFO capacity.ParentQueue (ParentQueue.java:assignContainersToChildQueues(655)) - Re-sorting assigned queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:4096, vCores:2>usedCapacity=0.25, absoluteUsedCapacity=0.25, numApps=2, numContainers=2
2014-04-10 11:51:49,455 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397148651586_0005_01_000001 Container Transitioned from ALLOCATED to ACQUIRED
2014-04-10 11:51:49,456 INFO capacity.ParentQueue (ParentQueue.java:assignContainers(570)) - assignedContainer queue=root usedCapacity=0.25 absoluteUsedCapacity=0.25 used=<memory:4096, vCores:2> cluster=<memory:16384, vCores:32>
2014-04-10 11:51:49,456 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:storeAttempt(1554)) - Storing attempt: AppId: application_1397148651586_0005 AttemptId: appattempt_1397148651586_0005_000001 MasterContainer: Container: [ContainerId: container_1397148651586_0005_01_000001, NodeId: localhost:39468, NodeHttpAddress: localhost:58246, Resource: <memory:2048, vCores:1>, Priority: 0, Token: Token { kind: ContainerToken, service: localhost:39468 }, ]
2014-04-10 11:51:49,456 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(652)) - appattempt_1397148651586_0005_000001 State change from SCHEDULED to ALLOCATED_SAVING
2014-04-10 11:51:49,457 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(652)) - appattempt_1397148651586_0005_000001 State change from ALLOCATED_SAVING to ALLOCATED
2014-04-10 11:51:49,457 INFO amlauncher.AMLauncher (AMLauncher.java:run(248)) - Launching masterappattempt_1397148651586_0005_000001
2014-04-10 11:51:49,458 INFO amlauncher.AMLauncher (AMLauncher.java:launch(105)) - Setting up container Container: [ContainerId: container_1397148651586_0005_01_000001, NodeId: localhost:39468, NodeHttpAddress: localhost:58246, Resource: <memory:2048, vCores:1>, Priority: 0, Token: Token { kind: ContainerToken, service: localhost:39468 }, ] for AM appattempt_1397148651586_0005_000001
2014-04-10 11:51:49,458 INFO amlauncher.AMLauncher (AMLauncher.java:createAMContainerLaunchContext(190)) - Command to launch container container_1397148651586_0005_01_000001 : $JAVA_HOME/bin/java -Dlog4j.configuration=container-log4j.properties -Dyarn.app.container.log.dir=<LOG_DIR> -Dyarn.app.container.log.filesize=0 -Dhadoop.root.logger=INFO,CLA -Xmx1024m org.apache.hadoop.mapreduce.v2.app.MRAppMaster 1><LOG_DIR>/stdout 2><LOG_DIR>/stderr
2014-04-10 11:51:49,462 INFO ipc.Server (Server.java:saslProcess(1252)) - Auth successful for appattempt_1397148651586_0005_000001 (auth:SIMPLE)
2014-04-10 11:51:49,504 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(572)) - Start request for container_1397148651586_0005_01_000001 by user brock
2014-04-10 11:51:49,505 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(611)) - Creating a new application reference for app application_1397148651586_0005
2014-04-10 11:51:49,505 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=brock IP=127.0.0.1 OPERATION=Start Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1397148651586_0005 CONTAINERID=container_1397148651586_0005_01_000001
2014-04-10 11:51:49,505 INFO application.Application (ApplicationImpl.java:handle(450)) - Application application_1397148651586_0005 transitioned from NEW to INITING
2014-04-10 11:51:49,506 INFO application.Application (ApplicationImpl.java:transition(296)) - Adding container_1397148651586_0005_01_000001 to application application_1397148651586_0005
2014-04-10 11:51:49,507 INFO application.Application (ApplicationImpl.java:handle(450)) - Application application_1397148651586_0005 transitioned from INITING to RUNNING
2014-04-10 11:51:49,507 INFO amlauncher.AMLauncher (AMLauncher.java:launch(126)) - Done launching container Container: [ContainerId: container_1397148651586_0005_01_000001, NodeId: localhost:39468, NodeHttpAddress: localhost:58246, Resource: <memory:2048, vCores:1>, Priority: 0, Token: Token { kind: ContainerToken, service: localhost:39468 }, ] for AM appattempt_1397148651586_0005_000001
2014-04-10 11:51:49,507 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(652)) - appattempt_1397148651586_0005_000001 State change from ALLOCATED to LAUNCHED
2014-04-10 11:51:49,507 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397148651586_0005_01_000001 transitioned from NEW to LOCALIZING
2014-04-10 11:51:49,507 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event CONTAINER_INIT for appId application_1397148651586_0005
2014-04-10 11:51:49,508 INFO localizer.LocalizedResource (LocalizedResource.java:handle(196)) - Resource hdfs://localhost:60632/tmp/hadoop-yarn/staging/brock/.staging/job_1397148651586_0005/job.splitmetainfo transitioned from INIT to DOWNLOADING
2014-04-10 11:51:49,508 INFO localizer.LocalizedResource (LocalizedResource.java:handle(196)) - Resource hdfs://localhost:60632/tmp/hadoop-yarn/staging/brock/.staging/job_1397148651586_0005/job.split transitioned from INIT to DOWNLOADING
2014-04-10 11:51:49,508 INFO localizer.LocalizedResource (LocalizedResource.java:handle(196)) - Resource hdfs://localhost:60632/tmp/hadoop-yarn/staging/brock/.staging/job_1397148651586_0005/job.xml transitioned from INIT to DOWNLOADING
2014-04-10 11:51:49,508 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:handle(590)) - Created localizer for container_1397148651586_0005_01_000001
2014-04-10 11:51:49,518 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:writeCredentials(1015)) - Writing credentials to the nmPrivate file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_3/nmPrivate/container_1397148651586_0005_01_000001.tokens. Credentials list:
2014-04-10 11:51:49,534 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:createUserCacheDirs(469)) - Initializing user brock
2014-04-10 11:51:49,601 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(103)) - Copying from /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_3/nmPrivate/container_1397148651586_0005_01_000001.tokens to /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_0/usercache/brock/appcache/application_1397148651586_0005/container_1397148651586_0005_01_000001.tokens
2014-04-10 11:51:49,602 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(105)) - CWD set to /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_0/usercache/brock/appcache/application_1397148651586_0005 = file:/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_0/usercache/brock/appcache/application_1397148651586_0005
2014-04-10 11:51:49,656 INFO BlockStateChange (BlockManager.java:addToInvalidates(1030)) - BLOCK* addToInvalidates: blk_1073741863_1039 127.0.0.1:50141 127.0.0.1:35451 127.0.0.1:34839 127.0.0.1:41432
2014-04-10 11:51:49,657 INFO BlockStateChange (BlockManager.java:addToInvalidates(1030)) - BLOCK* addToInvalidates: blk_1073741864_1040 127.0.0.1:35451 127.0.0.1:41432 127.0.0.1:34839
2014-04-10 11:51:49,657 INFO BlockStateChange (BlockManager.java:addToInvalidates(1030)) - BLOCK* addToInvalidates: blk_1073741865_1041 127.0.0.1:41432 127.0.0.1:50141 127.0.0.1:35451
2014-04-10 11:51:49,657 INFO BlockStateChange (BlockManager.java:addToInvalidates(1030)) - BLOCK* addToInvalidates: blk_1073741867_1043 127.0.0.1:50141 127.0.0.1:34839 127.0.0.1:35451
2014-04-10 11:51:49,657 INFO BlockStateChange (BlockManager.java:addToInvalidates(1030)) - BLOCK* addToInvalidates: blk_1073741866_1042 127.0.0.1:50141 127.0.0.1:41432 127.0.0.1:34839
2014-04-10 11:51:49,657 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=delete src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397148651586_0004 dst=null perm=null
2014-04-10 11:51:49,709 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397148651586_0005/job.splitmetainfo dst=null perm=null
2014-04-10 11:51:49,711 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397148651586_0005/job.splitmetainfo dst=null perm=null
2014-04-10 11:51:49,712 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397148651586_0005/job.splitmetainfo dst=null perm=null
2014-04-10 11:51:49,721 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:35451, dest: /127.0.0.1:35198, bytes: 159, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_-1923281371_3301, offset: 0, srvID: 8ec8a8cc-5508-442c-8963-d78fa559e878, blockid: BP-1638008525-127.0.0.1-1397148635957:blk_1073741873_1049, duration: 237337
2014-04-10 11:51:49,741 INFO localizer.LocalizedResource (LocalizedResource.java:handle(196)) - Resource hdfs://localhost:60632/tmp/hadoop-yarn/staging/brock/.staging/job_1397148651586_0005/job.splitmetainfo(->file:/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_3/usercache/brock/appcache/application_1397148651586_0005/filecache/10/job.splitmetainfo) transitioned from DOWNLOADING to LOCALIZED
2014-04-10 11:51:49,758 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397148651586_0005/job.split dst=null perm=null
2014-04-10 11:51:49,760 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397148651586_0005/job.split dst=null perm=null
2014-04-10 11:51:49,761 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397148651586_0005/job.split dst=null perm=null
2014-04-10 11:51:49,770 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:41432, dest: /127.0.0.1:53021, bytes: 927, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_-1923281371_3301, offset: 0, srvID: 2a5b99b1-5021-412c-a75a-31058df58d31, blockid: BP-1638008525-127.0.0.1-1397148635957:blk_1073741872_1048, duration: 253112
2014-04-10 11:51:49,788 INFO localizer.LocalizedResource (LocalizedResource.java:handle(196)) - Resource hdfs://localhost:60632/tmp/hadoop-yarn/staging/brock/.staging/job_1397148651586_0005/job.split(->file:/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_0/usercache/brock/appcache/application_1397148651586_0005/filecache/11/job.split) transitioned from DOWNLOADING to LOCALIZED
2014-04-10 11:51:49,805 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397148651586_0005/job.xml dst=null perm=null
2014-04-10 11:51:49,806 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397148651586_0005/job.xml dst=null perm=null
2014-04-10 11:51:49,807 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397148651586_0005/job.xml dst=null perm=null
2014-04-10 11:51:49,815 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:41432, dest: /127.0.0.1:53021, bytes: 74897, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_-1923281371_3301, offset: 0, srvID: 2a5b99b1-5021-412c-a75a-31058df58d31, blockid: BP-1638008525-127.0.0.1-1397148635957:blk_1073741874_1050, duration: 398435
2014-04-10 11:51:49,834 INFO localizer.LocalizedResource (LocalizedResource.java:handle(196)) - Resource hdfs://localhost:60632/tmp/hadoop-yarn/staging/brock/.staging/job_1397148651586_0005/job.xml(->file:/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_1/usercache/brock/appcache/application_1397148651586_0005/filecache/12/job.xml) transitioned from DOWNLOADING to LOCALIZED
2014-04-10 11:51:49,834 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397148651586_0005_01_000001 transitioned from LOCALIZING to LOCALIZED
2014-04-10 11:51:49,866 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397148651586_0005_01_000001 transitioned from LOCALIZED to RUNNING
2014-04-10 11:51:49,866 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(169)) - Neither virutal-memory nor physical-memory monitoring is needed. Not running the monitor-thread
2014-04-10 11:51:49,931 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(189)) - launchContainer: [nice, -n, 0, bash, /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_1/usercache/brock/appcache/application_1397148651586_0005/container_1397148651586_0005_01_000001/default_container_executor.sh]
2014-04-10 11:51:50,453 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397148651586_0005_01_000001 Container Transitioned from ACQUIRED to RUNNING
2014-04-10 11:51:50,842 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073741869_1045 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data7/current/BP-1638008525-127.0.0.1-1397148635957/current/finalized/blk_1073741869 for deletion
2014-04-10 11:51:50,842 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-1638008525-127.0.0.1-1397148635957 blk_1073741869_1045 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data7/current/BP-1638008525-127.0.0.1-1397148635957/current/finalized/blk_1073741869
2014-04-10 11:51:50,865 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073741869_1045 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data1/current/BP-1638008525-127.0.0.1-1397148635957/current/finalized/blk_1073741869 for deletion
2014-04-10 11:51:50,865 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-1638008525-127.0.0.1-1397148635957 blk_1073741869_1045 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data1/current/BP-1638008525-127.0.0.1-1397148635957/current/finalized/blk_1073741869
2014-04-10 11:51:51,081 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging dst=null perm=null
2014-04-10 11:51:51,104 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397148651586_0005/COMMIT_STARTED dst=null perm=null
2014-04-10 11:51:51,106 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397148651586_0005/COMMIT_SUCCESS dst=null perm=null
2014-04-10 11:51:51,107 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397148651586_0005/COMMIT_FAIL dst=null perm=null
2014-04-10 11:51:51,145 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397148651586_0005 dst=null perm=null
2014-04-10 11:51:51,147 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/history/done_intermediate dst=null perm=null
2014-04-10 11:51:51,148 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock dst=null perm=null
2014-04-10 11:51:51,376 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397148651586_0005/job.splitmetainfo dst=null perm=null
2014-04-10 11:51:51,383 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397148651586_0005/job.splitmetainfo dst=null perm=null
2014-04-10 11:51:51,422 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:50141, dest: /127.0.0.1:33327, bytes: 159, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_312708274_1, offset: 0, srvID: c1ad97e0-9f53-4437-974d-e948c41bedfe, blockid: BP-1638008525-127.0.0.1-1397148635957:blk_1073741873_1049, duration: 175994
2014-04-10 11:51:52,074 INFO ipc.Server (Server.java:saslProcess(1252)) - Auth successful for appattempt_1397148651586_0005_000001 (auth:SIMPLE)
2014-04-10 11:51:52,075 INFO resourcemanager.ApplicationMasterService (ApplicationMasterService.java:registerApplicationMaster(251)) - AM registration appattempt_1397148651586_0005_000001
2014-04-10 11:51:52,076 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(119)) - USER=brock IP=127.0.0.1 OPERATION=Register App Master TARGET=ApplicationMasterService RESULT=SUCCESS APPID=application_1397148651586_0005 APPATTEMPTID=appattempt_1397148651586_0005_000001
2014-04-10 11:51:52,076 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(652)) - appattempt_1397148651586_0005_000001 State change from LAUNCHED to RUNNING
2014-04-10 11:51:52,076 INFO rmapp.RMAppImpl (RMAppImpl.java:handle(610)) - application_1397148651586_0005 State change from ACCEPTED to RUNNING
2014-04-10 11:51:52,139 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397148651586_0005/job_1397148651586_0005_1.jhist dst=null perm=brock:supergroup:rw-rw-rw-
2014-04-10 11:51:52,156 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=mkdirs src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/mapreduceflowplatform/flow2/_temporary/1 dst=null perm=brock:supergroup:rwxrwxrwx
2014-04-10 11:51:52,197 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397148651586_0005/job_1397148651586_0005_1_conf.xml dst=null perm=brock:supergroup:rw-rw-rw-
2014-04-10 11:51:52,290 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(2966)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/brock/.staging/job_1397148651586_0005/job_1397148651586_0005_1_conf.xml. BP-1638008525-127.0.0.1-1397148635957 blk_1073741875_1051{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-0eec617b-7748-47d7-80ce-822d3c617914:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-b5119a97-db0e-4220-9885-a252148e8a0f:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-e591ab9a-22c6-42de-961c-bb13e404aae9:NORMAL|RBW]]}
2014-04-10 11:51:52,329 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1638008525-127.0.0.1-1397148635957:blk_1073741875_1051 src: /127.0.0.1:53035 dest: /127.0.0.1:41432
2014-04-10 11:51:52,331 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1638008525-127.0.0.1-1397148635957:blk_1073741875_1051 src: /127.0.0.1:57758 dest: /127.0.0.1:34839
2014-04-10 11:51:52,331 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1638008525-127.0.0.1-1397148635957:blk_1073741875_1051 src: /127.0.0.1:33335 dest: /127.0.0.1:50141
2014-04-10 11:51:52,340 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:33335, dest: /127.0.0.1:50141, bytes: 88064, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_312708274_1, offset: 0, srvID: c1ad97e0-9f53-4437-974d-e948c41bedfe, blockid: BP-1638008525-127.0.0.1-1397148635957:blk_1073741875_1051, duration: 7800323
2014-04-10 11:51:52,340 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1638008525-127.0.0.1-1397148635957:blk_1073741875_1051, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2014-04-10 11:51:52,341 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:57758, dest: /127.0.0.1:34839, bytes: 88064, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_312708274_1, offset: 0, srvID: 8a56312d-0316-4fb1-9cb0-6a1bc51bc949, blockid: BP-1638008525-127.0.0.1-1397148635957:blk_1073741875_1051, duration: 8615085
2014-04-10 11:51:52,341 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:50141 is added to blk_1073741875_1051{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-0eec617b-7748-47d7-80ce-822d3c617914:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-22cb6d02-3e35-4f66-89d9-1327072438fe:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-522b0f7d-b75b-46f2-9e15-59b7ba563b04:NORMAL|RBW]]} size 0
2014-04-10 11:51:52,341 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1638008525-127.0.0.1-1397148635957:blk_1073741875_1051, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 11:51:52,342 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:53035, dest: /127.0.0.1:41432, bytes: 88064, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_312708274_1, offset: 0, srvID: 2a5b99b1-5021-412c-a75a-31058df58d31, blockid: BP-1638008525-127.0.0.1-1397148635957:blk_1073741875_1051, duration: 9284584
2014-04-10 11:51:52,342 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1638008525-127.0.0.1-1397148635957:blk_1073741875_1051, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 11:51:52,342 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:34839 is added to blk_1073741875_1051{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-0eec617b-7748-47d7-80ce-822d3c617914:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-22cb6d02-3e35-4f66-89d9-1327072438fe:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-522b0f7d-b75b-46f2-9e15-59b7ba563b04:NORMAL|RBW]]} size 0
2014-04-10 11:51:52,342 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:41432 is added to blk_1073741875_1051{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-0eec617b-7748-47d7-80ce-822d3c617914:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-22cb6d02-3e35-4f66-89d9-1327072438fe:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-522b0f7d-b75b-46f2-9e15-59b7ba563b04:NORMAL|RBW]]} size 0
2014-04-10 11:51:52,356 INFO hdfs.StateChange (FSNamesystem.java:completeFile(2899)) - DIR* completeFile: /tmp/hadoop-yarn/staging/brock/.staging/job_1397148651586_0005/job_1397148651586_0005_1_conf.xml is closed by DFSClient_NONMAPREDUCE_312708274_1
2014-04-10 11:51:52,378 INFO hdfs.StateChange (InvalidateBlocks.java:invalidateWork(152)) - BLOCK* InvalidateBlocks: ask 127.0.0.1:35451 to delete [blk_1073741863_1039, blk_1073741864_1040, blk_1073741865_1041, blk_1073741867_1043]
2014-04-10 11:51:52,378 INFO hdfs.StateChange (InvalidateBlocks.java:invalidateWork(152)) - BLOCK* InvalidateBlocks: ask 127.0.0.1:34839 to delete [blk_1073741863_1039, blk_1073741864_1040, blk_1073741866_1042, blk_1073741867_1043]
2014-04-10 11:51:53,486 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397148651586_0005_01_000002 Container Transitioned from NEW to ALLOCATED
2014-04-10 11:51:53,486 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(98)) - USER=brock OPERATION=AM Allocated Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1397148651586_0005 CONTAINERID=container_1397148651586_0005_01_000002
2014-04-10 11:51:53,486 INFO fica.FiCaSchedulerNode (FiCaSchedulerNode.java:allocateContainer(116)) - Assigned container container_1397148651586_0005_01_000002 of capacity <memory:1024, vCores:1> on host localhost:49929, which currently has 1 containers, <memory:1024, vCores:1> used and <memory:3072, vCores:7> available
2014-04-10 11:51:53,487 INFO capacity.LeafQueue (LeafQueue.java:assignContainer(1363)) - assignedContainer application=application_1397148651586_0005 container=Container: [ContainerId: container_1397148651586_0005_01_000002, NodeId: localhost:49929, NodeHttpAddress: localhost:42894, Resource: <memory:1024, vCores:1>, Priority: 20, Token: Token { kind: ContainerToken, service: localhost:49929 }, ] containerId=container_1397148651586_0005_01_000002 queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:4096, vCores:2>usedCapacity=0.25, absoluteUsedCapacity=0.25, numApps=2, numContainers=2 usedCapacity=0.25 absoluteUsedCapacity=0.25 used=<memory:4096, vCores:2> cluster=<memory:16384, vCores:32>
2014-04-10 11:51:53,487 INFO capacity.ParentQueue (ParentQueue.java:assignContainersToChildQueues(655)) - Re-sorting assigned queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:5120, vCores:3>usedCapacity=0.3125, absoluteUsedCapacity=0.3125, numApps=2, numContainers=3
2014-04-10 11:51:53,487 INFO capacity.ParentQueue (ParentQueue.java:assignContainers(570)) - assignedContainer queue=root usedCapacity=0.3125 absoluteUsedCapacity=0.3125 used=<memory:5120, vCores:3> cluster=<memory:16384, vCores:32>
2014-04-10 11:51:53,488 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397148651586_0005_01_000003 Container Transitioned from NEW to ALLOCATED
2014-04-10 11:51:53,488 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(98)) - USER=brock OPERATION=AM Allocated Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1397148651586_0005 CONTAINERID=container_1397148651586_0005_01_000003
2014-04-10 11:51:53,488 INFO fica.FiCaSchedulerNode (FiCaSchedulerNode.java:allocateContainer(116)) - Assigned container container_1397148651586_0005_01_000003 of capacity <memory:1024, vCores:1> on host localhost:49929, which currently has 2 containers, <memory:2048, vCores:2> used and <memory:2048, vCores:6> available
2014-04-10 11:51:53,488 INFO capacity.LeafQueue (LeafQueue.java:assignContainer(1363)) - assignedContainer application=application_1397148651586_0005 container=Container: [ContainerId: container_1397148651586_0005_01_000003, NodeId: localhost:49929, NodeHttpAddress: localhost:42894, Resource: <memory:1024, vCores:1>, Priority: 20, Token: Token { kind: ContainerToken, service: localhost:49929 }, ] containerId=container_1397148651586_0005_01_000003 queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:5120, vCores:3>usedCapacity=0.3125, absoluteUsedCapacity=0.3125, numApps=2, numContainers=3 usedCapacity=0.3125 absoluteUsedCapacity=0.3125 used=<memory:5120, vCores:3> cluster=<memory:16384, vCores:32>
2014-04-10 11:51:53,488 INFO capacity.ParentQueue (ParentQueue.java:assignContainersToChildQueues(655)) - Re-sorting assigned queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:6144, vCores:4>usedCapacity=0.375, absoluteUsedCapacity=0.375, numApps=2, numContainers=4
2014-04-10 11:51:53,489 INFO capacity.ParentQueue (ParentQueue.java:assignContainers(570)) - assignedContainer queue=root usedCapacity=0.375 absoluteUsedCapacity=0.375 used=<memory:6144, vCores:4> cluster=<memory:16384, vCores:32>
2014-04-10 11:51:53,489 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397148651586_0005_01_000004 Container Transitioned from NEW to ALLOCATED
2014-04-10 11:51:53,489 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(98)) - USER=brock OPERATION=AM Allocated Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1397148651586_0005 CONTAINERID=container_1397148651586_0005_01_000004
2014-04-10 11:51:53,490 INFO fica.FiCaSchedulerNode (FiCaSchedulerNode.java:allocateContainer(116)) - Assigned container container_1397148651586_0005_01_000004 of capacity <memory:1024, vCores:1> on host localhost:49929, which currently has 3 containers, <memory:3072, vCores:3> used and <memory:1024, vCores:5> available
2014-04-10 11:51:53,490 INFO capacity.LeafQueue (LeafQueue.java:assignContainer(1363)) - assignedContainer application=application_1397148651586_0005 container=Container: [ContainerId: container_1397148651586_0005_01_000004, NodeId: localhost:49929, NodeHttpAddress: localhost:42894, Resource: <memory:1024, vCores:1>, Priority: 20, Token: Token { kind: ContainerToken, service: localhost:49929 }, ] containerId=container_1397148651586_0005_01_000004 queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:6144, vCores:4>usedCapacity=0.375, absoluteUsedCapacity=0.375, numApps=2, numContainers=4 usedCapacity=0.375 absoluteUsedCapacity=0.375 used=<memory:6144, vCores:4> cluster=<memory:16384, vCores:32>
2014-04-10 11:51:53,490 INFO capacity.ParentQueue (ParentQueue.java:assignContainersToChildQueues(655)) - Re-sorting assigned queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:7168, vCores:5>usedCapacity=0.4375, absoluteUsedCapacity=0.4375, numApps=2, numContainers=5
2014-04-10 11:51:53,490 INFO capacity.ParentQueue (ParentQueue.java:assignContainers(570)) - assignedContainer queue=root usedCapacity=0.4375 absoluteUsedCapacity=0.4375 used=<memory:7168, vCores:5> cluster=<memory:16384, vCores:32>
2014-04-10 11:51:53,491 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397148651586_0005_01_000005 Container Transitioned from NEW to ALLOCATED
2014-04-10 11:51:53,491 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(98)) - USER=brock OPERATION=AM Allocated Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1397148651586_0005 CONTAINERID=container_1397148651586_0005_01_000005
2014-04-10 11:51:53,491 INFO fica.FiCaSchedulerNode (FiCaSchedulerNode.java:allocateContainer(116)) - Assigned container container_1397148651586_0005_01_000005 of capacity <memory:1024, vCores:1> on host localhost:49929, which currently has 4 containers, <memory:4096, vCores:4> used and <memory:0, vCores:4> available
2014-04-10 11:51:53,492 INFO capacity.LeafQueue (LeafQueue.java:assignContainer(1363)) - assignedContainer application=application_1397148651586_0005 container=Container: [ContainerId: container_1397148651586_0005_01_000005, NodeId: localhost:49929, NodeHttpAddress: localhost:42894, Resource: <memory:1024, vCores:1>, Priority: 20, Token: Token { kind: ContainerToken, service: localhost:49929 }, ] containerId=container_1397148651586_0005_01_000005 queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:7168, vCores:5>usedCapacity=0.4375, absoluteUsedCapacity=0.4375, numApps=2, numContainers=5 usedCapacity=0.4375 absoluteUsedCapacity=0.4375 used=<memory:7168, vCores:5> cluster=<memory:16384, vCores:32>
2014-04-10 11:51:53,492 INFO capacity.ParentQueue (ParentQueue.java:assignContainersToChildQueues(655)) - Re-sorting assigned queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:8192, vCores:6>usedCapacity=0.5, absoluteUsedCapacity=0.5, numApps=2, numContainers=6
2014-04-10 11:51:53,492 INFO capacity.ParentQueue (ParentQueue.java:assignContainers(570)) - assignedContainer queue=root usedCapacity=0.5 absoluteUsedCapacity=0.5 used=<memory:8192, vCores:6> cluster=<memory:16384, vCores:32>
2014-04-10 11:51:53,602 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1638008525-127.0.0.1-1397148635957:blk_1073741872_1048
2014-04-10 11:51:53,604 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1638008525-127.0.0.1-1397148635957:blk_1073741875_1051
2014-04-10 11:51:53,604 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1638008525-127.0.0.1-1397148635957:blk_1073741873_1049
2014-04-10 11:51:53,605 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1638008525-127.0.0.1-1397148635957:blk_1073741874_1050
2014-04-10 11:51:53,841 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073741863_1039 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data8/current/BP-1638008525-127.0.0.1-1397148635957/current/finalized/blk_1073741863 for deletion
2014-04-10 11:51:53,842 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073741864_1040 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data7/current/BP-1638008525-127.0.0.1-1397148635957/current/finalized/blk_1073741864 for deletion
2014-04-10 11:51:53,842 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073741865_1041 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data8/current/BP-1638008525-127.0.0.1-1397148635957/current/finalized/blk_1073741865 for deletion
2014-04-10 11:51:53,842 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-1638008525-127.0.0.1-1397148635957 blk_1073741863_1039 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data8/current/BP-1638008525-127.0.0.1-1397148635957/current/finalized/blk_1073741863
2014-04-10 11:51:53,842 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073741867_1043 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data7/current/BP-1638008525-127.0.0.1-1397148635957/current/finalized/blk_1073741867 for deletion
2014-04-10 11:51:53,842 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073741863_1039 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data5/current/BP-1638008525-127.0.0.1-1397148635957/current/finalized/blk_1073741863 for deletion
2014-04-10 11:51:53,842 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-1638008525-127.0.0.1-1397148635957 blk_1073741864_1040 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data7/current/BP-1638008525-127.0.0.1-1397148635957/current/finalized/blk_1073741864
2014-04-10 11:51:53,843 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073741864_1040 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data6/current/BP-1638008525-127.0.0.1-1397148635957/current/finalized/blk_1073741864 for deletion
2014-04-10 11:51:53,842 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-1638008525-127.0.0.1-1397148635957 blk_1073741865_1041 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data8/current/BP-1638008525-127.0.0.1-1397148635957/current/finalized/blk_1073741865
2014-04-10 11:51:53,843 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073741866_1042 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data5/current/BP-1638008525-127.0.0.1-1397148635957/current/finalized/blk_1073741866 for deletion
2014-04-10 11:51:53,843 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-1638008525-127.0.0.1-1397148635957 blk_1073741867_1043 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data7/current/BP-1638008525-127.0.0.1-1397148635957/current/finalized/blk_1073741867
2014-04-10 11:51:53,843 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-1638008525-127.0.0.1-1397148635957 blk_1073741863_1039 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data5/current/BP-1638008525-127.0.0.1-1397148635957/current/finalized/blk_1073741863
2014-04-10 11:51:53,843 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073741867_1043 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data6/current/BP-1638008525-127.0.0.1-1397148635957/current/finalized/blk_1073741867 for deletion
2014-04-10 11:51:53,843 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-1638008525-127.0.0.1-1397148635957 blk_1073741864_1040 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data6/current/BP-1638008525-127.0.0.1-1397148635957/current/finalized/blk_1073741864
2014-04-10 11:51:53,844 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-1638008525-127.0.0.1-1397148635957 blk_1073741866_1042 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data5/current/BP-1638008525-127.0.0.1-1397148635957/current/finalized/blk_1073741866
2014-04-10 11:51:53,844 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-1638008525-127.0.0.1-1397148635957 blk_1073741867_1043 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data6/current/BP-1638008525-127.0.0.1-1397148635957/current/finalized/blk_1073741867
2014-04-10 11:51:54,087 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1638008525-127.0.0.1-1397148635957:blk_1073741875_1051
2014-04-10 11:51:54,088 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1638008525-127.0.0.1-1397148635957:blk_1073741874_1050
2014-04-10 11:51:54,117 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397148651586_0005_01_000002 Container Transitioned from ALLOCATED to ACQUIRED
2014-04-10 11:51:54,117 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397148651586_0005_01_000003 Container Transitioned from ALLOCATED to ACQUIRED
2014-04-10 11:51:54,117 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397148651586_0005_01_000004 Container Transitioned from ALLOCATED to ACQUIRED
2014-04-10 11:51:54,118 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397148651586_0005_01_000005 Container Transitioned from ALLOCATED to ACQUIRED
2014-04-10 11:51:54,123 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1638008525-127.0.0.1-1397148635957:blk_1073741874_1050
2014-04-10 11:51:54,124 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1638008525-127.0.0.1-1397148635957:blk_1073741875_1051
2014-04-10 11:51:54,161 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397148651586_0005/job.xml dst=null perm=null
2014-04-10 11:51:54,163 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397148651586_0005/job.xml dst=null perm=null
2014-04-10 11:51:54,171 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null
2014-04-10 11:51:54,172 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target/Hadoop2MR1Platform-tmpDir/hadoop-835624885896005772.jar dst=null perm=null
2014-04-10 11:51:54,183 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null
2014-04-10 11:51:54,184 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target/Hadoop2MR1Platform-tmpDir/hadoop-835624885896005772.jar dst=null perm=null
2014-04-10 11:51:54,186 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null
2014-04-10 11:51:54,188 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target/Hadoop2MR1Platform-tmpDir/hadoop-835624885896005772.jar dst=null perm=null
2014-04-10 11:51:54,240 INFO ipc.Server (Server.java:saslProcess(1252)) - Auth successful for appattempt_1397148651586_0005_000001 (auth:SIMPLE)
2014-04-10 11:51:54,244 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(572)) - Start request for container_1397148651586_0005_01_000003 by user brock
2014-04-10 11:51:54,244 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(572)) - Start request for container_1397148651586_0005_01_000004 by user brock
2014-04-10 11:51:54,244 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(611)) - Creating a new application reference for app application_1397148651586_0005
2014-04-10 11:51:54,244 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=brock IP=127.0.0.1 OPERATION=Start Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1397148651586_0005 CONTAINERID=container_1397148651586_0005_01_000004
2014-04-10 11:51:54,244 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=brock IP=127.0.0.1 OPERATION=Start Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1397148651586_0005 CONTAINERID=container_1397148651586_0005_01_000003
2014-04-10 11:51:54,244 INFO application.Application (ApplicationImpl.java:transition(296)) - Adding container_1397148651586_0005_01_000004 to application application_1397148651586_0005
2014-04-10 11:51:54,245 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(572)) - Start request for container_1397148651586_0005_01_000005 by user brock
2014-04-10 11:51:54,244 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(572)) - Start request for container_1397148651586_0005_01_000002 by user brock
2014-04-10 11:51:54,245 INFO application.Application (ApplicationImpl.java:handle(450)) - Application application_1397148651586_0005 transitioned from NEW to INITING
2014-04-10 11:51:54,245 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=brock IP=127.0.0.1 OPERATION=Start Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1397148651586_0005 CONTAINERID=container_1397148651586_0005_01_000005
2014-04-10 11:51:54,245 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=brock IP=127.0.0.1 OPERATION=Start Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1397148651586_0005 CONTAINERID=container_1397148651586_0005_01_000002
2014-04-10 11:51:54,245 INFO application.Application (ApplicationImpl.java:transition(296)) - Adding container_1397148651586_0005_01_000003 to application application_1397148651586_0005
2014-04-10 11:51:54,246 INFO application.Application (ApplicationImpl.java:transition(296)) - Adding container_1397148651586_0005_01_000005 to application application_1397148651586_0005
2014-04-10 11:51:54,246 INFO application.Application (ApplicationImpl.java:transition(296)) - Adding container_1397148651586_0005_01_000002 to application application_1397148651586_0005
2014-04-10 11:51:54,246 INFO application.Application (ApplicationImpl.java:handle(450)) - Application application_1397148651586_0005 transitioned from INITING to RUNNING
2014-04-10 11:51:54,247 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397148651586_0005_01_000004 transitioned from NEW to LOCALIZING
2014-04-10 11:51:54,247 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397148651586_0005_01_000002 transitioned from NEW to LOCALIZING
2014-04-10 11:51:54,247 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397148651586_0005_01_000005 transitioned from NEW to LOCALIZING
2014-04-10 11:51:54,248 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397148651586_0005_01_000003 transitioned from NEW to LOCALIZING
2014-04-10 11:51:54,248 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event CONTAINER_INIT for appId application_1397148651586_0005
2014-04-10 11:51:54,248 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event APPLICATION_INIT for appId application_1397148651586_0005
2014-04-10 11:51:54,248 INFO containermanager.AuxServices (AuxServices.java:handle(179)) - Got APPLICATION_INIT for service mapreduce_shuffle
2014-04-10 11:51:54,248 INFO mapred.ShuffleHandler (ShuffleHandler.java:initializeApplication(263)) - Added token for job_1397148651586_0005
2014-04-10 11:51:54,248 INFO localizer.LocalizedResource (LocalizedResource.java:handle(196)) - Resource hdfs://localhost:60632/tmp/hadoop-yarn/staging/brock/.staging/job_1397148651586_0005/job.xml transitioned from INIT to DOWNLOADING
2014-04-10 11:51:54,249 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event CONTAINER_INIT for appId application_1397148651586_0005
2014-04-10 11:51:54,249 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event APPLICATION_INIT for appId application_1397148651586_0005
2014-04-10 11:51:54,249 INFO containermanager.AuxServices (AuxServices.java:handle(179)) - Got APPLICATION_INIT for service mapreduce_shuffle
2014-04-10 11:51:54,249 INFO mapred.ShuffleHandler (ShuffleHandler.java:initializeApplication(263)) - Added token for job_1397148651586_0005
2014-04-10 11:51:54,249 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event CONTAINER_INIT for appId application_1397148651586_0005
2014-04-10 11:51:54,249 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event APPLICATION_INIT for appId application_1397148651586_0005
2014-04-10 11:51:54,250 INFO containermanager.AuxServices (AuxServices.java:handle(179)) - Got APPLICATION_INIT for service mapreduce_shuffle
2014-04-10 11:51:54,250 INFO mapred.ShuffleHandler (ShuffleHandler.java:initializeApplication(263)) - Added token for job_1397148651586_0005
2014-04-10 11:51:54,250 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event CONTAINER_INIT for appId application_1397148651586_0005
2014-04-10 11:51:54,250 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event APPLICATION_INIT for appId application_1397148651586_0005
2014-04-10 11:51:54,250 INFO containermanager.AuxServices (AuxServices.java:handle(179)) - Got APPLICATION_INIT for service mapreduce_shuffle
2014-04-10 11:51:54,250 INFO mapred.ShuffleHandler (ShuffleHandler.java:initializeApplication(263)) - Added token for job_1397148651586_0005
2014-04-10 11:51:54,251 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:handle(590)) - Created localizer for container_1397148651586_0005_01_000004
2014-04-10 11:51:54,251 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:handle(590)) - Created localizer for container_1397148651586_0005_01_000002
2014-04-10 11:51:54,252 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:handle(590)) - Created localizer for container_1397148651586_0005_01_000005
2014-04-10 11:51:54,252 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:handle(590)) - Created localizer for container_1397148651586_0005_01_000003
2014-04-10 11:51:54,265 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:writeCredentials(1015)) - Writing credentials to the nmPrivate file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_3/nmPrivate/container_1397148651586_0005_01_000004.tokens. Credentials list:
2014-04-10 11:51:54,265 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:writeCredentials(1015)) - Writing credentials to the nmPrivate file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_3/nmPrivate/container_1397148651586_0005_01_000002.tokens. Credentials list:
2014-04-10 11:51:54,265 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:writeCredentials(1015)) - Writing credentials to the nmPrivate file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_2/nmPrivate/container_1397148651586_0005_01_000003.tokens. Credentials list:
2014-04-10 11:51:54,265 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:writeCredentials(1015)) - Writing credentials to the nmPrivate file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_3/nmPrivate/container_1397148651586_0005_01_000005.tokens. Credentials list:
2014-04-10 11:51:54,279 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:createUserCacheDirs(469)) - Initializing user brock
2014-04-10 11:51:54,344 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(103)) - Copying from /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_3/nmPrivate/container_1397148651586_0005_01_000004.tokens to /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_0/usercache/brock/appcache/application_1397148651586_0005/container_1397148651586_0005_01_000004.tokens
2014-04-10 11:51:54,344 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(105)) - CWD set to /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_0/usercache/brock/appcache/application_1397148651586_0005 = file:/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_0/usercache/brock/appcache/application_1397148651586_0005
2014-04-10 11:51:54,447 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397148651586_0005/job.xml dst=null perm=null
2014-04-10 11:51:54,449 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397148651586_0005/job.xml dst=null perm=null
2014-04-10 11:51:54,450 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397148651586_0005/job.xml dst=null perm=null
2014-04-10 11:51:54,459 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:50141, dest: /127.0.0.1:33349, bytes: 74897, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_544002010_3432, offset: 0, srvID: c1ad97e0-9f53-4437-974d-e948c41bedfe, blockid: BP-1638008525-127.0.0.1-1397148635957:blk_1073741874_1050, duration: 405880
2014-04-10 11:51:54,479 INFO localizer.LocalizedResource (LocalizedResource.java:handle(196)) - Resource hdfs://localhost:60632/tmp/hadoop-yarn/staging/brock/.staging/job_1397148651586_0005/job.xml(->file:/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_3/usercache/brock/appcache/application_1397148651586_0005/filecache/10/job.xml) transitioned from DOWNLOADING to LOCALIZED
2014-04-10 11:51:54,479 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397148651586_0005_01_000004 transitioned from LOCALIZING to LOCALIZED
2014-04-10 11:51:54,479 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397148651586_0005_01_000002 transitioned from LOCALIZING to LOCALIZED
2014-04-10 11:51:54,479 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397148651586_0005_01_000005 transitioned from LOCALIZING to LOCALIZED
2014-04-10 11:51:54,480 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397148651586_0005_01_000003 transitioned from LOCALIZING to LOCALIZED
2014-04-10 11:51:54,486 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397148651586_0005_01_000002 Container Transitioned from ACQUIRED to RUNNING
2014-04-10 11:51:54,486 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397148651586_0005_01_000003 Container Transitioned from ACQUIRED to RUNNING
2014-04-10 11:51:54,486 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397148651586_0005_01_000004 Container Transitioned from ACQUIRED to RUNNING
2014-04-10 11:51:54,487 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397148651586_0005_01_000005 Container Transitioned from ACQUIRED to RUNNING
2014-04-10 11:51:54,523 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397148651586_0005_01_000005 transitioned from LOCALIZED to RUNNING
2014-04-10 11:51:54,523 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397148651586_0005_01_000003 transitioned from LOCALIZED to RUNNING
2014-04-10 11:51:54,523 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(169)) - Neither virutal-memory nor physical-memory monitoring is needed. Not running the monitor-thread
2014-04-10 11:51:54,523 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(169)) - Neither virutal-memory nor physical-memory monitoring is needed. Not running the monitor-thread
2014-04-10 11:51:54,527 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397148651586_0005_01_000002 transitioned from LOCALIZED to RUNNING
2014-04-10 11:51:54,527 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397148651586_0005_01_000004 transitioned from LOCALIZED to RUNNING
2014-04-10 11:51:54,527 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(169)) - Neither virutal-memory nor physical-memory monitoring is needed. Not running the monitor-thread
2014-04-10 11:51:54,527 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(169)) - Neither virutal-memory nor physical-memory monitoring is needed. Not running the monitor-thread
2014-04-10 11:51:54,592 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(189)) - launchContainer: [nice, -n, 0, bash, /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_3/usercache/brock/appcache/application_1397148651586_0005/container_1397148651586_0005_01_000005/default_container_executor.sh]
2014-04-10 11:51:54,592 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(189)) - launchContainer: [nice, -n, 0, bash, /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_2/usercache/brock/appcache/application_1397148651586_0005/container_1397148651586_0005_01_000003/default_container_executor.sh]
2014-04-10 11:51:54,595 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(189)) - launchContainer: [nice, -n, 0, bash, /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_3/usercache/brock/appcache/application_1397148651586_0005/container_1397148651586_0005_01_000002/default_container_executor.sh]
2014-04-10 11:51:54,595 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(189)) - launchContainer: [nice, -n, 0, bash, /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_1/usercache/brock/appcache/application_1397148651586_0005/container_1397148651586_0005_01_000004/default_container_executor.sh]
2014-04-10 11:51:54,681 INFO launcher.ContainerLaunch (ContainerLaunch.java:call(322)) - Container container_1397148651586_0004_01_000001 succeeded
2014-04-10 11:51:54,681 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397148651586_0004_01_000001 transitioned from RUNNING to EXITED_WITH_SUCCESS
2014-04-10 11:51:54,681 INFO launcher.ContainerLaunch (ContainerLaunch.java:cleanupContainer(341)) - Cleaning up container container_1397148651586_0004_01_000001
2014-04-10 11:51:54,690 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_0/usercache/brock/appcache/application_1397148651586_0004/container_1397148651586_0004_01_000001
2014-04-10 11:51:54,690 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_1/usercache/brock/appcache/application_1397148651586_0004/container_1397148651586_0004_01_000001
2014-04-10 11:51:54,690 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=brock OPERATION=Container Finished - Succeeded TARGET=ContainerImpl RESULT=SUCCESS APPID=application_1397148651586_0004 CONTAINERID=container_1397148651586_0004_01_000001
2014-04-10 11:51:54,691 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397148651586_0004_01_000001 transitioned from EXITED_WITH_SUCCESS to DONE
2014-04-10 11:51:54,691 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_2/usercache/brock/appcache/application_1397148651586_0004/container_1397148651586_0004_01_000001
2014-04-10 11:51:54,691 INFO application.Application (ApplicationImpl.java:transition(339)) - Removing container_1397148651586_0004_01_000001 from application application_1397148651586_0004
2014-04-10 11:51:54,692 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(169)) - Neither virutal-memory nor physical-memory monitoring is needed. Not running the monitor-thread
2014-04-10 11:51:54,692 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event CONTAINER_STOP for appId application_1397148651586_0004
2014-04-10 11:51:54,692 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_3/usercache/brock/appcache/application_1397148651586_0004/container_1397148651586_0004_01_000001
2014-04-10 11:51:55,133 INFO scheduler.AppSchedulingInfo (AppSchedulingInfo.java:updateResourceRequests(166)) - checking for deactivate...
2014-04-10 11:51:55,379 INFO hdfs.StateChange (InvalidateBlocks.java:invalidateWork(152)) - BLOCK* InvalidateBlocks: ask 127.0.0.1:41432 to delete [blk_1073741863_1039, blk_1073741864_1040, blk_1073741865_1041, blk_1073741866_1042]
2014-04-10 11:51:55,379 INFO hdfs.StateChange (InvalidateBlocks.java:invalidateWork(152)) - BLOCK* InvalidateBlocks: ask 127.0.0.1:50141 to delete [blk_1073741863_1039, blk_1073741865_1041, blk_1073741866_1042, blk_1073741867_1043, blk_1073741869_1045]
2014-04-10 11:51:55,455 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:updateAndGetContainerStatuses(374)) - Removed completed container container_1397148651586_0004_01_000001
2014-04-10 11:51:55,455 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397148651586_0004_01_000001 Container Transitioned from RUNNING to COMPLETED
2014-04-10 11:51:55,455 INFO resourcemanager.ApplicationMasterService (ApplicationMasterService.java:unregisterAttempt(562)) - Unregistering app attempt : appattempt_1397148651586_0004_000001
2014-04-10 11:51:55,456 INFO fica.FiCaSchedulerApp (FiCaSchedulerApp.java:containerCompleted(91)) - Completed container: container_1397148651586_0004_01_000001 in state: COMPLETED event:FINISHED
2014-04-10 11:51:55,456 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(652)) - appattempt_1397148651586_0004_000001 State change from FINISHING to FINISHED
2014-04-10 11:51:55,456 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(98)) - USER=brock OPERATION=AM Released Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1397148651586_0004 CONTAINERID=container_1397148651586_0004_01_000001
2014-04-10 11:51:55,456 INFO rmapp.RMAppImpl (RMAppImpl.java:handle(610)) - application_1397148651586_0004 State change from FINISHING to FINISHED
2014-04-10 11:51:55,456 INFO fica.FiCaSchedulerNode (FiCaSchedulerNode.java:releaseContainer(164)) - Released container container_1397148651586_0004_01_000001 of capacity <memory:2048, vCores:1> on host localhost:39468, which currently has 1 containers, <memory:2048, vCores:1> used and <memory:2048, vCores:7> available, release resources=true
2014-04-10 11:51:55,456 INFO capacity.LeafQueue (LeafQueue.java:releaseResource(1506)) - default used=<memory:6144, vCores:5> numContainers=5 user=brock user-resources=<memory:6144, vCores:5>
2014-04-10 11:51:55,456 INFO capacity.LeafQueue (LeafQueue.java:completedContainer(1448)) - completedContainer container=Container: [ContainerId: container_1397148651586_0004_01_000001, NodeId: localhost:39468, NodeHttpAddress: localhost:58246, Resource: <memory:2048, vCores:1>, Priority: 0, Token: Token { kind: ContainerToken, service: localhost:39468 }, ] resource=<memory:2048, vCores:1> queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:6144, vCores:5>usedCapacity=0.375, absoluteUsedCapacity=0.375, numApps=2, numContainers=5 usedCapacity=0.375 absoluteUsedCapacity=0.375 used=<memory:6144, vCores:5> cluster=<memory:16384, vCores:32>
2014-04-10 11:51:55,456 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(694)) - completedContainer queue=root usedCapacity=0.375 absoluteUsedCapacity=0.375 used=<memory:6144, vCores:5> cluster=<memory:16384, vCores:32>
2014-04-10 11:51:55,456 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(708)) - Re-sorting completed queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:6144, vCores:5>usedCapacity=0.375, absoluteUsedCapacity=0.375, numApps=2, numContainers=5
2014-04-10 11:51:55,457 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(849)) - Application appattempt_1397148651586_0004_000001 released container container_1397148651586_0004_01_000001 on node: host: localhost:39468 #containers=1 available=2048 used=2048 with event: FINISHED
2014-04-10 11:51:55,457 INFO capacity.CapacityScheduler (CapacityScheduler.java:doneApplicationAttempt(472)) - Application appattempt_1397148651586_0004_000001 is done. finalState=FINISHED
2014-04-10 11:51:55,457 INFO scheduler.AppSchedulingInfo (AppSchedulingInfo.java:clearRequests(108)) - Application application_1397148651586_0004 requests cleared
2014-04-10 11:51:55,457 INFO capacity.LeafQueue (LeafQueue.java:removeApplication(776)) - Application removed - appId: application_1397148651586_0004 user: brock queue: default #user-pending-applications: 0 #user-active-applications: 1 #queue-pending-applications: 0 #queue-active-applications: 1
2014-04-10 11:51:55,457 INFO capacity.ParentQueue (ParentQueue.java:removeApplication(507)) - Application removed - appId: application_1397148651586_0004 user: brock leaf-queue of parent: root #applications: 1
2014-04-10 11:51:55,456 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(140)) - USER=brock OPERATION=Application Finished - Succeeded TARGET=RMAppManager RESULT=SUCCESS APPID=application_1397148651586_0004
2014-04-10 11:51:55,458 INFO resourcemanager.RMAppManager$ApplicationSummary (RMAppManager.java:logAppSummary(175)) - appId=application_1397148651586_0004,name=first-mr,user=brock,queue=default,state=FINISHED,trackingUrl=http://localhost:35948/proxy/application_1397148651586_0004/jobhistory/job/job_1397148651586_0004,appMasterHost=localhost.localdomain,startTime=1397148694300,finishTime=1397148708590,finalStatus=SUCCEEDED
2014-04-10 11:51:55,469 INFO amlauncher.AMLauncher (AMLauncher.java:run(262)) - Cleaning master appattempt_1397148651586_0004_000001
2014-04-10 11:51:55,472 INFO ipc.Server (Server.java:saslProcess(1252)) - Auth successful for appattempt_1397148651586_0004_000001 (auth:SIMPLE)
2014-04-10 11:51:55,480 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:stopContainerInternal(718)) - Stopping container with container Id: container_1397148651586_0004_01_000001
2014-04-10 11:51:55,486 INFO application.Application (ApplicationImpl.java:handle(450)) - Application application_1397148651586_0004 transitioned from RUNNING to APPLICATION_RESOURCES_CLEANINGUP
2014-04-10 11:51:55,486 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_0/usercache/brock/appcache/application_1397148651586_0004
2014-04-10 11:51:55,487 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event APPLICATION_STOP for appId application_1397148651586_0004
2014-04-10 11:51:55,487 INFO application.Application (ApplicationImpl.java:handle(450)) - Application application_1397148651586_0004 transitioned from APPLICATION_RESOURCES_CLEANINGUP to FINISHED
2014-04-10 11:51:55,487 INFO loghandler.NonAggregatingLogHandler (NonAggregatingLogHandler.java:handle(119)) - Scheduling Log Deletion for application: application_1397148651586_0004, with delay of 10800 seconds
2014-04-10 11:51:55,487 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_1/usercache/brock/appcache/application_1397148651586_0004
2014-04-10 11:51:55,487 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_3/usercache/brock/appcache/application_1397148651586_0004
2014-04-10 11:51:55,487 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_2/usercache/brock/appcache/application_1397148651586_0004
2014-04-10 11:51:55,568 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:createUserCacheDirs(469)) - Initializing user brock
2014-04-10 11:51:55,780 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(103)) - Copying from /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_3/nmPrivate/container_1397148651586_0005_01_000005.tokens to /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_0/usercache/brock/appcache/application_1397148651586_0005/container_1397148651586_0005_01_000005.tokens
2014-04-10 11:51:55,780 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(105)) - CWD set to /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_0/usercache/brock/appcache/application_1397148651586_0005 = file:/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_0/usercache/brock/appcache/application_1397148651586_0005
2014-04-10 11:51:55,864 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:createUserCacheDirs(469)) - Initializing user brock
2014-04-10 11:51:55,967 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(103)) - Copying from /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_2/nmPrivate/container_1397148651586_0005_01_000003.tokens to /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_0/usercache/brock/appcache/application_1397148651586_0005/container_1397148651586_0005_01_000003.tokens
2014-04-10 11:51:55,967 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(105)) - CWD set to /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_0/usercache/brock/appcache/application_1397148651586_0005 = file:/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_0/usercache/brock/appcache/application_1397148651586_0005
2014-04-10 11:51:56,078 INFO application.Application (ApplicationImpl.java:handle(450)) - Application application_1397148651586_0004 transitioned from RUNNING to APPLICATION_RESOURCES_CLEANINGUP
2014-04-10 11:51:56,079 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_0/usercache/brock/appcache/application_1397148651586_0004
2014-04-10 11:51:56,079 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event APPLICATION_STOP for appId application_1397148651586_0004
2014-04-10 11:51:56,079 INFO application.Application (ApplicationImpl.java:handle(450)) - Application application_1397148651586_0004 transitioned from APPLICATION_RESOURCES_CLEANINGUP to FINISHED
2014-04-10 11:51:56,079 INFO loghandler.NonAggregatingLogHandler (NonAggregatingLogHandler.java:handle(119)) - Scheduling Log Deletion for application: application_1397148651586_0004, with delay of 10800 seconds
2014-04-10 11:51:56,079 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_1/usercache/brock/appcache/application_1397148651586_0004
2014-04-10 11:51:56,080 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_2/usercache/brock/appcache/application_1397148651586_0004
2014-04-10 11:51:56,080 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_3/usercache/brock/appcache/application_1397148651586_0004
2014-04-10 11:51:56,287 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:createUserCacheDirs(469)) - Initializing user brock
2014-04-10 11:51:56,456 INFO application.Application (ApplicationImpl.java:handle(450)) - Application application_1397148651586_0004 transitioned from RUNNING to APPLICATION_RESOURCES_CLEANINGUP
2014-04-10 11:51:56,456 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_0/usercache/brock/appcache/application_1397148651586_0004
2014-04-10 11:51:56,456 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event APPLICATION_STOP for appId application_1397148651586_0004
2014-04-10 11:51:56,456 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_1/usercache/brock/appcache/application_1397148651586_0004
2014-04-10 11:51:56,456 INFO application.Application (ApplicationImpl.java:handle(450)) - Application application_1397148651586_0004 transitioned from APPLICATION_RESOURCES_CLEANINGUP to FINISHED
2014-04-10 11:51:56,456 INFO loghandler.NonAggregatingLogHandler (NonAggregatingLogHandler.java:handle(119)) - Scheduling Log Deletion for application: application_1397148651586_0004, with delay of 10800 seconds
2014-04-10 11:51:56,457 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_2/usercache/brock/appcache/application_1397148651586_0004
2014-04-10 11:51:56,457 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_3/usercache/brock/appcache/application_1397148651586_0004
2014-04-10 11:51:56,574 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073741863_1039 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data3/current/BP-1638008525-127.0.0.1-1397148635957/current/finalized/blk_1073741863 for deletion
2014-04-10 11:51:56,574 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073741865_1041 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data4/current/BP-1638008525-127.0.0.1-1397148635957/current/finalized/blk_1073741865 for deletion
2014-04-10 11:51:56,575 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-1638008525-127.0.0.1-1397148635957 blk_1073741863_1039 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data3/current/BP-1638008525-127.0.0.1-1397148635957/current/finalized/blk_1073741863
2014-04-10 11:51:56,575 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073741866_1042 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data3/current/BP-1638008525-127.0.0.1-1397148635957/current/finalized/blk_1073741866 for deletion
2014-04-10 11:51:56,575 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-1638008525-127.0.0.1-1397148635957 blk_1073741865_1041 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data4/current/BP-1638008525-127.0.0.1-1397148635957/current/finalized/blk_1073741865
2014-04-10 11:51:56,575 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073741867_1043 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data4/current/BP-1638008525-127.0.0.1-1397148635957/current/finalized/blk_1073741867 for deletion
2014-04-10 11:51:56,575 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-1638008525-127.0.0.1-1397148635957 blk_1073741866_1042 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data3/current/BP-1638008525-127.0.0.1-1397148635957/current/finalized/blk_1073741866
2014-04-10 11:51:56,575 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073741869_1045 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data4/current/BP-1638008525-127.0.0.1-1397148635957/current/finalized/blk_1073741869 for deletion
2014-04-10 11:51:56,575 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-1638008525-127.0.0.1-1397148635957 blk_1073741867_1043 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data4/current/BP-1638008525-127.0.0.1-1397148635957/current/finalized/blk_1073741867
2014-04-10 11:51:56,575 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-1638008525-127.0.0.1-1397148635957 blk_1073741869_1045 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data4/current/BP-1638008525-127.0.0.1-1397148635957/current/finalized/blk_1073741869
2014-04-10 11:51:56,658 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(103)) - Copying from /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_3/nmPrivate/container_1397148651586_0005_01_000002.tokens to /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_0/usercache/brock/appcache/application_1397148651586_0005/container_1397148651586_0005_01_000002.tokens
2014-04-10 11:51:56,659 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(105)) - CWD set to /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_0/usercache/brock/appcache/application_1397148651586_0005 = file:/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_0/usercache/brock/appcache/application_1397148651586_0005
2014-04-10 11:51:56,870 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073741863_1039 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data1/current/BP-1638008525-127.0.0.1-1397148635957/current/finalized/blk_1073741863 for deletion
2014-04-10 11:51:56,870 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073741864_1040 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data2/current/BP-1638008525-127.0.0.1-1397148635957/current/finalized/blk_1073741864 for deletion
2014-04-10 11:51:56,870 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-1638008525-127.0.0.1-1397148635957 blk_1073741863_1039 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data1/current/BP-1638008525-127.0.0.1-1397148635957/current/finalized/blk_1073741863
2014-04-10 11:51:56,870 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073741865_1041 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data1/current/BP-1638008525-127.0.0.1-1397148635957/current/finalized/blk_1073741865 for deletion
2014-04-10 11:51:56,871 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073741866_1042 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data2/current/BP-1638008525-127.0.0.1-1397148635957/current/finalized/blk_1073741866 for deletion
2014-04-10 11:51:56,871 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-1638008525-127.0.0.1-1397148635957 blk_1073741865_1041 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data1/current/BP-1638008525-127.0.0.1-1397148635957/current/finalized/blk_1073741865
2014-04-10 11:51:56,871 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-1638008525-127.0.0.1-1397148635957 blk_1073741864_1040 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data2/current/BP-1638008525-127.0.0.1-1397148635957/current/finalized/blk_1073741864
2014-04-10 11:51:56,871 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-1638008525-127.0.0.1-1397148635957 blk_1073741866_1042 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data2/current/BP-1638008525-127.0.0.1-1397148635957/current/finalized/blk_1073741866
2014-04-10 11:51:56,901 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397148651586_0005/job.split dst=null perm=null
2014-04-10 11:51:56,964 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:41432, dest: /127.0.0.1:53074, bytes: 927, op: HDFS_READ, cliID: DFSClient_attempt_1397148651586_0005_m_000002_0_2086403338_1, offset: 0, srvID: 2a5b99b1-5021-412c-a75a-31058df58d31, blockid: BP-1638008525-127.0.0.1-1397148635957:blk_1073741872_1048, duration: 181427
2014-04-10 11:51:57,004 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397148651586_0005/job.split dst=null perm=null
2014-04-10 11:51:57,018 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/mapreduceflowplatform/flow1/part-00000 dst=null perm=null
2014-04-10 11:51:57,020 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:50141, dest: /127.0.0.1:33375, bytes: 1570, op: HDFS_READ, cliID: DFSClient_attempt_1397148651586_0005_m_000002_0_2086403338_1, offset: 0, srvID: c1ad97e0-9f53-4437-974d-e948c41bedfe, blockid: BP-1638008525-127.0.0.1-1397148635957:blk_1073741868_1044, duration: 172193
2014-04-10 11:51:57,076 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:35451, dest: /127.0.0.1:35256, bytes: 927, op: HDFS_READ, cliID: DFSClient_attempt_1397148651586_0005_m_000001_0_616596488_1, offset: 0, srvID: 8ec8a8cc-5508-442c-8963-d78fa559e878, blockid: BP-1638008525-127.0.0.1-1397148635957:blk_1073741872_1048, duration: 191875
2014-04-10 11:51:57,091 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397148651586_0005/job.split dst=null perm=null
2014-04-10 11:51:57,102 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397148651586_0005/job.split dst=null perm=null
2014-04-10 11:51:57,107 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/mapreduceflowplatform/flow2/_temporary/1/_temporary/attempt_1397148651586_0005_m_000002_0 dst=null perm=null
2014-04-10 11:51:57,120 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/mapreduceflowplatform/flow1/part-00000 dst=null perm=null
2014-04-10 11:51:57,144 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:50141, dest: /127.0.0.1:33382, bytes: 1570, op: HDFS_READ, cliID: DFSClient_attempt_1397148651586_0005_m_000001_0_616596488_1, offset: 0, srvID: c1ad97e0-9f53-4437-974d-e948c41bedfe, blockid: BP-1638008525-127.0.0.1-1397148635957:blk_1073741868_1044, duration: 165930
2014-04-10 11:51:57,152 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:35451, dest: /127.0.0.1:35260, bytes: 927, op: HDFS_READ, cliID: DFSClient_attempt_1397148651586_0005_m_000000_0_-1942243676_1, offset: 0, srvID: 8ec8a8cc-5508-442c-8963-d78fa559e878, blockid: BP-1638008525-127.0.0.1-1397148635957:blk_1073741872_1048, duration: 179781
2014-04-10 11:51:57,162 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:stopContainerInternal(718)) - Stopping container with container Id: container_1397148651586_0005_01_000004
2014-04-10 11:51:57,162 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=brock IP=127.0.0.1 OPERATION=Stop Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1397148651586_0005 CONTAINERID=container_1397148651586_0005_01_000004
2014-04-10 11:51:57,162 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397148651586_0005_01_000004 transitioned from RUNNING to KILLING
2014-04-10 11:51:57,162 INFO launcher.ContainerLaunch (ContainerLaunch.java:cleanupContainer(341)) - Cleaning up container container_1397148651586_0005_01_000004
2014-04-10 11:51:57,163 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:50141, dest: /127.0.0.1:33381, bytes: 411, op: HDFS_READ, cliID: DFSClient_attempt_1397148651586_0005_m_000003_0_-351979962_1, offset: 512, srvID: c1ad97e0-9f53-4437-974d-e948c41bedfe, blockid: BP-1638008525-127.0.0.1-1397148635957:blk_1073741872_1048, duration: 180790
2014-04-10 11:51:57,171 WARN nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(207)) - Exit code from container container_1397148651586_0005_01_000004 is : 143
2014-04-10 11:51:57,175 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(2966)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/brock/.staging/job_1397148651586_0005/job_1397148651586_0005_1.jhist. BP-1638008525-127.0.0.1-1397148635957 blk_1073741876_1052{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-b5119a97-db0e-4220-9885-a252148e8a0f:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-e591ab9a-22c6-42de-961c-bb13e404aae9:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-5d7d5487-2d1d-4414-8c1a-3a9617defa41:NORMAL|RBW]]}
2014-04-10 11:51:57,182 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397148651586_0005_01_000004 transitioned from KILLING to CONTAINER_CLEANEDUP_AFTER_KILL
2014-04-10 11:51:57,182 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_0/usercache/brock/appcache/application_1397148651586_0005/container_1397148651586_0005_01_000004
2014-04-10 11:51:57,182 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_1/usercache/brock/appcache/application_1397148651586_0005/container_1397148651586_0005_01_000004
2014-04-10 11:51:57,182 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_2/usercache/brock/appcache/application_1397148651586_0005/container_1397148651586_0005_01_000004
2014-04-10 11:51:57,183 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=brock OPERATION=Container Finished - Killed TARGET=ContainerImpl RESULT=SUCCESS APPID=application_1397148651586_0005 CONTAINERID=container_1397148651586_0005_01_000004
2014-04-10 11:51:57,183 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_3/usercache/brock/appcache/application_1397148651586_0005/container_1397148651586_0005_01_000004
2014-04-10 11:51:57,183 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397148651586_0005_01_000004 transitioned from CONTAINER_CLEANEDUP_AFTER_KILL to DONE
2014-04-10 11:51:57,183 INFO application.Application (ApplicationImpl.java:transition(339)) - Removing container_1397148651586_0005_01_000004 from application application_1397148651586_0005
2014-04-10 11:51:57,183 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(169)) - Neither virutal-memory nor physical-memory monitoring is needed. Not running the monitor-thread
2014-04-10 11:51:57,183 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event CONTAINER_STOP for appId application_1397148651586_0005
2014-04-10 11:51:57,198 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/mapreduceflowplatform/flow1/part-00000 dst=null perm=null
2014-04-10 11:51:57,200 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:35451, dest: /127.0.0.1:35260, bytes: 538, op: HDFS_READ, cliID: DFSClient_attempt_1397148651586_0005_m_000000_0_-1942243676_1, offset: 1024, srvID: 8ec8a8cc-5508-442c-8963-d78fa559e878, blockid: BP-1638008525-127.0.0.1-1397148635957:blk_1073741868_1044, duration: 156534
2014-04-10 11:51:57,206 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/mapreduceflowplatform/flow2/_temporary/1/_temporary/attempt_1397148651586_0005_m_000001_0 dst=null perm=null
2014-04-10 11:51:57,208 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1638008525-127.0.0.1-1397148635957:blk_1073741876_1052 src: /127.0.0.1:57807 dest: /127.0.0.1:34839
2014-04-10 11:51:57,209 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1638008525-127.0.0.1-1397148635957:blk_1073741876_1052 src: /127.0.0.1:33384 dest: /127.0.0.1:50141
2014-04-10 11:51:57,210 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1638008525-127.0.0.1-1397148635957:blk_1073741876_1052 src: /127.0.0.1:53087 dest: /127.0.0.1:41432
2014-04-10 11:51:57,215 INFO hdfs.StateChange (FSNamesystem.java:fsync(3598)) - BLOCK* fsync: /tmp/hadoop-yarn/staging/brock/.staging/job_1397148651586_0005/job_1397148651586_0005_1.jhist for DFSClient_NONMAPREDUCE_312708274_1
2014-04-10 11:51:57,217 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/mapreduceflowplatform/flow1/part-00000 dst=null perm=null
2014-04-10 11:51:57,219 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:50141, dest: /127.0.0.1:33381, bytes: 1054, op: HDFS_READ, cliID: DFSClient_attempt_1397148651586_0005_m_000003_0_-351979962_1, offset: 512, srvID: c1ad97e0-9f53-4437-974d-e948c41bedfe, blockid: BP-1638008525-127.0.0.1-1397148635957:blk_1073741868_1044, duration: 178640
2014-04-10 11:51:57,261 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:stopContainerInternal(718)) - Stopping container with container Id: container_1397148651586_0005_01_000003
2014-04-10 11:51:57,261 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=brock IP=127.0.0.1 OPERATION=Stop Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1397148651586_0005 CONTAINERID=container_1397148651586_0005_01_000003
2014-04-10 11:51:57,261 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397148651586_0005_01_000003 transitioned from RUNNING to KILLING
2014-04-10 11:51:57,261 INFO launcher.ContainerLaunch (ContainerLaunch.java:cleanupContainer(341)) - Cleaning up container container_1397148651586_0005_01_000003
2014-04-10 11:51:57,261 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:updateAndGetContainerStatuses(374)) - Removed completed container container_1397148651586_0005_01_000004
2014-04-10 11:51:57,262 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397148651586_0005_01_000004 Container Transitioned from RUNNING to COMPLETED
2014-04-10 11:51:57,262 INFO fica.FiCaSchedulerApp (FiCaSchedulerApp.java:containerCompleted(91)) - Completed container: container_1397148651586_0005_01_000004 in state: COMPLETED event:FINISHED
2014-04-10 11:51:57,262 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(98)) - USER=brock OPERATION=AM Released Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1397148651586_0005 CONTAINERID=container_1397148651586_0005_01_000004
2014-04-10 11:51:57,262 INFO fica.FiCaSchedulerNode (FiCaSchedulerNode.java:releaseContainer(164)) - Released container container_1397148651586_0005_01_000004 of capacity <memory:1024, vCores:1> on host localhost:49929, which currently has 3 containers, <memory:3072, vCores:3> used and <memory:1024, vCores:5> available, release resources=true
2014-04-10 11:51:57,262 INFO capacity.LeafQueue (LeafQueue.java:releaseResource(1506)) - default used=<memory:5120, vCores:4> numContainers=4 user=brock user-resources=<memory:5120, vCores:4>
2014-04-10 11:51:57,262 INFO capacity.LeafQueue (LeafQueue.java:completedContainer(1448)) - completedContainer container=Container: [ContainerId: container_1397148651586_0005_01_000004, NodeId: localhost:49929, NodeHttpAddress: localhost:42894, Resource: <memory:1024, vCores:1>, Priority: 20, Token: Token { kind: ContainerToken, service: localhost:49929 }, ] resource=<memory:1024, vCores:1> queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:5120, vCores:4>usedCapacity=0.3125, absoluteUsedCapacity=0.3125, numApps=1, numContainers=4 usedCapacity=0.3125 absoluteUsedCapacity=0.3125 used=<memory:5120, vCores:4> cluster=<memory:16384, vCores:32>
2014-04-10 11:51:57,263 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(694)) - completedContainer queue=root usedCapacity=0.3125 absoluteUsedCapacity=0.3125 used=<memory:5120, vCores:4> cluster=<memory:16384, vCores:32>
2014-04-10 11:51:57,263 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(708)) - Re-sorting completed queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:5120, vCores:4>usedCapacity=0.3125, absoluteUsedCapacity=0.3125, numApps=1, numContainers=4
2014-04-10 11:51:57,263 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(849)) - Application appattempt_1397148651586_0005_000001 released container container_1397148651586_0005_01_000004 on node: host: localhost:49929 #containers=3 available=1024 used=3072 with event: FINISHED
2014-04-10 11:51:57,268 WARN nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(207)) - Exit code from container container_1397148651586_0005_01_000003 is : 143
2014-04-10 11:51:57,278 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397148651586_0005_01_000003 transitioned from KILLING to CONTAINER_CLEANEDUP_AFTER_KILL
2014-04-10 11:51:57,279 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_0/usercache/brock/appcache/application_1397148651586_0005/container_1397148651586_0005_01_000003
2014-04-10 11:51:57,279 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_1/usercache/brock/appcache/application_1397148651586_0005/container_1397148651586_0005_01_000003
2014-04-10 11:51:57,279 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_2/usercache/brock/appcache/application_1397148651586_0005/container_1397148651586_0005_01_000003
2014-04-10 11:51:57,279 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_3/usercache/brock/appcache/application_1397148651586_0005/container_1397148651586_0005_01_000003
2014-04-10 11:51:57,279 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=brock OPERATION=Container Finished - Killed TARGET=ContainerImpl RESULT=SUCCESS APPID=application_1397148651586_0005 CONTAINERID=container_1397148651586_0005_01_000003
2014-04-10 11:51:57,279 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397148651586_0005_01_000003 transitioned from CONTAINER_CLEANEDUP_AFTER_KILL to DONE
2014-04-10 11:51:57,279 INFO application.Application (ApplicationImpl.java:transition(339)) - Removing container_1397148651586_0005_01_000003 from application application_1397148651586_0005
2014-04-10 11:51:57,279 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(169)) - Neither virutal-memory nor physical-memory monitoring is needed. Not running the monitor-thread
2014-04-10 11:51:57,280 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event CONTAINER_STOP for appId application_1397148651586_0005
2014-04-10 11:51:57,291 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/mapreduceflowplatform/flow2/_temporary/1/_temporary/attempt_1397148651586_0005_m_000000_0 dst=null perm=null
2014-04-10 11:51:57,294 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/mapreduceflowplatform/flow2/_temporary/1/_temporary/attempt_1397148651586_0005_m_000003_0 dst=null perm=null
2014-04-10 11:51:57,337 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:stopContainerInternal(718)) - Stopping container with container Id: container_1397148651586_0005_01_000002
2014-04-10 11:51:57,337 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=brock IP=127.0.0.1 OPERATION=Stop Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1397148651586_0005 CONTAINERID=container_1397148651586_0005_01_000002
2014-04-10 11:51:57,337 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397148651586_0005_01_000002 transitioned from RUNNING to KILLING
2014-04-10 11:51:57,337 INFO launcher.ContainerLaunch (ContainerLaunch.java:cleanupContainer(341)) - Cleaning up container container_1397148651586_0005_01_000002
2014-04-10 11:51:57,337 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:updateAndGetContainerStatuses(374)) - Removed completed container container_1397148651586_0005_01_000003
2014-04-10 11:51:57,338 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:stopContainerInternal(718)) - Stopping container with container Id: container_1397148651586_0005_01_000005
2014-04-10 11:51:57,338 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=brock IP=127.0.0.1 OPERATION=Stop Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1397148651586_0005 CONTAINERID=container_1397148651586_0005_01_000005
2014-04-10 11:51:57,338 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397148651586_0005_01_000003 Container Transitioned from RUNNING to COMPLETED
2014-04-10 11:51:57,338 INFO fica.FiCaSchedulerApp (FiCaSchedulerApp.java:containerCompleted(91)) - Completed container: container_1397148651586_0005_01_000003 in state: COMPLETED event:FINISHED
2014-04-10 11:51:57,338 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(98)) - USER=brock OPERATION=AM Released Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1397148651586_0005 CONTAINERID=container_1397148651586_0005_01_000003
2014-04-10 11:51:57,338 INFO fica.FiCaSchedulerNode (FiCaSchedulerNode.java:releaseContainer(164)) - Released container container_1397148651586_0005_01_000003 of capacity <memory:1024, vCores:1> on host localhost:49929, which currently has 2 containers, <memory:2048, vCores:2> used and <memory:2048, vCores:6> available, release resources=true
2014-04-10 11:51:57,338 INFO capacity.LeafQueue (LeafQueue.java:releaseResource(1506)) - default used=<memory:4096, vCores:3> numContainers=3 user=brock user-resources=<memory:4096, vCores:3>
2014-04-10 11:51:57,338 INFO capacity.LeafQueue (LeafQueue.java:completedContainer(1448)) - completedContainer container=Container: [ContainerId: container_1397148651586_0005_01_000003, NodeId: localhost:49929, NodeHttpAddress: localhost:42894, Resource: <memory:1024, vCores:1>, Priority: 20, Token: Token { kind: ContainerToken, service: localhost:49929 }, ] resource=<memory:1024, vCores:1> queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:4096, vCores:3>usedCapacity=0.25, absoluteUsedCapacity=0.25, numApps=1, numContainers=3 usedCapacity=0.25 absoluteUsedCapacity=0.25 used=<memory:4096, vCores:3> cluster=<memory:16384, vCores:32>
2014-04-10 11:51:57,339 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(694)) - completedContainer queue=root usedCapacity=0.25 absoluteUsedCapacity=0.25 used=<memory:4096, vCores:3> cluster=<memory:16384, vCores:32>
2014-04-10 11:51:57,339 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(708)) - Re-sorting completed queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:4096, vCores:3>usedCapacity=0.25, absoluteUsedCapacity=0.25, numApps=1, numContainers=3
2014-04-10 11:51:57,339 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(849)) - Application appattempt_1397148651586_0005_000001 released container container_1397148651586_0005_01_000003 on node: host: localhost:49929 #containers=2 available=2048 used=2048 with event: FINISHED
2014-04-10 11:51:57,344 WARN nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(207)) - Exit code from container container_1397148651586_0005_01_000002 is : 143
2014-04-10 11:51:57,351 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397148651586_0005_01_000005 transitioned from RUNNING to KILLING
2014-04-10 11:51:57,351 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397148651586_0005_01_000002 transitioned from KILLING to CONTAINER_CLEANEDUP_AFTER_KILL
2014-04-10 11:51:57,351 INFO launcher.ContainerLaunch (ContainerLaunch.java:cleanupContainer(341)) - Cleaning up container container_1397148651586_0005_01_000005
2014-04-10 11:51:57,357 WARN nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(207)) - Exit code from container container_1397148651586_0005_01_000005 is : 143
2014-04-10 11:51:57,368 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_0/usercache/brock/appcache/application_1397148651586_0005/container_1397148651586_0005_01_000002
2014-04-10 11:51:57,368 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_1/usercache/brock/appcache/application_1397148651586_0005/container_1397148651586_0005_01_000002
2014-04-10 11:51:57,368 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_2/usercache/brock/appcache/application_1397148651586_0005/container_1397148651586_0005_01_000002
2014-04-10 11:51:57,368 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_3/usercache/brock/appcache/application_1397148651586_0005/container_1397148651586_0005_01_000002
2014-04-10 11:51:57,368 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397148651586_0005_01_000005 transitioned from KILLING to CONTAINER_CLEANEDUP_AFTER_KILL
2014-04-10 11:51:57,368 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=brock OPERATION=Container Finished - Killed TARGET=ContainerImpl RESULT=SUCCESS APPID=application_1397148651586_0005 CONTAINERID=container_1397148651586_0005_01_000002
2014-04-10 11:51:57,368 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397148651586_0005_01_000002 transitioned from CONTAINER_CLEANEDUP_AFTER_KILL to DONE
2014-04-10 11:51:57,369 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_0/usercache/brock/appcache/application_1397148651586_0005/container_1397148651586_0005_01_000005
2014-04-10 11:51:57,369 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_1/usercache/brock/appcache/application_1397148651586_0005/container_1397148651586_0005_01_000005
2014-04-10 11:51:57,369 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_2/usercache/brock/appcache/application_1397148651586_0005/container_1397148651586_0005_01_000005
2014-04-10 11:51:57,369 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_3/usercache/brock/appcache/application_1397148651586_0005/container_1397148651586_0005_01_000005
2014-04-10 11:51:57,369 INFO application.Application (ApplicationImpl.java:transition(339)) - Removing container_1397148651586_0005_01_000002 from application application_1397148651586_0005
2014-04-10 11:51:57,369 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(169)) - Neither virutal-memory nor physical-memory monitoring is needed. Not running the monitor-thread
2014-04-10 11:51:57,369 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event CONTAINER_STOP for appId application_1397148651586_0005
2014-04-10 11:51:57,369 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=brock OPERATION=Container Finished - Killed TARGET=ContainerImpl RESULT=SUCCESS APPID=application_1397148651586_0005 CONTAINERID=container_1397148651586_0005_01_000005
2014-04-10 11:51:57,369 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397148651586_0005_01_000005 transitioned from CONTAINER_CLEANEDUP_AFTER_KILL to DONE
2014-04-10 11:51:57,369 INFO application.Application (ApplicationImpl.java:transition(339)) - Removing container_1397148651586_0005_01_000005 from application application_1397148651586_0005
2014-04-10 11:51:57,369 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(169)) - Neither virutal-memory nor physical-memory monitoring is needed. Not running the monitor-thread
2014-04-10 11:51:57,369 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event CONTAINER_STOP for appId application_1397148651586_0005
2014-04-10 11:51:58,338 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:updateAndGetContainerStatuses(374)) - Removed completed container container_1397148651586_0005_01_000002
2014-04-10 11:51:58,338 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:updateAndGetContainerStatuses(374)) - Removed completed container container_1397148651586_0005_01_000005
2014-04-10 11:51:58,339 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397148651586_0005_01_000002 Container Transitioned from RUNNING to COMPLETED
2014-04-10 11:51:58,339 INFO fica.FiCaSchedulerApp (FiCaSchedulerApp.java:containerCompleted(91)) - Completed container: container_1397148651586_0005_01_000002 in state: COMPLETED event:FINISHED
2014-04-10 11:51:58,339 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(98)) - USER=brock OPERATION=AM Released Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1397148651586_0005 CONTAINERID=container_1397148651586_0005_01_000002
2014-04-10 11:51:58,340 INFO fica.FiCaSchedulerNode (FiCaSchedulerNode.java:releaseContainer(164)) - Released container container_1397148651586_0005_01_000002 of capacity <memory:1024, vCores:1> on host localhost:49929, which currently has 1 containers, <memory:1024, vCores:1> used and <memory:3072, vCores:7> available, release resources=true
2014-04-10 11:51:58,340 INFO capacity.LeafQueue (LeafQueue.java:releaseResource(1506)) - default used=<memory:3072, vCores:2> numContainers=2 user=brock user-resources=<memory:3072, vCores:2>
2014-04-10 11:51:58,340 INFO capacity.LeafQueue (LeafQueue.java:completedContainer(1448)) - completedContainer container=Container: [ContainerId: container_1397148651586_0005_01_000002, NodeId: localhost:49929, NodeHttpAddress: localhost:42894, Resource: <memory:1024, vCores:1>, Priority: 20, Token: Token { kind: ContainerToken, service: localhost:49929 }, ] resource=<memory:1024, vCores:1> queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:3072, vCores:2>usedCapacity=0.1875, absoluteUsedCapacity=0.1875, numApps=1, numContainers=2 usedCapacity=0.1875 absoluteUsedCapacity=0.1875 used=<memory:3072, vCores:2> cluster=<memory:16384, vCores:32>
2014-04-10 11:51:58,340 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(694)) - completedContainer queue=root usedCapacity=0.1875 absoluteUsedCapacity=0.1875 used=<memory:3072, vCores:2> cluster=<memory:16384, vCores:32>
2014-04-10 11:51:58,340 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(708)) - Re-sorting completed queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:3072, vCores:2>usedCapacity=0.1875, absoluteUsedCapacity=0.1875, numApps=1, numContainers=2
2014-04-10 11:51:58,340 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(849)) - Application appattempt_1397148651586_0005_000001 released container container_1397148651586_0005_01_000002 on node: host: localhost:49929 #containers=1 available=3072 used=1024 with event: FINISHED
2014-04-10 11:51:58,341 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397148651586_0005_01_000005 Container Transitioned from RUNNING to COMPLETED
2014-04-10 11:51:58,341 INFO fica.FiCaSchedulerApp (FiCaSchedulerApp.java:containerCompleted(91)) - Completed container: container_1397148651586_0005_01_000005 in state: COMPLETED event:FINISHED
2014-04-10 11:51:58,341 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(98)) - USER=brock OPERATION=AM Released Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1397148651586_0005 CONTAINERID=container_1397148651586_0005_01_000005
2014-04-10 11:51:58,341 INFO fica.FiCaSchedulerNode (FiCaSchedulerNode.java:releaseContainer(164)) - Released container container_1397148651586_0005_01_000005 of capacity <memory:1024, vCores:1> on host localhost:49929, which currently has 0 containers, <memory:0, vCores:0> used and <memory:4096, vCores:8> available, release resources=true
2014-04-10 11:51:58,341 INFO capacity.LeafQueue (LeafQueue.java:releaseResource(1506)) - default used=<memory:2048, vCores:1> numContainers=1 user=brock user-resources=<memory:2048, vCores:1>
2014-04-10 11:51:58,341 INFO capacity.LeafQueue (LeafQueue.java:completedContainer(1448)) - completedContainer container=Container: [ContainerId: container_1397148651586_0005_01_000005, NodeId: localhost:49929, NodeHttpAddress: localhost:42894, Resource: <memory:1024, vCores:1>, Priority: 20, Token: Token { kind: ContainerToken, service: localhost:49929 }, ] resource=<memory:1024, vCores:1> queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:2048, vCores:1>usedCapacity=0.125, absoluteUsedCapacity=0.125, numApps=1, numContainers=1 usedCapacity=0.125 absoluteUsedCapacity=0.125 used=<memory:2048, vCores:1> cluster=<memory:16384, vCores:32>
2014-04-10 11:51:58,341 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(694)) - completedContainer queue=root usedCapacity=0.125 absoluteUsedCapacity=0.125 used=<memory:2048, vCores:1> cluster=<memory:16384, vCores:32>
2014-04-10 11:51:58,342 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(708)) - Re-sorting completed queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:2048, vCores:1>usedCapacity=0.125, absoluteUsedCapacity=0.125, numApps=1, numContainers=1
2014-04-10 11:51:58,342 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(849)) - Application appattempt_1397148651586_0005_000001 released container container_1397148651586_0005_01_000005 on node: host: localhost:49929 #containers=0 available=4096 used=0 with event: FINISHED
2014-04-10 11:51:59,340 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397148651586_0005_01_000006 Container Transitioned from NEW to ALLOCATED
2014-04-10 11:51:59,340 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(98)) - USER=brock OPERATION=AM Allocated Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1397148651586_0005 CONTAINERID=container_1397148651586_0005_01_000006
2014-04-10 11:51:59,340 INFO fica.FiCaSchedulerNode (FiCaSchedulerNode.java:allocateContainer(116)) - Assigned container container_1397148651586_0005_01_000006 of capacity <memory:1024, vCores:1> on host localhost:49929, which currently has 1 containers, <memory:1024, vCores:1> used and <memory:3072, vCores:7> available
2014-04-10 11:51:59,340 INFO capacity.LeafQueue (LeafQueue.java:assignContainer(1363)) - assignedContainer application=application_1397148651586_0005 container=Container: [ContainerId: container_1397148651586_0005_01_000006, NodeId: localhost:49929, NodeHttpAddress: localhost:42894, Resource: <memory:1024, vCores:1>, Priority: 10, Token: Token { kind: ContainerToken, service: localhost:49929 }, ] containerId=container_1397148651586_0005_01_000006 queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:2048, vCores:1>usedCapacity=0.125, absoluteUsedCapacity=0.125, numApps=1, numContainers=1 usedCapacity=0.125 absoluteUsedCapacity=0.125 used=<memory:2048, vCores:1> cluster=<memory:16384, vCores:32>
2014-04-10 11:51:59,341 INFO capacity.ParentQueue (ParentQueue.java:assignContainersToChildQueues(655)) - Re-sorting assigned queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:3072, vCores:2>usedCapacity=0.1875, absoluteUsedCapacity=0.1875, numApps=1, numContainers=2
2014-04-10 11:51:59,341 INFO capacity.ParentQueue (ParentQueue.java:assignContainers(570)) - assignedContainer queue=root usedCapacity=0.1875 absoluteUsedCapacity=0.1875 used=<memory:3072, vCores:2> cluster=<memory:16384, vCores:32>
2014-04-10 11:52:00,153 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397148651586_0005_01_000006 Container Transitioned from ALLOCATED to ACQUIRED
2014-04-10 11:52:00,166 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(572)) - Start request for container_1397148651586_0005_01_000006 by user brock
2014-04-10 11:52:00,166 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=brock IP=127.0.0.1 OPERATION=Start Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1397148651586_0005 CONTAINERID=container_1397148651586_0005_01_000006
2014-04-10 11:52:00,166 INFO application.Application (ApplicationImpl.java:transition(296)) - Adding container_1397148651586_0005_01_000006 to application application_1397148651586_0005
2014-04-10 11:52:00,167 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397148651586_0005_01_000006 transitioned from NEW to LOCALIZING
2014-04-10 11:52:00,167 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event CONTAINER_INIT for appId application_1397148651586_0005
2014-04-10 11:52:00,167 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event APPLICATION_INIT for appId application_1397148651586_0005
2014-04-10 11:52:00,167 INFO containermanager.AuxServices (AuxServices.java:handle(179)) - Got APPLICATION_INIT for service mapreduce_shuffle
2014-04-10 11:52:00,167 INFO mapred.ShuffleHandler (ShuffleHandler.java:initializeApplication(263)) - Added token for job_1397148651586_0005
2014-04-10 11:52:00,168 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397148651586_0005_01_000006 transitioned from LOCALIZING to LOCALIZED
2014-04-10 11:52:00,201 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397148651586_0005_01_000006 transitioned from LOCALIZED to RUNNING
2014-04-10 11:52:00,201 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(169)) - Neither virutal-memory nor physical-memory monitoring is needed. Not running the monitor-thread
2014-04-10 11:52:00,264 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(189)) - launchContainer: [nice, -n, 0, bash, /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_0/usercache/brock/appcache/application_1397148651586_0005/container_1397148651586_0005_01_000006/default_container_executor.sh]
2014-04-10 11:52:00,339 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397148651586_0005_01_000006 Container Transitioned from ACQUIRED to RUNNING
2014-04-10 11:52:01,157 INFO scheduler.AppSchedulingInfo (AppSchedulingInfo.java:updateResourceRequests(166)) - checking for deactivate...
2014-04-10 11:52:01,863 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/mapreduceflowplatform/flow2/_temporary/1/_temporary/attempt_1397148651586_0005_r_000000_0/part-00000 dst=null perm=brock:supergroup:rw-rw-rw-
2014-04-10 11:52:01,900 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(2966)) - BLOCK* allocateBlock: /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/mapreduceflowplatform/flow2/_temporary/1/_temporary/attempt_1397148651586_0005_r_000000_0/part-00000. BP-1638008525-127.0.0.1-1397148635957 blk_1073741877_1053{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-22cb6d02-3e35-4f66-89d9-1327072438fe:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-0eec617b-7748-47d7-80ce-822d3c617914:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-b33a8866-bd5f-4441-ad36-c6496b5f71c0:NORMAL|RBW]]}
2014-04-10 11:52:02,031 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1638008525-127.0.0.1-1397148635957:blk_1073741877_1053 src: /127.0.0.1:57836 dest: /127.0.0.1:34839
2014-04-10 11:52:02,033 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1638008525-127.0.0.1-1397148635957:blk_1073741877_1053 src: /127.0.0.1:53115 dest: /127.0.0.1:41432
2014-04-10 11:52:02,033 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1638008525-127.0.0.1-1397148635957:blk_1073741877_1053 src: /127.0.0.1:35294 dest: /127.0.0.1:35451
2014-04-10 11:52:02,050 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:35294, dest: /127.0.0.1:35451, bytes: 1595, op: HDFS_WRITE, cliID: DFSClient_attempt_1397148651586_0005_r_000000_0_1122700745_1, offset: 0, srvID: 8ec8a8cc-5508-442c-8963-d78fa559e878, blockid: BP-1638008525-127.0.0.1-1397148635957:blk_1073741877_1053, duration: 15014645
2014-04-10 11:52:02,050 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1638008525-127.0.0.1-1397148635957:blk_1073741877_1053, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2014-04-10 11:52:02,050 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:53115, dest: /127.0.0.1:41432, bytes: 1595, op: HDFS_WRITE, cliID: DFSClient_attempt_1397148651586_0005_r_000000_0_1122700745_1, offset: 0, srvID: 2a5b99b1-5021-412c-a75a-31058df58d31, blockid: BP-1638008525-127.0.0.1-1397148635957:blk_1073741877_1053, duration: 15776907
2014-04-10 11:52:02,050 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:35451 is added to blk_1073741877_1053{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-22cb6d02-3e35-4f66-89d9-1327072438fe:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-0eec617b-7748-47d7-80ce-822d3c617914:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-b33a8866-bd5f-4441-ad36-c6496b5f71c0:NORMAL|RBW]]} size 0
2014-04-10 11:52:02,051 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1638008525-127.0.0.1-1397148635957:blk_1073741877_1053, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 11:52:02,051 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:57836, dest: /127.0.0.1:34839, bytes: 1595, op: HDFS_WRITE, cliID: DFSClient_attempt_1397148651586_0005_r_000000_0_1122700745_1, offset: 0, srvID: 8a56312d-0316-4fb1-9cb0-6a1bc51bc949, blockid: BP-1638008525-127.0.0.1-1397148635957:blk_1073741877_1053, duration: 16388462
2014-04-10 11:52:02,051 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:41432 is added to blk_1073741877_1053{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-22cb6d02-3e35-4f66-89d9-1327072438fe:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-0eec617b-7748-47d7-80ce-822d3c617914:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-b33a8866-bd5f-4441-ad36-c6496b5f71c0:NORMAL|RBW]]} size 0
2014-04-10 11:52:02,051 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1638008525-127.0.0.1-1397148635957:blk_1073741877_1053, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 11:52:02,052 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:34839 is added to blk_1073741877_1053{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-22cb6d02-3e35-4f66-89d9-1327072438fe:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-0eec617b-7748-47d7-80ce-822d3c617914:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-b33a8866-bd5f-4441-ad36-c6496b5f71c0:NORMAL|RBW]]} size 0
2014-04-10 11:52:02,072 INFO hdfs.StateChange (FSNamesystem.java:completeFile(2899)) - DIR* completeFile: /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/mapreduceflowplatform/flow2/_temporary/1/_temporary/attempt_1397148651586_0005_r_000000_0/part-00000 is closed by DFSClient_attempt_1397148651586_0005_r_000000_0_1122700745_1
2014-04-10 11:52:02,125 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/mapreduceflowplatform/flow2/_temporary/1/_temporary/attempt_1397148651586_0005_r_000000_0 dst=null perm=null
2014-04-10 11:52:02,134 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/mapreduceflowplatform/flow2/_temporary/1/_temporary/attempt_1397148651586_0005_r_000000_0 dst=null perm=null
2014-04-10 11:52:02,136 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/mapreduceflowplatform/flow2/_temporary/1/task_1397148651586_0005_r_000000 dst=null perm=null
2014-04-10 11:52:02,155 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=rename src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/mapreduceflowplatform/flow2/_temporary/1/_temporary/attempt_1397148651586_0005_r_000000_0 dst=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/mapreduceflowplatform/flow2/_temporary/1/task_1397148651586_0005_r_000000 perm=brock:supergroup:rwxrwxrwx
2014-04-10 11:52:02,196 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:stopContainerInternal(718)) - Stopping container with container Id: container_1397148651586_0005_01_000006
2014-04-10 11:52:02,196 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=brock IP=127.0.0.1 OPERATION=Stop Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1397148651586_0005 CONTAINERID=container_1397148651586_0005_01_000006
2014-04-10 11:52:02,196 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397148651586_0005_01_000006 transitioned from RUNNING to KILLING
2014-04-10 11:52:02,197 INFO launcher.ContainerLaunch (ContainerLaunch.java:cleanupContainer(341)) - Cleaning up container container_1397148651586_0005_01_000006
2014-04-10 11:52:02,205 WARN nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(207)) - Exit code from container container_1397148651586_0005_01_000006 is : 143
2014-04-10 11:52:02,213 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397148651586_0005/COMMIT_STARTED dst=null perm=brock:supergroup:rw-rw-rw-
2014-04-10 11:52:02,219 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397148651586_0005_01_000006 transitioned from KILLING to CONTAINER_CLEANEDUP_AFTER_KILL
2014-04-10 11:52:02,220 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_0/usercache/brock/appcache/application_1397148651586_0005/container_1397148651586_0005_01_000006
2014-04-10 11:52:02,220 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_1/usercache/brock/appcache/application_1397148651586_0005/container_1397148651586_0005_01_000006
2014-04-10 11:52:02,220 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_2/usercache/brock/appcache/application_1397148651586_0005/container_1397148651586_0005_01_000006
2014-04-10 11:52:02,220 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_3/usercache/brock/appcache/application_1397148651586_0005/container_1397148651586_0005_01_000006
2014-04-10 11:52:02,220 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=brock OPERATION=Container Finished - Killed TARGET=ContainerImpl RESULT=SUCCESS APPID=application_1397148651586_0005 CONTAINERID=container_1397148651586_0005_01_000006
2014-04-10 11:52:02,221 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397148651586_0005_01_000006 transitioned from CONTAINER_CLEANEDUP_AFTER_KILL to DONE
2014-04-10 11:52:02,221 INFO application.Application (ApplicationImpl.java:transition(339)) - Removing container_1397148651586_0005_01_000006 from application application_1397148651586_0005
2014-04-10 11:52:02,221 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(169)) - Neither virutal-memory nor physical-memory monitoring is needed. Not running the monitor-thread
2014-04-10 11:52:02,221 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event CONTAINER_STOP for appId application_1397148651586_0005
2014-04-10 11:52:02,230 INFO hdfs.StateChange (FSNamesystem.java:completeFile(2899)) - DIR* completeFile: /tmp/hadoop-yarn/staging/brock/.staging/job_1397148651586_0005/COMMIT_STARTED is closed by DFSClient_NONMAPREDUCE_312708274_1
2014-04-10 11:52:02,235 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=listStatus src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/mapreduceflowplatform/flow2/_temporary/1 dst=null perm=null
2014-04-10 11:52:02,243 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/mapreduceflowplatform/flow2 dst=null perm=null
2014-04-10 11:52:02,244 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/mapreduceflowplatform/flow2 dst=null perm=null
2014-04-10 11:52:02,245 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=listStatus src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/mapreduceflowplatform/flow2/_temporary/1/task_1397148651586_0005_r_000000 dst=null perm=null
2014-04-10 11:52:02,247 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/mapreduceflowplatform/flow2/part-00000 dst=null perm=null
2014-04-10 11:52:02,263 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=rename src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/mapreduceflowplatform/flow2/_temporary/1/task_1397148651586_0005_r_000000/part-00000 dst=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/mapreduceflowplatform/flow2/part-00000 perm=brock:supergroup:rw-rw-rw-
2014-04-10 11:52:02,280 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=delete src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/mapreduceflowplatform/flow2/_temporary dst=null perm=null
2014-04-10 11:52:02,297 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/mapreduceflowplatform/flow2/_SUCCESS dst=null perm=brock:supergroup:rw-rw-rw-
2014-04-10 11:52:02,313 INFO hdfs.StateChange (FSNamesystem.java:completeFile(2899)) - DIR* completeFile: /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/mapreduceflowplatform/flow2/_SUCCESS is closed by DFSClient_NONMAPREDUCE_312708274_1
2014-04-10 11:52:02,363 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397148651586_0005/COMMIT_SUCCESS dst=null perm=brock:supergroup:rw-rw-rw-
2014-04-10 11:52:02,380 INFO hdfs.StateChange (FSNamesystem.java:completeFile(2899)) - DIR* completeFile: /tmp/hadoop-yarn/staging/brock/.staging/job_1397148651586_0005/COMMIT_SUCCESS is closed by DFSClient_NONMAPREDUCE_312708274_1
2014-04-10 11:52:02,408 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:53087, dest: /127.0.0.1:41432, bytes: 52702, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_312708274_1, offset: 0, srvID: 2a5b99b1-5021-412c-a75a-31058df58d31, blockid: BP-1638008525-127.0.0.1-1397148635957:blk_1073741876_1052, duration: 5196751629
2014-04-10 11:52:02,409 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1638008525-127.0.0.1-1397148635957:blk_1073741876_1052, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2014-04-10 11:52:02,410 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:33384, dest: /127.0.0.1:50141, bytes: 52702, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_312708274_1, offset: 0, srvID: c1ad97e0-9f53-4437-974d-e948c41bedfe, blockid: BP-1638008525-127.0.0.1-1397148635957:blk_1073741876_1052, duration: 5197993468
2014-04-10 11:52:02,410 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:41432 is added to blk_1073741876_1052{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-b5119a97-db0e-4220-9885-a252148e8a0f:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-e591ab9a-22c6-42de-961c-bb13e404aae9:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-5d7d5487-2d1d-4414-8c1a-3a9617defa41:NORMAL|RBW]]} size 14389
2014-04-10 11:52:02,410 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1638008525-127.0.0.1-1397148635957:blk_1073741876_1052, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 11:52:02,411 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:57807, dest: /127.0.0.1:34839, bytes: 52702, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_312708274_1, offset: 0, srvID: 8a56312d-0316-4fb1-9cb0-6a1bc51bc949, blockid: BP-1638008525-127.0.0.1-1397148635957:blk_1073741876_1052, duration: 5198524263
2014-04-10 11:52:02,411 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:50141 is added to blk_1073741876_1052{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-b5119a97-db0e-4220-9885-a252148e8a0f:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-e591ab9a-22c6-42de-961c-bb13e404aae9:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-5d7d5487-2d1d-4414-8c1a-3a9617defa41:NORMAL|RBW]]} size 14389
2014-04-10 11:52:02,411 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1638008525-127.0.0.1-1397148635957:blk_1073741876_1052, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 11:52:02,412 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:34839 is added to blk_1073741876_1052{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-b5119a97-db0e-4220-9885-a252148e8a0f:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-e591ab9a-22c6-42de-961c-bb13e404aae9:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-5d7d5487-2d1d-4414-8c1a-3a9617defa41:NORMAL|RBW]]} size 14389
2014-04-10 11:52:02,430 INFO hdfs.StateChange (FSNamesystem.java:completeFile(2899)) - DIR* completeFile: /tmp/hadoop-yarn/staging/brock/.staging/job_1397148651586_0005/job_1397148651586_0005_1.jhist is closed by DFSClient_NONMAPREDUCE_312708274_1
2014-04-10 11:52:02,447 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397148651586_0005.summary_tmp dst=null perm=brock:supergroup:rw-rw-rw-
2014-04-10 11:52:02,450 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(2966)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397148651586_0005.summary_tmp. BP-1638008525-127.0.0.1-1397148635957 blk_1073741878_1054{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-b33a8866-bd5f-4441-ad36-c6496b5f71c0:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-b5119a97-db0e-4220-9885-a252148e8a0f:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-522b0f7d-b75b-46f2-9e15-59b7ba563b04:NORMAL|RBW]]}
2014-04-10 11:52:02,466 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1638008525-127.0.0.1-1397148635957:blk_1073741878_1054 src: /127.0.0.1:35298 dest: /127.0.0.1:35451
2014-04-10 11:52:02,467 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1638008525-127.0.0.1-1397148635957:blk_1073741878_1054 src: /127.0.0.1:57843 dest: /127.0.0.1:34839
2014-04-10 11:52:02,468 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1638008525-127.0.0.1-1397148635957:blk_1073741878_1054 src: /127.0.0.1:33420 dest: /127.0.0.1:50141
2014-04-10 11:52:02,472 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:33420, dest: /127.0.0.1:50141, bytes: 348, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_312708274_1, offset: 0, srvID: c1ad97e0-9f53-4437-974d-e948c41bedfe, blockid: BP-1638008525-127.0.0.1-1397148635957:blk_1073741878_1054, duration: 1979317
2014-04-10 11:52:02,472 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1638008525-127.0.0.1-1397148635957:blk_1073741878_1054, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2014-04-10 11:52:02,472 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:50141 is added to blk_1073741878_1054{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-b5119a97-db0e-4220-9885-a252148e8a0f:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-522b0f7d-b75b-46f2-9e15-59b7ba563b04:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-a7d28360-a122-4b8f-a5df-7716c22c7a73:NORMAL|RBW]]} size 0
2014-04-10 11:52:02,472 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:57843, dest: /127.0.0.1:34839, bytes: 348, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_312708274_1, offset: 0, srvID: 8a56312d-0316-4fb1-9cb0-6a1bc51bc949, blockid: BP-1638008525-127.0.0.1-1397148635957:blk_1073741878_1054, duration: 2716196
2014-04-10 11:52:02,473 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:34839 is added to blk_1073741878_1054{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-b5119a97-db0e-4220-9885-a252148e8a0f:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-522b0f7d-b75b-46f2-9e15-59b7ba563b04:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-a7d28360-a122-4b8f-a5df-7716c22c7a73:NORMAL|RBW]]} size 0
2014-04-10 11:52:02,473 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1638008525-127.0.0.1-1397148635957:blk_1073741878_1054, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 11:52:02,474 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:35298, dest: /127.0.0.1:35451, bytes: 348, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_312708274_1, offset: 0, srvID: 8ec8a8cc-5508-442c-8963-d78fa559e878, blockid: BP-1638008525-127.0.0.1-1397148635957:blk_1073741878_1054, duration: 3981800
2014-04-10 11:52:02,474 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1638008525-127.0.0.1-1397148635957:blk_1073741878_1054, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 11:52:02,475 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:35451 is added to blk_1073741878_1054{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-b5119a97-db0e-4220-9885-a252148e8a0f:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-522b0f7d-b75b-46f2-9e15-59b7ba563b04:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-a7d28360-a122-4b8f-a5df-7716c22c7a73:NORMAL|RBW]]} size 0
2014-04-10 11:52:02,488 INFO hdfs.StateChange (FSNamesystem.java:completeFile(2899)) - DIR* completeFile: /tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397148651586_0005.summary_tmp is closed by DFSClient_NONMAPREDUCE_312708274_1
2014-04-10 11:52:02,505 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397148651586_0005.summary_tmp dst=null perm=brock:supergroup:rwxrwx---
2014-04-10 11:52:02,510 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397148651586_0005/job_1397148651586_0005_1.jhist dst=null perm=null
2014-04-10 11:52:02,511 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397148651586_0005-1397148709229-brock-second%2Dmr-1397148722381-4-1-SUCCEEDED-default-1397148712086.jhist_tmp dst=null perm=null
2014-04-10 11:52:02,514 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397148651586_0005/job_1397148651586_0005_1.jhist dst=null perm=null
2014-04-10 11:52:02,515 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397148651586_0005-1397148709229-brock-second%2Dmr-1397148722381-4-1-SUCCEEDED-default-1397148712086.jhist_tmp dst=null perm=null
2014-04-10 11:52:02,516 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397148651586_0005/job_1397148651586_0005_1.jhist dst=null perm=null
2014-04-10 11:52:02,530 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397148651586_0005-1397148709229-brock-second%2Dmr-1397148722381-4-1-SUCCEEDED-default-1397148712086.jhist_tmp dst=null perm=brock:supergroup:rw-rw-rw-
2014-04-10 11:52:02,533 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:34839, dest: /127.0.0.1:57845, bytes: 53114, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_312708274_1, offset: 0, srvID: 8a56312d-0316-4fb1-9cb0-6a1bc51bc949, blockid: BP-1638008525-127.0.0.1-1397148635957:blk_1073741876_1052, duration: 284537
2014-04-10 11:52:02,536 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(2966)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397148651586_0005-1397148709229-brock-second%2Dmr-1397148722381-4-1-SUCCEEDED-default-1397148712086.jhist_tmp. BP-1638008525-127.0.0.1-1397148635957 blk_1073741879_1055{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-e591ab9a-22c6-42de-961c-bb13e404aae9:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-b5119a97-db0e-4220-9885-a252148e8a0f:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-0eec617b-7748-47d7-80ce-822d3c617914:NORMAL|RBW]]}
2014-04-10 11:52:02,549 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1638008525-127.0.0.1-1397148635957:blk_1073741879_1055 src: /127.0.0.1:33422 dest: /127.0.0.1:50141
2014-04-10 11:52:02,550 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1638008525-127.0.0.1-1397148635957:blk_1073741879_1055 src: /127.0.0.1:57847 dest: /127.0.0.1:34839
2014-04-10 11:52:02,552 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1638008525-127.0.0.1-1397148635957:blk_1073741879_1055 src: /127.0.0.1:53126 dest: /127.0.0.1:41432
2014-04-10 11:52:02,557 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:53126, dest: /127.0.0.1:41432, bytes: 52702, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_312708274_1, offset: 0, srvID: 2a5b99b1-5021-412c-a75a-31058df58d31, blockid: BP-1638008525-127.0.0.1-1397148635957:blk_1073741879_1055, duration: 3950055
2014-04-10 11:52:02,557 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1638008525-127.0.0.1-1397148635957:blk_1073741879_1055, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2014-04-10 11:52:02,557 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:57847, dest: /127.0.0.1:34839, bytes: 52702, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_312708274_1, offset: 0, srvID: 8a56312d-0316-4fb1-9cb0-6a1bc51bc949, blockid: BP-1638008525-127.0.0.1-1397148635957:blk_1073741879_1055, duration: 4558663
2014-04-10 11:52:02,557 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:41432 is added to blk_1073741879_1055{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-e591ab9a-22c6-42de-961c-bb13e404aae9:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-22cb6d02-3e35-4f66-89d9-1327072438fe:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-5d7d5487-2d1d-4414-8c1a-3a9617defa41:NORMAL|RBW]]} size 0
2014-04-10 11:52:02,558 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1638008525-127.0.0.1-1397148635957:blk_1073741879_1055, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 11:52:02,558 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:33422, dest: /127.0.0.1:50141, bytes: 52702, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_312708274_1, offset: 0, srvID: c1ad97e0-9f53-4437-974d-e948c41bedfe, blockid: BP-1638008525-127.0.0.1-1397148635957:blk_1073741879_1055, duration: 5197853
2014-04-10 11:52:02,559 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:34839 is added to blk_1073741879_1055{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-e591ab9a-22c6-42de-961c-bb13e404aae9:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-22cb6d02-3e35-4f66-89d9-1327072438fe:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-5d7d5487-2d1d-4414-8c1a-3a9617defa41:NORMAL|RBW]]} size 0
2014-04-10 11:52:02,559 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1638008525-127.0.0.1-1397148635957:blk_1073741879_1055, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 11:52:02,559 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:50141 is added to blk_1073741879_1055{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-e591ab9a-22c6-42de-961c-bb13e404aae9:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-22cb6d02-3e35-4f66-89d9-1327072438fe:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-5d7d5487-2d1d-4414-8c1a-3a9617defa41:NORMAL|RBW]]} size 0
2014-04-10 11:52:02,713 INFO hdfs.StateChange (FSNamesystem.java:completeFile(2899)) - DIR* completeFile: /tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397148651586_0005-1397148709229-brock-second%2Dmr-1397148722381-4-1-SUCCEEDED-default-1397148712086.jhist_tmp is closed by DFSClient_NONMAPREDUCE_312708274_1
2014-04-10 11:52:02,730 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397148651586_0005-1397148709229-brock-second%2Dmr-1397148722381-4-1-SUCCEEDED-default-1397148712086.jhist_tmp dst=null perm=brock:supergroup:rwxrwx---
2014-04-10 11:52:02,732 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397148651586_0005/job_1397148651586_0005_1_conf.xml dst=null perm=null
2014-04-10 11:52:02,733 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397148651586_0005_conf.xml_tmp dst=null perm=null
2014-04-10 11:52:02,734 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397148651586_0005/job_1397148651586_0005_1_conf.xml dst=null perm=null
2014-04-10 11:52:02,735 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397148651586_0005_conf.xml_tmp dst=null perm=null
2014-04-10 11:52:02,737 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397148651586_0005/job_1397148651586_0005_1_conf.xml dst=null perm=null
2014-04-10 11:52:02,755 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397148651586_0005_conf.xml_tmp dst=null perm=brock:supergroup:rw-rw-rw-
2014-04-10 11:52:02,761 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:50141, dest: /127.0.0.1:33425, bytes: 88752, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_312708274_1, offset: 0, srvID: c1ad97e0-9f53-4437-974d-e948c41bedfe, blockid: BP-1638008525-127.0.0.1-1397148635957:blk_1073741875_1051, duration: 210971
2014-04-10 11:52:02,763 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(2966)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397148651586_0005_conf.xml_tmp. BP-1638008525-127.0.0.1-1397148635957 blk_1073741880_1056{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-b33a8866-bd5f-4441-ad36-c6496b5f71c0:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-e591ab9a-22c6-42de-961c-bb13e404aae9:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-5d7d5487-2d1d-4414-8c1a-3a9617defa41:NORMAL|RBW]]}
2014-04-10 11:52:02,782 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1638008525-127.0.0.1-1397148635957:blk_1073741880_1056 src: /127.0.0.1:35306 dest: /127.0.0.1:35451
2014-04-10 11:52:02,784 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1638008525-127.0.0.1-1397148635957:blk_1073741880_1056 src: /127.0.0.1:33427 dest: /127.0.0.1:50141
2014-04-10 11:52:02,785 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1638008525-127.0.0.1-1397148635957:blk_1073741880_1056 src: /127.0.0.1:53130 dest: /127.0.0.1:41432
2014-04-10 11:52:02,789 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:53130, dest: /127.0.0.1:41432, bytes: 88064, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_312708274_1, offset: 0, srvID: 2a5b99b1-5021-412c-a75a-31058df58d31, blockid: BP-1638008525-127.0.0.1-1397148635957:blk_1073741880_1056, duration: 3273925
2014-04-10 11:52:02,790 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1638008525-127.0.0.1-1397148635957:blk_1073741880_1056, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2014-04-10 11:52:02,790 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:41432 is added to blk_1073741880_1056{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-b33a8866-bd5f-4441-ad36-c6496b5f71c0:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-522b0f7d-b75b-46f2-9e15-59b7ba563b04:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-0eec617b-7748-47d7-80ce-822d3c617914:NORMAL|RBW]]} size 0
2014-04-10 11:52:02,790 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:33427, dest: /127.0.0.1:50141, bytes: 88064, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_312708274_1, offset: 0, srvID: c1ad97e0-9f53-4437-974d-e948c41bedfe, blockid: BP-1638008525-127.0.0.1-1397148635957:blk_1073741880_1056, duration: 2799275
2014-04-10 11:52:02,791 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1638008525-127.0.0.1-1397148635957:blk_1073741880_1056, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 11:52:02,791 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:50141 is added to blk_1073741880_1056{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-b33a8866-bd5f-4441-ad36-c6496b5f71c0:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-522b0f7d-b75b-46f2-9e15-59b7ba563b04:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-0eec617b-7748-47d7-80ce-822d3c617914:NORMAL|RBW]]} size 0
2014-04-10 11:52:02,791 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:35306, dest: /127.0.0.1:35451, bytes: 88064, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_312708274_1, offset: 0, srvID: 8ec8a8cc-5508-442c-8963-d78fa559e878, blockid: BP-1638008525-127.0.0.1-1397148635957:blk_1073741880_1056, duration: 4262612
2014-04-10 11:52:02,791 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1638008525-127.0.0.1-1397148635957:blk_1073741880_1056, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 11:52:02,792 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:35451 is added to blk_1073741880_1056{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-b33a8866-bd5f-4441-ad36-c6496b5f71c0:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-522b0f7d-b75b-46f2-9e15-59b7ba563b04:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-0eec617b-7748-47d7-80ce-822d3c617914:NORMAL|RBW]]} size 0
2014-04-10 11:52:02,805 INFO hdfs.StateChange (FSNamesystem.java:completeFile(2899)) - DIR* completeFile: /tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397148651586_0005_conf.xml_tmp is closed by DFSClient_NONMAPREDUCE_312708274_1
2014-04-10 11:52:02,822 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397148651586_0005_conf.xml_tmp dst=null perm=brock:supergroup:rwxrwx---
2014-04-10 11:52:02,838 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=rename src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397148651586_0005.summary_tmp dst=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397148651586_0005.summary perm=brock:supergroup:rwxrwx---
2014-04-10 11:52:02,855 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=rename src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397148651586_0005_conf.xml_tmp dst=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397148651586_0005_conf.xml perm=brock:supergroup:rwxrwx---
2014-04-10 11:52:02,872 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=rename src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397148651586_0005-1397148709229-brock-second%2Dmr-1397148722381-4-1-SUCCEEDED-default-1397148712086.jhist_tmp dst=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397148651586_0005-1397148709229-brock-second%2Dmr-1397148722381-4-1-SUCCEEDED-default-1397148712086.jhist perm=brock:supergroup:rwxrwx---
2014-04-10 11:52:02,880 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:rememberTargetTransitionsAndStoreState(960)) - Updating application attempt appattempt_1397148651586_0005_000001 with final state: FINISHING
2014-04-10 11:52:02,881 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(652)) - appattempt_1397148651586_0005_000001 State change from RUNNING to FINAL_SAVING
2014-04-10 11:52:02,881 INFO rmapp.RMAppImpl (RMAppImpl.java:rememberTargetTransitionsAndStoreState(805)) - Updating application application_1397148651586_0005 with final state: FINISHING
2014-04-10 11:52:02,881 INFO rmapp.RMAppImpl (RMAppImpl.java:handle(610)) - application_1397148651586_0005 State change from RUNNING to FINAL_SAVING
2014-04-10 11:52:02,881 INFO recovery.RMStateStore (RMStateStore.java:handleStoreEvent(596)) - Storing info for app: application_1397148651586_0005
2014-04-10 11:52:02,882 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(652)) - appattempt_1397148651586_0005_000001 State change from FINAL_SAVING to FINISHING
2014-04-10 11:52:02,882 INFO rmapp.RMAppImpl (RMAppImpl.java:handle(610)) - application_1397148651586_0005 State change from FINAL_SAVING to FINISHING
2014-04-10 11:52:02,962 INFO mapred.ClientServiceDelegate (ClientServiceDelegate.java:getProxy(273)) - Application state is completed. FinalApplicationStatus=SUCCEEDED. Redirecting to job history server
2014-04-10 11:52:02,965 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=listStatus src=/tmp/hadoop-yarn/staging/history/done_intermediate dst=null perm=null
2014-04-10 11:52:02,966 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=listStatus src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock dst=null perm=null
2014-04-10 11:52:02,968 INFO hs.CompletedJob (CompletedJob.java:<init>(95)) - Loading job: job_1397148651586_0005 from file: hdfs://localhost:60632/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397148651586_0005-1397148709229-brock-second%2Dmr-1397148722381-4-1-SUCCEEDED-default-1397148712086.jhist
2014-04-10 11:52:02,968 INFO hs.CompletedJob (CompletedJob.java:loadFullHistoryData(326)) - Loading history file: [hdfs://localhost:60632/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397148651586_0005-1397148709229-brock-second%2Dmr-1397148722381-4-1-SUCCEEDED-default-1397148712086.jhist]
2014-04-10 11:52:02,969 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397148651586_0005-1397148709229-brock-second%2Dmr-1397148722381-4-1-SUCCEEDED-default-1397148712086.jhist dst=null perm=null
2014-04-10 11:52:02,972 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:34839, dest: /127.0.0.1:57856, bytes: 53114, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_611373658_9, offset: 0, srvID: 8a56312d-0316-4fb1-9cb0-6a1bc51bc949, blockid: BP-1638008525-127.0.0.1-1397148635957:blk_1073741879_1055, duration: 303790
2014-04-10 11:52:03,005 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397148651586_0005.summary dst=null perm=null
2014-04-10 11:52:03,006 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:34839, dest: /127.0.0.1:57856, bytes: 352, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_-1671456216_9, offset: 0, srvID: 8a56312d-0316-4fb1-9cb0-6a1bc51bc949, blockid: BP-1638008525-127.0.0.1-1397148635957:blk_1073741878_1054, duration: 104213
2014-04-10 11:52:03,006 INFO jobhistory.JobSummary (HistoryFileManager.java:moveToDone(372)) - jobId=job_1397148651586_0005,submitTime=1397148709229,launchTime=1397148712086,firstMapTaskLaunchTime=1397148714254,firstReduceTaskLaunchTime=1397148720167,finishTime=1397148722381,resourcesPerMap=1024,resourcesPerReduce=1024,numMaps=4,numReduces=1,user=brock,queue=default,status=SUCCEEDED,mapSlotSeconds=11,reduceSlotSeconds=2,jobName=second-mr
2014-04-10 11:52:03,007 INFO hs.HistoryFileManager (HistoryFileManager.java:moveToDone(373)) - Deleting JobSummary file: [hdfs://localhost:60632/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397148651586_0005.summary]
2014-04-10 11:52:03,022 INFO BlockStateChange (BlockManager.java:addToInvalidates(1030)) - BLOCK* addToInvalidates: blk_1073741878_1054 127.0.0.1:35451 127.0.0.1:34839 127.0.0.1:50141
2014-04-10 11:52:03,022 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=delete src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397148651586_0005.summary dst=null perm=null
2014-04-10 11:52:03,024 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/history/done/2014/04/10/000000 dst=null perm=null
2014-04-10 11:52:03,025 INFO hs.HistoryFileManager (HistoryFileManager.java:moveToDoneNow(947)) - Moving hdfs://localhost:60632/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397148651586_0005-1397148709229-brock-second%2Dmr-1397148722381-4-1-SUCCEEDED-default-1397148712086.jhist to hdfs://localhost:60632/tmp/hadoop-yarn/staging/history/done/2014/04/10/000000/job_1397148651586_0005-1397148709229-brock-second%2Dmr-1397148722381-4-1-SUCCEEDED-default-1397148712086.jhist
2014-04-10 11:52:03,038 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=rename options=0 src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397148651586_0005-1397148709229-brock-second%2Dmr-1397148722381-4-1-SUCCEEDED-default-1397148712086.jhist dst=/tmp/hadoop-yarn/staging/history/done/2014/04/10/000000/job_1397148651586_0005-1397148709229-brock-second%2Dmr-1397148722381-4-1-SUCCEEDED-default-1397148712086.jhist perm=brock:supergroup:rwxrwx---
2014-04-10 11:52:03,039 INFO hs.HistoryFileManager (HistoryFileManager.java:moveToDoneNow(947)) - Moving hdfs://localhost:60632/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397148651586_0005_conf.xml to hdfs://localhost:60632/tmp/hadoop-yarn/staging/history/done/2014/04/10/000000/job_1397148651586_0005_conf.xml
2014-04-10 11:52:03,055 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=rename options=0 src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397148651586_0005_conf.xml dst=/tmp/hadoop-yarn/staging/history/done/2014/04/10/000000/job_1397148651586_0005_conf.xml perm=brock:supergroup:rwxrwx---
2014-04-10 11:52:03,071 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/mapreduceflowplatform/flow2 dst=null perm=null
2014-04-10 11:52:03,071 INFO util.Hadoop18TapUtil (Hadoop18TapUtil.java:cleanTempPath(219)) - deleting temp path hdfs://localhost:60632/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/mapreduceflowplatform/flow2/_temporary
2014-04-10 11:52:03,072 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/mapreduceflowplatform/flow2/_temporary dst=null perm=null
2014-04-10 11:52:03,073 INFO cascade.Cascade (Cascade.java:logInfo(991)) - [first-flow+second-flow...] completed flow: second-mr
2014-04-10 11:52:03,073 INFO cascade.Cascade (Cascade.java:logInfo(991)) - [first-flow+second-flow...] starting flow: third-mr
2014-04-10 11:52:03,073 INFO flow.Flow (BaseFlow.java:logInfo(1354)) - [third-mr] at least one sink is marked for delete
2014-04-10 11:52:03,073 INFO flow.Flow (BaseFlow.java:logInfo(1354)) - [third-mr] sink oldest modified date: Wed Dec 31 17:59:59 CST 1969
2014-04-10 11:52:03,075 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/mapreduceflowplatform/flow3 dst=null perm=null
2014-04-10 11:52:03,077 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/mapreduceflowplatform/flow3 dst=null perm=null
2014-04-10 11:52:03,078 INFO flow.Flow (BaseFlow.java:logInfo(1354)) - [third-mr] starting
2014-04-10 11:52:03,078 INFO flow.Flow (BaseFlow.java:logInfo(1354)) - [third-mr] source: Hfs["NullScheme"]["hdfs://localhost:60632/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/mapreduceflowplatform/flow2"]
2014-04-10 11:52:03,079 INFO flow.Flow (BaseFlow.java:logInfo(1354)) - [third-mr] sink: Hfs["NullScheme"]["hdfs://localhost:60632/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/mapreduceflowplatform/flow3"]
2014-04-10 11:52:03,079 INFO flow.Flow (BaseFlow.java:logInfo(1354)) - [third-mr] parallel execution is enabled: true
2014-04-10 11:52:03,079 INFO flow.Flow (BaseFlow.java:logInfo(1354)) - [third-mr] starting jobs: 1
2014-04-10 11:52:03,079 INFO flow.Flow (BaseFlow.java:logInfo(1354)) - [third-mr] allocating threads: 1
2014-04-10 11:52:03,080 INFO flow.FlowStep (BaseFlowStep.java:logInfo(834)) - [third-mr] starting step: Hfs["NullScheme"]["hdfs://localhost:60632/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/mapreduceflowplatform/flow3"]
2014-04-10 11:52:03,091 INFO client.RMProxy (RMProxy.java:createRMProxy(92)) - Connecting to ResourceManager at localhost/127.0.0.1:44622
2014-04-10 11:52:03,098 INFO client.RMProxy (RMProxy.java:createRMProxy(92)) - Connecting to ResourceManager at localhost/127.0.0.1:44622
2014-04-10 11:52:03,099 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/mapreduceflowplatform/flow3 dst=null perm=null
2014-04-10 11:52:03,100 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging dst=null perm=null
2014-04-10 11:52:03,101 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging dst=null perm=null
2014-04-10 11:52:03,102 INFO resourcemanager.ClientRMService (ClientRMService.java:getNewApplicationId(213)) - Allocated new applicationId: 6
2014-04-10 11:52:03,103 WARN mapreduce.JobSubmitter (JobSubmitter.java:copyAndConfigureFiles(150)) - Hadoop command-line option parsing not performed. Implement the Tool interface and execute your application with ToolRunner to remedy this.
2014-04-10 11:52:03,103 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397148651586_0006 dst=null perm=null
2014-04-10 11:52:03,122 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=mkdirs src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397148651586_0006 dst=null perm=brock:supergroup:rwxr-xr-x
2014-04-10 11:52:03,138 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397148651586_0006 dst=null perm=brock:supergroup:rwx------
2014-04-10 11:52:03,139 WARN mapreduce.JobSubmitter (JobSubmitter.java:copyAndConfigureFiles(259)) - No job jar file set. User classes may not be found. See Job or Job#setJar(String).
2014-04-10 11:52:03,140 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null
2014-04-10 11:52:03,141 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target/Hadoop2MR1Platform-tmpDir/hadoop-835624885896005772.jar dst=null perm=null
2014-04-10 11:52:03,142 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null
2014-04-10 11:52:03,143 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target/Hadoop2MR1Platform-tmpDir dst=null perm=null
2014-04-10 11:52:03,144 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target dst=null perm=null
2014-04-10 11:52:03,145 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock dst=null perm=null
2014-04-10 11:52:03,145 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user dst=null perm=null
2014-04-10 11:52:03,146 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/ dst=null perm=null
2014-04-10 11:52:03,147 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target/Hadoop2MR1Platform-tmpDir/hadoop-835624885896005772.jar dst=null perm=null
2014-04-10 11:52:03,150 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/mapreduceflowplatform/flow2 dst=null perm=null
2014-04-10 11:52:03,151 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/mapreduceflowplatform/flow2 dst=null perm=null
2014-04-10 11:52:03,152 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=listStatus src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/mapreduceflowplatform/flow2 dst=null perm=null
2014-04-10 11:52:03,153 INFO mapred.FileInputFormat (FileInputFormat.java:listStatus(253)) - Total input paths to process : 1
2014-04-10 11:52:03,172 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397148651586_0006/job.split dst=null perm=brock:supergroup:rw-r--r--
2014-04-10 11:52:03,188 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397148651586_0006/job.split dst=null perm=brock:supergroup:rw-r--r--
2014-04-10 11:52:03,189 INFO blockmanagement.BlockManager (BlockManager.java:setReplication(2455)) - Increasing replication from 3 to 10 for /tmp/hadoop-yarn/staging/brock/.staging/job_1397148651586_0006/job.split
2014-04-10 11:52:03,197 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:updateAndGetContainerStatuses(374)) - Removed completed container container_1397148651586_0005_01_000006
2014-04-10 11:52:03,198 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397148651586_0005_01_000006 Container Transitioned from RUNNING to COMPLETED
2014-04-10 11:52:03,198 INFO fica.FiCaSchedulerApp (FiCaSchedulerApp.java:containerCompleted(91)) - Completed container: container_1397148651586_0005_01_000006 in state: COMPLETED event:FINISHED
2014-04-10 11:52:03,198 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(98)) - USER=brock OPERATION=AM Released Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1397148651586_0005 CONTAINERID=container_1397148651586_0005_01_000006
2014-04-10 11:52:03,198 INFO fica.FiCaSchedulerNode (FiCaSchedulerNode.java:releaseContainer(164)) - Released container container_1397148651586_0005_01_000006 of capacity <memory:1024, vCores:1> on host localhost:49929, which currently has 0 containers, <memory:0, vCores:0> used and <memory:4096, vCores:8> available, release resources=true
2014-04-10 11:52:03,198 INFO capacity.LeafQueue (LeafQueue.java:releaseResource(1506)) - default used=<memory:2048, vCores:1> numContainers=1 user=brock user-resources=<memory:2048, vCores:1>
2014-04-10 11:52:03,198 INFO capacity.LeafQueue (LeafQueue.java:completedContainer(1448)) - completedContainer container=Container: [ContainerId: container_1397148651586_0005_01_000006, NodeId: localhost:49929, NodeHttpAddress: localhost:42894, Resource: <memory:1024, vCores:1>, Priority: 10, Token: Token { kind: ContainerToken, service: localhost:49929 }, ] resource=<memory:1024, vCores:1> queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:2048, vCores:1>usedCapacity=0.125, absoluteUsedCapacity=0.125, numApps=1, numContainers=1 usedCapacity=0.125 absoluteUsedCapacity=0.125 used=<memory:2048, vCores:1> cluster=<memory:16384, vCores:32>
2014-04-10 11:52:03,199 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(694)) - completedContainer queue=root usedCapacity=0.125 absoluteUsedCapacity=0.125 used=<memory:2048, vCores:1> cluster=<memory:16384, vCores:32>
2014-04-10 11:52:03,199 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(708)) - Re-sorting completed queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:2048, vCores:1>usedCapacity=0.125, absoluteUsedCapacity=0.125, numApps=1, numContainers=1
2014-04-10 11:52:03,199 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(849)) - Application appattempt_1397148651586_0005_000001 released container container_1397148651586_0005_01_000006 on node: host: localhost:49929 #containers=0 available=4096 used=0 with event: FINISHED
2014-04-10 11:52:03,205 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=setReplication src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397148651586_0006/job.split dst=null perm=null
2014-04-10 11:52:03,207 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(2966)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/brock/.staging/job_1397148651586_0006/job.split. BP-1638008525-127.0.0.1-1397148635957 blk_1073741881_1057{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-b33a8866-bd5f-4441-ad36-c6496b5f71c0:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-5d7d5487-2d1d-4414-8c1a-3a9617defa41:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-522b0f7d-b75b-46f2-9e15-59b7ba563b04:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-b5119a97-db0e-4220-9885-a252148e8a0f:NORMAL|RBW]]}
2014-04-10 11:52:03,223 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1638008525-127.0.0.1-1397148635957:blk_1073741881_1057 src: /127.0.0.1:35314 dest: /127.0.0.1:35451
2014-04-10 11:52:03,225 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1638008525-127.0.0.1-1397148635957:blk_1073741881_1057 src: /127.0.0.1:53137 dest: /127.0.0.1:41432
2014-04-10 11:52:03,226 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1638008525-127.0.0.1-1397148635957:blk_1073741881_1057 src: /127.0.0.1:33436 dest: /127.0.0.1:50141
2014-04-10 11:52:03,227 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1638008525-127.0.0.1-1397148635957:blk_1073741881_1057 src: /127.0.0.1:57861 dest: /127.0.0.1:34839
2014-04-10 11:52:03,231 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:57861, dest: /127.0.0.1:34839, bytes: 919, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_611373658_9, offset: 0, srvID: 8a56312d-0316-4fb1-9cb0-6a1bc51bc949, blockid: BP-1638008525-127.0.0.1-1397148635957:blk_1073741881_1057, duration: 2929820
2014-04-10 11:52:03,232 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1638008525-127.0.0.1-1397148635957:blk_1073741881_1057, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2014-04-10 11:52:03,232 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:33436, dest: /127.0.0.1:50141, bytes: 919, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_611373658_9, offset: 0, srvID: c1ad97e0-9f53-4437-974d-e948c41bedfe, blockid: BP-1638008525-127.0.0.1-1397148635957:blk_1073741881_1057, duration: 3345556
2014-04-10 11:52:03,232 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:34839 is added to blk_1073741881_1057{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-5d7d5487-2d1d-4414-8c1a-3a9617defa41:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-b5119a97-db0e-4220-9885-a252148e8a0f:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-a7d28360-a122-4b8f-a5df-7716c22c7a73:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-e591ab9a-22c6-42de-961c-bb13e404aae9:NORMAL|RBW]]} size 0
2014-04-10 11:52:03,232 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1638008525-127.0.0.1-1397148635957:blk_1073741881_1057, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 11:52:03,233 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:53137, dest: /127.0.0.1:41432, bytes: 919, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_611373658_9, offset: 0, srvID: 2a5b99b1-5021-412c-a75a-31058df58d31, blockid: BP-1638008525-127.0.0.1-1397148635957:blk_1073741881_1057, duration: 3205125
2014-04-10 11:52:03,233 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:50141 is added to blk_1073741881_1057{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-5d7d5487-2d1d-4414-8c1a-3a9617defa41:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-b5119a97-db0e-4220-9885-a252148e8a0f:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-a7d28360-a122-4b8f-a5df-7716c22c7a73:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-e591ab9a-22c6-42de-961c-bb13e404aae9:NORMAL|RBW]]} size 0
2014-04-10 11:52:03,233 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1638008525-127.0.0.1-1397148635957:blk_1073741881_1057, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 11:52:03,234 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:35314, dest: /127.0.0.1:35451, bytes: 919, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_611373658_9, offset: 0, srvID: 8ec8a8cc-5508-442c-8963-d78fa559e878, blockid: BP-1638008525-127.0.0.1-1397148635957:blk_1073741881_1057, duration: 4311014
2014-04-10 11:52:03,234 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:41432 is added to blk_1073741881_1057{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-5d7d5487-2d1d-4414-8c1a-3a9617defa41:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-b5119a97-db0e-4220-9885-a252148e8a0f:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-a7d28360-a122-4b8f-a5df-7716c22c7a73:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-e591ab9a-22c6-42de-961c-bb13e404aae9:NORMAL|RBW]]} size 0
2014-04-10 11:52:03,234 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1638008525-127.0.0.1-1397148635957:blk_1073741881_1057, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 11:52:03,235 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:35451 is added to blk_1073741881_1057{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-5d7d5487-2d1d-4414-8c1a-3a9617defa41:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-b5119a97-db0e-4220-9885-a252148e8a0f:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-a7d28360-a122-4b8f-a5df-7716c22c7a73:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-e591ab9a-22c6-42de-961c-bb13e404aae9:NORMAL|RBW]]} size 0
2014-04-10 11:52:03,247 INFO hdfs.StateChange (FSNamesystem.java:completeFile(2899)) - DIR* completeFile: /tmp/hadoop-yarn/staging/brock/.staging/job_1397148651586_0006/job.split is closed by DFSClient_NONMAPREDUCE_611373658_9
2014-04-10 11:52:03,263 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397148651586_0006/job.splitmetainfo dst=null perm=brock:supergroup:rw-r--r--
2014-04-10 11:52:03,280 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397148651586_0006/job.splitmetainfo dst=null perm=brock:supergroup:rw-r--r--
2014-04-10 11:52:03,282 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(2966)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/brock/.staging/job_1397148651586_0006/job.splitmetainfo. BP-1638008525-127.0.0.1-1397148635957 blk_1073741882_1058{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-522b0f7d-b75b-46f2-9e15-59b7ba563b04:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-a7d28360-a122-4b8f-a5df-7716c22c7a73:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-0eec617b-7748-47d7-80ce-822d3c617914:NORMAL|RBW]]}
2014-04-10 11:52:03,298 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1638008525-127.0.0.1-1397148635957:blk_1073741882_1058 src: /127.0.0.1:33438 dest: /127.0.0.1:50141
2014-04-10 11:52:03,300 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1638008525-127.0.0.1-1397148635957:blk_1073741882_1058 src: /127.0.0.1:35319 dest: /127.0.0.1:35451
2014-04-10 11:52:03,301 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1638008525-127.0.0.1-1397148635957:blk_1073741882_1058 src: /127.0.0.1:53142 dest: /127.0.0.1:41432
2014-04-10 11:52:03,304 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:53142, dest: /127.0.0.1:41432, bytes: 155, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_611373658_9, offset: 0, srvID: 2a5b99b1-5021-412c-a75a-31058df58d31, blockid: BP-1638008525-127.0.0.1-1397148635957:blk_1073741882_1058, duration: 1640765
2014-04-10 11:52:03,304 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1638008525-127.0.0.1-1397148635957:blk_1073741882_1058, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2014-04-10 11:52:03,305 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:41432 is added to blk_1073741882_1058{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-522b0f7d-b75b-46f2-9e15-59b7ba563b04:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-0eec617b-7748-47d7-80ce-822d3c617914:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-b33a8866-bd5f-4441-ad36-c6496b5f71c0:NORMAL|RBW]]} size 0
2014-04-10 11:52:03,305 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:35319, dest: /127.0.0.1:35451, bytes: 155, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_611373658_9, offset: 0, srvID: 8ec8a8cc-5508-442c-8963-d78fa559e878, blockid: BP-1638008525-127.0.0.1-1397148635957:blk_1073741882_1058, duration: 2306165
2014-04-10 11:52:03,305 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1638008525-127.0.0.1-1397148635957:blk_1073741882_1058, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 11:52:03,305 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:35451 is added to blk_1073741882_1058{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-522b0f7d-b75b-46f2-9e15-59b7ba563b04:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-0eec617b-7748-47d7-80ce-822d3c617914:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-b33a8866-bd5f-4441-ad36-c6496b5f71c0:NORMAL|RBW]]} size 0
2014-04-10 11:52:03,306 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:33438, dest: /127.0.0.1:50141, bytes: 155, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_611373658_9, offset: 0, srvID: c1ad97e0-9f53-4437-974d-e948c41bedfe, blockid: BP-1638008525-127.0.0.1-1397148635957:blk_1073741882_1058, duration: 3145151
2014-04-10 11:52:03,306 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1638008525-127.0.0.1-1397148635957:blk_1073741882_1058, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 11:52:03,307 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:50141 is added to blk_1073741882_1058{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-522b0f7d-b75b-46f2-9e15-59b7ba563b04:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-0eec617b-7748-47d7-80ce-822d3c617914:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-b33a8866-bd5f-4441-ad36-c6496b5f71c0:NORMAL|RBW]]} size 0
2014-04-10 11:52:03,322 INFO hdfs.StateChange (FSNamesystem.java:completeFile(2899)) - DIR* completeFile: /tmp/hadoop-yarn/staging/brock/.staging/job_1397148651586_0006/job.splitmetainfo is closed by DFSClient_NONMAPREDUCE_611373658_9
2014-04-10 11:52:03,322 INFO mapreduce.JobSubmitter (JobSubmitter.java:submitJobInternal(396)) - number of splits:4
2014-04-10 11:52:03,338 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397148651586_0006/job.xml dst=null perm=brock:supergroup:rw-r--r--
2014-04-10 11:52:03,355 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397148651586_0006/job.xml dst=null perm=brock:supergroup:rw-r--r--
2014-04-10 11:52:03,379 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(2966)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/brock/.staging/job_1397148651586_0006/job.xml. BP-1638008525-127.0.0.1-1397148635957 blk_1073741883_1059{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-5d7d5487-2d1d-4414-8c1a-3a9617defa41:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-22cb6d02-3e35-4f66-89d9-1327072438fe:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-b33a8866-bd5f-4441-ad36-c6496b5f71c0:NORMAL|RBW]]}
2014-04-10 11:52:03,398 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1638008525-127.0.0.1-1397148635957:blk_1073741883_1059 src: /127.0.0.1:53144 dest: /127.0.0.1:41432
2014-04-10 11:52:03,398 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1638008525-127.0.0.1-1397148635957:blk_1073741883_1059 src: /127.0.0.1:57867 dest: /127.0.0.1:34839
2014-04-10 11:52:03,399 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1638008525-127.0.0.1-1397148635957:blk_1073741883_1059 src: /127.0.0.1:35324 dest: /127.0.0.1:35451
2014-04-10 11:52:03,401 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:35324, dest: /127.0.0.1:35451, bytes: 74312, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_611373658_9, offset: 0, srvID: 8ec8a8cc-5508-442c-8963-d78fa559e878, blockid: BP-1638008525-127.0.0.1-1397148635957:blk_1073741883_1059, duration: 1014960
2014-04-10 11:52:03,401 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1638008525-127.0.0.1-1397148635957:blk_1073741883_1059, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2014-04-10 11:52:03,401 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:35451 is added to blk_1073741883_1059{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-5d7d5487-2d1d-4414-8c1a-3a9617defa41:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-22cb6d02-3e35-4f66-89d9-1327072438fe:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-a7d28360-a122-4b8f-a5df-7716c22c7a73:NORMAL|RBW]]} size 0
2014-04-10 11:52:03,401 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:57867, dest: /127.0.0.1:34839, bytes: 74312, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_611373658_9, offset: 0, srvID: 8a56312d-0316-4fb1-9cb0-6a1bc51bc949, blockid: BP-1638008525-127.0.0.1-1397148635957:blk_1073741883_1059, duration: 1420971
2014-04-10 11:52:03,401 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1638008525-127.0.0.1-1397148635957:blk_1073741883_1059, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 11:52:03,402 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:34839 is added to blk_1073741883_1059{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-5d7d5487-2d1d-4414-8c1a-3a9617defa41:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-22cb6d02-3e35-4f66-89d9-1327072438fe:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-a7d28360-a122-4b8f-a5df-7716c22c7a73:NORMAL|RBW]]} size 0
2014-04-10 11:52:03,402 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:53144, dest: /127.0.0.1:41432, bytes: 74312, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_611373658_9, offset: 0, srvID: 2a5b99b1-5021-412c-a75a-31058df58d31, blockid: BP-1638008525-127.0.0.1-1397148635957:blk_1073741883_1059, duration: 1811783
2014-04-10 11:52:03,402 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1638008525-127.0.0.1-1397148635957:blk_1073741883_1059, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 11:52:03,402 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:41432 is added to blk_1073741883_1059{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-5d7d5487-2d1d-4414-8c1a-3a9617defa41:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-22cb6d02-3e35-4f66-89d9-1327072438fe:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-a7d28360-a122-4b8f-a5df-7716c22c7a73:NORMAL|RBW]]} size 0
2014-04-10 11:52:03,413 INFO hdfs.StateChange (FSNamesystem.java:completeFile(2899)) - DIR* completeFile: /tmp/hadoop-yarn/staging/brock/.staging/job_1397148651586_0006/job.xml is closed by DFSClient_NONMAPREDUCE_611373658_9
2014-04-10 11:52:03,414 INFO mapreduce.JobSubmitter (JobSubmitter.java:printTokens(479)) - Submitting tokens for job: job_1397148651586_0006
2014-04-10 11:52:03,416 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397148651586_0006 dst=null perm=null
2014-04-10 11:52:03,417 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397148651586_0006/job.xml dst=null perm=null
2014-04-10 11:52:03,418 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397148651586_0006/job.xml dst=null perm=null
2014-04-10 11:52:03,419 INFO mapred.YARNRunner (YARNRunner.java:createApplicationSubmissionContext(368)) - Job jar is not present. Not adding any jar to the list of resources.
2014-04-10 11:52:03,419 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397148651586_0006/job.split dst=null perm=null
2014-04-10 11:52:03,420 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397148651586_0006/job.split dst=null perm=null
2014-04-10 11:52:03,421 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397148651586_0006/job.splitmetainfo dst=null perm=null
2014-04-10 11:52:03,422 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397148651586_0006/job.splitmetainfo dst=null perm=null
2014-04-10 11:52:03,425 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null
2014-04-10 11:52:03,426 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target/Hadoop2MR1Platform-tmpDir/hadoop-835624885896005772.jar dst=null perm=null
2014-04-10 11:52:03,427 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null
2014-04-10 11:52:03,428 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target/Hadoop2MR1Platform-tmpDir/hadoop-835624885896005772.jar dst=null perm=null
2014-04-10 11:52:03,429 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null
2014-04-10 11:52:03,430 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target/Hadoop2MR1Platform-tmpDir/hadoop-835624885896005772.jar dst=null perm=null
2014-04-10 11:52:03,472 INFO resourcemanager.ClientRMService (ClientRMService.java:submitApplication(326)) - Application with id 6 submitted by user brock
2014-04-10 11:52:03,472 INFO rmapp.RMAppImpl (RMAppImpl.java:transition(786)) - Storing application with id application_1397148651586_0006
2014-04-10 11:52:03,472 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(140)) - USER=brock IP=127.0.0.1 OPERATION=Submit Application Request TARGET=ClientRMService RESULT=SUCCESS APPID=application_1397148651586_0006
2014-04-10 11:52:03,472 INFO recovery.RMStateStore (RMStateStore.java:handleStoreEvent(596)) - Storing info for app: application_1397148651586_0006
2014-04-10 11:52:03,472 INFO rmapp.RMAppImpl (RMAppImpl.java:handle(610)) - application_1397148651586_0006 State change from NEW to NEW_SAVING
2014-04-10 11:52:03,473 INFO rmapp.RMAppImpl (RMAppImpl.java:handle(610)) - application_1397148651586_0006 State change from NEW_SAVING to SUBMITTED
2014-04-10 11:52:03,473 INFO resourcemanager.ApplicationMasterService (ApplicationMasterService.java:registerAppAttempt(556)) - Registering app attempt : appattempt_1397148651586_0006_000001
2014-04-10 11:52:03,473 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(652)) - appattempt_1397148651586_0006_000001 State change from NEW to SUBMITTED
2014-04-10 11:52:03,474 INFO capacity.LeafQueue (LeafQueue.java:activateApplications(718)) - Application application_1397148651586_0006 from user: brock activated in queue: default
2014-04-10 11:52:03,474 INFO capacity.LeafQueue (LeafQueue.java:addApplication(734)) - Application added - appId: application_1397148651586_0006 user: org.apache.hadoop.yarn.server.resourcemanager.scheduler.capacity.LeafQueue$User@2601a14b, leaf-queue: default #user-pending-applications: 0 #user-active-applications: 2 #queue-pending-applications: 0 #queue-active-applications: 2
2014-04-10 11:52:03,474 INFO capacity.ParentQueue (ParentQueue.java:addApplication(482)) - Application added - appId: application_1397148651586_0006 user: brock leaf-queue of parent: root #applications: 2
2014-04-10 11:52:03,474 INFO capacity.CapacityScheduler (CapacityScheduler.java:addApplicationAttempt(459)) - Application Submission: appattempt_1397148651586_0006_000001, user: brock queue: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:2048, vCores:1>usedCapacity=0.125, absoluteUsedCapacity=0.125, numApps=2, numContainers=1, currently active: 2
2014-04-10 11:52:03,474 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(652)) - appattempt_1397148651586_0006_000001 State change from SUBMITTED to SCHEDULED
2014-04-10 11:52:03,475 INFO impl.YarnClientImpl (YarnClientImpl.java:submitApplication(166)) - Submitted application application_1397148651586_0006
2014-04-10 11:52:03,475 INFO rmapp.RMAppImpl (RMAppImpl.java:handle(610)) - application_1397148651586_0006 State change from SUBMITTED to ACCEPTED
2014-04-10 11:52:03,477 INFO mapreduce.Job (Job.java:submit(1289)) - The url to track the job: http://localhost:35948/proxy/application_1397148651586_0006/
2014-04-10 11:52:03,477 INFO flow.FlowStep (BaseFlowStep.java:logInfo(834)) - [third-mr] submitted hadoop job: job_1397148651586_0006
2014-04-10 11:52:03,478 INFO flow.FlowStep (BaseFlowStep.java:logInfo(834)) - [third-mr] tracking url: http://localhost:35948/proxy/application_1397148651586_0006/
2014-04-10 11:52:03,608 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1638008525-127.0.0.1-1397148635957:blk_1073741881_1057
2014-04-10 11:52:03,609 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1638008525-127.0.0.1-1397148635957:blk_1073741880_1056
2014-04-10 11:52:03,610 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1638008525-127.0.0.1-1397148635957:blk_1073741882_1058
2014-04-10 11:52:03,611 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1638008525-127.0.0.1-1397148635957:blk_1073741879_1055
2014-04-10 11:52:03,612 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1638008525-127.0.0.1-1397148635957:blk_1073741876_1052
2014-04-10 11:52:03,612 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1638008525-127.0.0.1-1397148635957:blk_1073741878_1054
2014-04-10 11:52:03,837 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397148651586_0006_01_000001 Container Transitioned from NEW to ALLOCATED
2014-04-10 11:52:03,838 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(98)) - USER=brock OPERATION=AM Allocated Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1397148651586_0006 CONTAINERID=container_1397148651586_0006_01_000001
2014-04-10 11:52:03,838 INFO fica.FiCaSchedulerNode (FiCaSchedulerNode.java:allocateContainer(116)) - Assigned container container_1397148651586_0006_01_000001 of capacity <memory:2048, vCores:1> on host localhost:40708, which currently has 1 containers, <memory:2048, vCores:1> used and <memory:2048, vCores:7> available
2014-04-10 11:52:03,838 INFO capacity.LeafQueue (LeafQueue.java:assignContainer(1363)) - assignedContainer application=application_1397148651586_0006 container=Container: [ContainerId: container_1397148651586_0006_01_000001, NodeId: localhost:40708, NodeHttpAddress: localhost:48138, Resource: <memory:2048, vCores:1>, Priority: 0, Token: Token { kind: ContainerToken, service: localhost:40708 }, ] containerId=container_1397148651586_0006_01_000001 queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:2048, vCores:1>usedCapacity=0.125, absoluteUsedCapacity=0.125, numApps=2, numContainers=1 usedCapacity=0.125 absoluteUsedCapacity=0.125 used=<memory:2048, vCores:1> cluster=<memory:16384, vCores:32>
2014-04-10 11:52:03,838 INFO capacity.ParentQueue (ParentQueue.java:assignContainersToChildQueues(655)) - Re-sorting assigned queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:4096, vCores:2>usedCapacity=0.25, absoluteUsedCapacity=0.25, numApps=2, numContainers=2
2014-04-10 11:52:03,838 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397148651586_0006_01_000001 Container Transitioned from ALLOCATED to ACQUIRED
2014-04-10 11:52:03,838 INFO capacity.ParentQueue (ParentQueue.java:assignContainers(570)) - assignedContainer queue=root usedCapacity=0.25 absoluteUsedCapacity=0.25 used=<memory:4096, vCores:2> cluster=<memory:16384, vCores:32>
2014-04-10 11:52:03,839 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:storeAttempt(1554)) - Storing attempt: AppId: application_1397148651586_0006 AttemptId: appattempt_1397148651586_0006_000001 MasterContainer: Container: [ContainerId: container_1397148651586_0006_01_000001, NodeId: localhost:40708, NodeHttpAddress: localhost:48138, Resource: <memory:2048, vCores:1>, Priority: 0, Token: Token { kind: ContainerToken, service: localhost:40708 }, ]
2014-04-10 11:52:03,839 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(652)) - appattempt_1397148651586_0006_000001 State change from SCHEDULED to ALLOCATED_SAVING
2014-04-10 11:52:03,840 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(652)) - appattempt_1397148651586_0006_000001 State change from ALLOCATED_SAVING to ALLOCATED
2014-04-10 11:52:03,840 INFO amlauncher.AMLauncher (AMLauncher.java:run(248)) - Launching masterappattempt_1397148651586_0006_000001
2014-04-10 11:52:03,841 INFO amlauncher.AMLauncher (AMLauncher.java:launch(105)) - Setting up container Container: [ContainerId: container_1397148651586_0006_01_000001, NodeId: localhost:40708, NodeHttpAddress: localhost:48138, Resource: <memory:2048, vCores:1>, Priority: 0, Token: Token { kind: ContainerToken, service: localhost:40708 }, ] for AM appattempt_1397148651586_0006_000001
2014-04-10 11:52:03,841 INFO amlauncher.AMLauncher (AMLauncher.java:createAMContainerLaunchContext(190)) - Command to launch container container_1397148651586_0006_01_000001 : $JAVA_HOME/bin/java -Dlog4j.configuration=container-log4j.properties -Dyarn.app.container.log.dir=<LOG_DIR> -Dyarn.app.container.log.filesize=0 -Dhadoop.root.logger=INFO,CLA -Xmx1024m org.apache.hadoop.mapreduce.v2.app.MRAppMaster 1><LOG_DIR>/stdout 2><LOG_DIR>/stderr
2014-04-10 11:52:03,845 INFO ipc.Server (Server.java:saslProcess(1252)) - Auth successful for appattempt_1397148651586_0006_000001 (auth:SIMPLE)
2014-04-10 11:52:03,887 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(572)) - Start request for container_1397148651586_0006_01_000001 by user brock
2014-04-10 11:52:03,887 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(611)) - Creating a new application reference for app application_1397148651586_0006
2014-04-10 11:52:03,888 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=brock IP=127.0.0.1 OPERATION=Start Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1397148651586_0006 CONTAINERID=container_1397148651586_0006_01_000001
2014-04-10 11:52:03,888 INFO application.Application (ApplicationImpl.java:handle(450)) - Application application_1397148651586_0006 transitioned from NEW to INITING
2014-04-10 11:52:03,888 INFO application.Application (ApplicationImpl.java:transition(296)) - Adding container_1397148651586_0006_01_000001 to application application_1397148651586_0006
2014-04-10 11:52:03,888 INFO amlauncher.AMLauncher (AMLauncher.java:launch(126)) - Done launching container Container: [ContainerId: container_1397148651586_0006_01_000001, NodeId: localhost:40708, NodeHttpAddress: localhost:48138, Resource: <memory:2048, vCores:1>, Priority: 0, Token: Token { kind: ContainerToken, service: localhost:40708 }, ] for AM appattempt_1397148651586_0006_000001
2014-04-10 11:52:03,888 INFO application.Application (ApplicationImpl.java:handle(450)) - Application application_1397148651586_0006 transitioned from INITING to RUNNING
2014-04-10 11:52:03,889 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(652)) - appattempt_1397148651586_0006_000001 State change from ALLOCATED to LAUNCHED
2014-04-10 11:52:03,889 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397148651586_0006_01_000001 transitioned from NEW to LOCALIZING
2014-04-10 11:52:03,889 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event CONTAINER_INIT for appId application_1397148651586_0006
2014-04-10 11:52:03,889 INFO localizer.LocalizedResource (LocalizedResource.java:handle(196)) - Resource hdfs://localhost:60632/tmp/hadoop-yarn/staging/brock/.staging/job_1397148651586_0006/job.splitmetainfo transitioned from INIT to DOWNLOADING
2014-04-10 11:52:03,889 INFO localizer.LocalizedResource (LocalizedResource.java:handle(196)) - Resource hdfs://localhost:60632/tmp/hadoop-yarn/staging/brock/.staging/job_1397148651586_0006/job.split transitioned from INIT to DOWNLOADING
2014-04-10 11:52:03,890 INFO localizer.LocalizedResource (LocalizedResource.java:handle(196)) - Resource hdfs://localhost:60632/tmp/hadoop-yarn/staging/brock/.staging/job_1397148651586_0006/job.xml transitioned from INIT to DOWNLOADING
2014-04-10 11:52:03,890 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:handle(590)) - Created localizer for container_1397148651586_0006_01_000001
2014-04-10 11:52:03,900 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:writeCredentials(1015)) - Writing credentials to the nmPrivate file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_0/nmPrivate/container_1397148651586_0006_01_000001.tokens. Credentials list:
2014-04-10 11:52:03,915 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:createUserCacheDirs(469)) - Initializing user brock
2014-04-10 11:52:03,947 INFO BlockStateChange (BlockManager.java:addToInvalidates(1030)) - BLOCK* addToInvalidates: blk_1073741872_1048 127.0.0.1:41432 127.0.0.1:34839 127.0.0.1:35451 127.0.0.1:50141
2014-04-10 11:52:03,947 INFO BlockStateChange (BlockManager.java:addToInvalidates(1030)) - BLOCK* addToInvalidates: blk_1073741873_1049 127.0.0.1:35451 127.0.0.1:34839 127.0.0.1:50141
2014-04-10 11:52:03,947 INFO BlockStateChange (BlockManager.java:addToInvalidates(1030)) - BLOCK* addToInvalidates: blk_1073741874_1050 127.0.0.1:34839 127.0.0.1:50141 127.0.0.1:41432
2014-04-10 11:52:03,948 INFO BlockStateChange (BlockManager.java:addToInvalidates(1030)) - BLOCK* addToInvalidates: blk_1073741876_1052 127.0.0.1:34839 127.0.0.1:50141 127.0.0.1:41432
2014-04-10 11:52:03,948 INFO BlockStateChange (BlockManager.java:addToInvalidates(1030)) - BLOCK* addToInvalidates: blk_1073741875_1051 127.0.0.1:41432 127.0.0.1:34839 127.0.0.1:50141
2014-04-10 11:52:03,948 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=delete src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397148651586_0005 dst=null perm=null
2014-04-10 11:52:03,983 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(103)) - Copying from /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_0/nmPrivate/container_1397148651586_0006_01_000001.tokens to /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_0/usercache/brock/appcache/application_1397148651586_0006/container_1397148651586_0006_01_000001.tokens
2014-04-10 11:52:03,983 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(105)) - CWD set to /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_0/usercache/brock/appcache/application_1397148651586_0006 = file:/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_0/usercache/brock/appcache/application_1397148651586_0006
2014-04-10 11:52:04,087 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397148651586_0006/job.splitmetainfo dst=null perm=null
2014-04-10 11:52:04,089 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397148651586_0006/job.splitmetainfo dst=null perm=null
2014-04-10 11:52:04,090 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397148651586_0006/job.splitmetainfo dst=null perm=null
2014-04-10 11:52:04,092 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1638008525-127.0.0.1-1397148635957:blk_1073741883_1059
2014-04-10 11:52:04,093 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1638008525-127.0.0.1-1397148635957:blk_1073741876_1052
2014-04-10 11:52:04,093 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1638008525-127.0.0.1-1397148635957:blk_1073741877_1053
2014-04-10 11:52:04,094 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1638008525-127.0.0.1-1397148635957:blk_1073741879_1055
2014-04-10 11:52:04,094 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1638008525-127.0.0.1-1397148635957:blk_1073741881_1057
2014-04-10 11:52:04,095 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1638008525-127.0.0.1-1397148635957:blk_1073741878_1054
2014-04-10 11:52:04,095 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1638008525-127.0.0.1-1397148635957:blk_1073741881_1057
2014-04-10 11:52:04,096 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1638008525-127.0.0.1-1397148635957:blk_1073741883_1059
2014-04-10 11:52:04,097 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1638008525-127.0.0.1-1397148635957:blk_1073741880_1056
2014-04-10 11:52:04,098 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1638008525-127.0.0.1-1397148635957:blk_1073741877_1053
2014-04-10 11:52:04,098 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1638008525-127.0.0.1-1397148635957:blk_1073741878_1054
2014-04-10 11:52:04,099 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1638008525-127.0.0.1-1397148635957:blk_1073741882_1058
2014-04-10 11:52:04,099 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:35451, dest: /127.0.0.1:35330, bytes: 159, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_-26255502_3864, offset: 0, srvID: 8ec8a8cc-5508-442c-8963-d78fa559e878, blockid: BP-1638008525-127.0.0.1-1397148635957:blk_1073741882_1058, duration: 235614
2014-04-10 11:52:04,119 INFO localizer.LocalizedResource (LocalizedResource.java:handle(196)) - Resource hdfs://localhost:60632/tmp/hadoop-yarn/staging/brock/.staging/job_1397148651586_0006/job.splitmetainfo(->file:/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_0/usercache/brock/appcache/application_1397148651586_0006/filecache/10/job.splitmetainfo) transitioned from DOWNLOADING to LOCALIZED
2014-04-10 11:52:04,127 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1638008525-127.0.0.1-1397148635957:blk_1073741880_1056
2014-04-10 11:52:04,128 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1638008525-127.0.0.1-1397148635957:blk_1073741876_1052
2014-04-10 11:52:04,129 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1638008525-127.0.0.1-1397148635957:blk_1073741877_1053
2014-04-10 11:52:04,130 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1638008525-127.0.0.1-1397148635957:blk_1073741879_1055
2014-04-10 11:52:04,130 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1638008525-127.0.0.1-1397148635957:blk_1073741881_1057
2014-04-10 11:52:04,131 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1638008525-127.0.0.1-1397148635957:blk_1073741882_1058
2014-04-10 11:52:04,132 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1638008525-127.0.0.1-1397148635957:blk_1073741883_1059
2014-04-10 11:52:04,136 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397148651586_0006/job.split dst=null perm=null
2014-04-10 11:52:04,137 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397148651586_0006/job.split dst=null perm=null
2014-04-10 11:52:04,139 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397148651586_0006/job.split dst=null perm=null
2014-04-10 11:52:04,149 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:50141, dest: /127.0.0.1:33451, bytes: 927, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_-26255502_3864, offset: 0, srvID: c1ad97e0-9f53-4437-974d-e948c41bedfe, blockid: BP-1638008525-127.0.0.1-1397148635957:blk_1073741881_1057, duration: 231994
2014-04-10 11:52:04,165 INFO localizer.LocalizedResource (LocalizedResource.java:handle(196)) - Resource hdfs://localhost:60632/tmp/hadoop-yarn/staging/brock/.staging/job_1397148651586_0006/job.split(->file:/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_1/usercache/brock/appcache/application_1397148651586_0006/filecache/11/job.split) transitioned from DOWNLOADING to LOCALIZED
2014-04-10 11:52:04,175 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397148651586_0006/job.xml dst=null perm=null
2014-04-10 11:52:04,176 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397148651586_0006/job.xml dst=null perm=null
2014-04-10 11:52:04,176 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397148651586_0006/job.xml dst=null perm=null
2014-04-10 11:52:04,181 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:35451, dest: /127.0.0.1:35330, bytes: 74896, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_-26255502_3864, offset: 0, srvID: 8ec8a8cc-5508-442c-8963-d78fa559e878, blockid: BP-1638008525-127.0.0.1-1397148635957:blk_1073741883_1059, duration: 231988
2014-04-10 11:52:04,198 INFO localizer.LocalizedResource (LocalizedResource.java:handle(196)) - Resource hdfs://localhost:60632/tmp/hadoop-yarn/staging/brock/.staging/job_1397148651586_0006/job.xml(->file:/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_2/usercache/brock/appcache/application_1397148651586_0006/filecache/12/job.xml) transitioned from DOWNLOADING to LOCALIZED
2014-04-10 11:52:04,198 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397148651586_0006_01_000001 transitioned from LOCALIZING to LOCALIZED
2014-04-10 11:52:04,232 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397148651586_0006_01_000001 transitioned from LOCALIZED to RUNNING
2014-04-10 11:52:04,232 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(169)) - Neither virutal-memory nor physical-memory monitoring is needed. Not running the monitor-thread
2014-04-10 11:52:04,296 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(189)) - launchContainer: [nice, -n, 0, bash, /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_2/usercache/brock/appcache/application_1397148651586_0006/container_1397148651586_0006_01_000001/default_container_executor.sh]
2014-04-10 11:52:04,380 INFO hdfs.StateChange (InvalidateBlocks.java:invalidateWork(152)) - BLOCK* InvalidateBlocks: ask 127.0.0.1:34839 to delete [blk_1073741872_1048, blk_1073741873_1049, blk_1073741874_1050, blk_1073741875_1051, blk_1073741876_1052, blk_1073741878_1054]
2014-04-10 11:52:04,380 INFO hdfs.StateChange (InvalidateBlocks.java:invalidateWork(152)) - BLOCK* InvalidateBlocks: ask 127.0.0.1:50141 to delete [blk_1073741872_1048, blk_1073741873_1049, blk_1073741874_1050, blk_1073741875_1051, blk_1073741876_1052, blk_1073741878_1054]
2014-04-10 11:52:04,836 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397148651586_0006_01_000001 Container Transitioned from ACQUIRED to RUNNING
2014-04-10 11:52:05,435 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging dst=null perm=null
2014-04-10 11:52:05,462 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397148651586_0006/COMMIT_STARTED dst=null perm=null
2014-04-10 11:52:05,463 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397148651586_0006/COMMIT_SUCCESS dst=null perm=null
2014-04-10 11:52:05,465 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397148651586_0006/COMMIT_FAIL dst=null perm=null
2014-04-10 11:52:05,503 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397148651586_0006 dst=null perm=null
2014-04-10 11:52:05,504 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/history/done_intermediate dst=null perm=null
2014-04-10 11:52:05,506 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock dst=null perm=null
2014-04-10 11:52:05,574 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073741872_1048 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data4/current/BP-1638008525-127.0.0.1-1397148635957/current/finalized/blk_1073741872 for deletion
2014-04-10 11:52:05,574 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073741873_1049 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data3/current/BP-1638008525-127.0.0.1-1397148635957/current/finalized/blk_1073741873 for deletion
2014-04-10 11:52:05,574 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073741874_1050 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data4/current/BP-1638008525-127.0.0.1-1397148635957/current/finalized/blk_1073741874 for deletion
2014-04-10 11:52:05,574 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073741875_1051 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data3/current/BP-1638008525-127.0.0.1-1397148635957/current/finalized/blk_1073741875 for deletion
2014-04-10 11:52:05,574 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-1638008525-127.0.0.1-1397148635957 blk_1073741873_1049 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data3/current/BP-1638008525-127.0.0.1-1397148635957/current/finalized/blk_1073741873
2014-04-10 11:52:05,574 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073741876_1052 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data4/current/BP-1638008525-127.0.0.1-1397148635957/current/finalized/blk_1073741876 for deletion
2014-04-10 11:52:05,574 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-1638008525-127.0.0.1-1397148635957 blk_1073741875_1051 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data3/current/BP-1638008525-127.0.0.1-1397148635957/current/finalized/blk_1073741875
2014-04-10 11:52:05,574 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073741878_1054 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data3/current/BP-1638008525-127.0.0.1-1397148635957/current/finalized/blk_1073741878 for deletion
2014-04-10 11:52:05,574 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-1638008525-127.0.0.1-1397148635957 blk_1073741872_1048 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data4/current/BP-1638008525-127.0.0.1-1397148635957/current/finalized/blk_1073741872
2014-04-10 11:52:05,574 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-1638008525-127.0.0.1-1397148635957 blk_1073741878_1054 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data3/current/BP-1638008525-127.0.0.1-1397148635957/current/finalized/blk_1073741878
2014-04-10 11:52:05,574 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-1638008525-127.0.0.1-1397148635957 blk_1073741874_1050 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data4/current/BP-1638008525-127.0.0.1-1397148635957/current/finalized/blk_1073741874
2014-04-10 11:52:05,575 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-1638008525-127.0.0.1-1397148635957 blk_1073741876_1052 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data4/current/BP-1638008525-127.0.0.1-1397148635957/current/finalized/blk_1073741876
2014-04-10 11:52:05,745 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397148651586_0006/job.splitmetainfo dst=null perm=null
2014-04-10 11:52:05,753 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397148651586_0006/job.splitmetainfo dst=null perm=null
2014-04-10 11:52:05,799 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:50141, dest: /127.0.0.1:33458, bytes: 159, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_443777925_1, offset: 0, srvID: c1ad97e0-9f53-4437-974d-e948c41bedfe, blockid: BP-1638008525-127.0.0.1-1397148635957:blk_1073741882_1058, duration: 161533
2014-04-10 11:52:05,841 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073741872_1048 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data6/current/BP-1638008525-127.0.0.1-1397148635957/current/finalized/blk_1073741872 for deletion
2014-04-10 11:52:05,841 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073741873_1049 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data5/current/BP-1638008525-127.0.0.1-1397148635957/current/finalized/blk_1073741873 for deletion
2014-04-10 11:52:05,841 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073741874_1050 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data6/current/BP-1638008525-127.0.0.1-1397148635957/current/finalized/blk_1073741874 for deletion
2014-04-10 11:52:05,841 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-1638008525-127.0.0.1-1397148635957 blk_1073741872_1048 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data6/current/BP-1638008525-127.0.0.1-1397148635957/current/finalized/blk_1073741872
2014-04-10 11:52:05,841 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073741875_1051 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data5/current/BP-1638008525-127.0.0.1-1397148635957/current/finalized/blk_1073741875 for deletion
2014-04-10 11:52:05,841 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-1638008525-127.0.0.1-1397148635957 blk_1073741873_1049 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data5/current/BP-1638008525-127.0.0.1-1397148635957/current/finalized/blk_1073741873
2014-04-10 11:52:05,841 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073741876_1052 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data6/current/BP-1638008525-127.0.0.1-1397148635957/current/finalized/blk_1073741876 for deletion
2014-04-10 11:52:05,841 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-1638008525-127.0.0.1-1397148635957 blk_1073741874_1050 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data6/current/BP-1638008525-127.0.0.1-1397148635957/current/finalized/blk_1073741874
2014-04-10 11:52:05,841 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-1638008525-127.0.0.1-1397148635957 blk_1073741875_1051 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data5/current/BP-1638008525-127.0.0.1-1397148635957/current/finalized/blk_1073741875
2014-04-10 11:52:05,841 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073741878_1054 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data6/current/BP-1638008525-127.0.0.1-1397148635957/current/finalized/blk_1073741878 for deletion
2014-04-10 11:52:05,842 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-1638008525-127.0.0.1-1397148635957 blk_1073741876_1052 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data6/current/BP-1638008525-127.0.0.1-1397148635957/current/finalized/blk_1073741876
2014-04-10 11:52:05,842 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-1638008525-127.0.0.1-1397148635957 blk_1073741878_1054 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data6/current/BP-1638008525-127.0.0.1-1397148635957/current/finalized/blk_1073741878
2014-04-10 11:52:06,416 INFO ipc.Server (Server.java:saslProcess(1252)) - Auth successful for appattempt_1397148651586_0006_000001 (auth:SIMPLE)
2014-04-10 11:52:06,418 INFO resourcemanager.ApplicationMasterService (ApplicationMasterService.java:registerApplicationMaster(251)) - AM registration appattempt_1397148651586_0006_000001
2014-04-10 11:52:06,418 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(119)) - USER=brock IP=127.0.0.1 OPERATION=Register App Master TARGET=ApplicationMasterService RESULT=SUCCESS APPID=application_1397148651586_0006 APPATTEMPTID=appattempt_1397148651586_0006_000001
2014-04-10 11:52:06,419 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(652)) - appattempt_1397148651586_0006_000001 State change from LAUNCHED to RUNNING
2014-04-10 11:52:06,419 INFO rmapp.RMAppImpl (RMAppImpl.java:handle(610)) - application_1397148651586_0006 State change from ACCEPTED to RUNNING
2014-04-10 11:52:06,497 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397148651586_0006/job_1397148651586_0006_1.jhist dst=null perm=brock:supergroup:rw-rw-rw-
2014-04-10 11:52:06,513 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=mkdirs src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/mapreduceflowplatform/flow3/_temporary/1 dst=null perm=brock:supergroup:rwxrwxrwx
2014-04-10 11:52:06,547 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397148651586_0006/job_1397148651586_0006_1_conf.xml dst=null perm=brock:supergroup:rw-rw-rw-
2014-04-10 11:52:06,635 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(2966)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/brock/.staging/job_1397148651586_0006/job_1397148651586_0006_1_conf.xml. BP-1638008525-127.0.0.1-1397148635957 blk_1073741884_1060{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-522b0f7d-b75b-46f2-9e15-59b7ba563b04:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-b5119a97-db0e-4220-9885-a252148e8a0f:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-5d7d5487-2d1d-4414-8c1a-3a9617defa41:NORMAL|RBW]]}
2014-04-10 11:52:06,668 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1638008525-127.0.0.1-1397148635957:blk_1073741884_1060 src: /127.0.0.1:33463 dest: /127.0.0.1:50141
2014-04-10 11:52:06,669 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1638008525-127.0.0.1-1397148635957:blk_1073741884_1060 src: /127.0.0.1:57888 dest: /127.0.0.1:34839
2014-04-10 11:52:06,669 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1638008525-127.0.0.1-1397148635957:blk_1073741884_1060 src: /127.0.0.1:53167 dest: /127.0.0.1:41432
2014-04-10 11:52:06,677 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:53167, dest: /127.0.0.1:41432, bytes: 88063, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_443777925_1, offset: 0, srvID: 2a5b99b1-5021-412c-a75a-31058df58d31, blockid: BP-1638008525-127.0.0.1-1397148635957:blk_1073741884_1060, duration: 6364463
2014-04-10 11:52:06,677 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1638008525-127.0.0.1-1397148635957:blk_1073741884_1060, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2014-04-10 11:52:06,678 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:41432 is added to blk_1073741884_1060{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-b5119a97-db0e-4220-9885-a252148e8a0f:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-e591ab9a-22c6-42de-961c-bb13e404aae9:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-0eec617b-7748-47d7-80ce-822d3c617914:NORMAL|RBW]]} size 0
2014-04-10 11:52:06,678 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:57888, dest: /127.0.0.1:34839, bytes: 88063, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_443777925_1, offset: 0, srvID: 8a56312d-0316-4fb1-9cb0-6a1bc51bc949, blockid: BP-1638008525-127.0.0.1-1397148635957:blk_1073741884_1060, duration: 7066970
2014-04-10 11:52:06,678 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1638008525-127.0.0.1-1397148635957:blk_1073741884_1060, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 11:52:06,678 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:34839 is added to blk_1073741884_1060{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-b5119a97-db0e-4220-9885-a252148e8a0f:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-e591ab9a-22c6-42de-961c-bb13e404aae9:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-0eec617b-7748-47d7-80ce-822d3c617914:NORMAL|RBW]]} size 0
2014-04-10 11:52:06,679 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:33463, dest: /127.0.0.1:50141, bytes: 88063, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_443777925_1, offset: 0, srvID: c1ad97e0-9f53-4437-974d-e948c41bedfe, blockid: BP-1638008525-127.0.0.1-1397148635957:blk_1073741884_1060, duration: 7849549
2014-04-10 11:52:06,679 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1638008525-127.0.0.1-1397148635957:blk_1073741884_1060, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 11:52:06,679 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:50141 is added to blk_1073741884_1060{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-b5119a97-db0e-4220-9885-a252148e8a0f:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-e591ab9a-22c6-42de-961c-bb13e404aae9:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-0eec617b-7748-47d7-80ce-822d3c617914:NORMAL|RBW]]} size 0
2014-04-10 11:52:06,697 INFO hdfs.StateChange (FSNamesystem.java:completeFile(2899)) - DIR* completeFile: /tmp/hadoop-yarn/staging/brock/.staging/job_1397148651586_0006/job_1397148651586_0006_1_conf.xml is closed by DFSClient_NONMAPREDUCE_443777925_1
2014-04-10 11:52:07,380 INFO hdfs.StateChange (InvalidateBlocks.java:invalidateWork(152)) - BLOCK* InvalidateBlocks: ask 127.0.0.1:35451 to delete [blk_1073741872_1048, blk_1073741873_1049, blk_1073741878_1054]
2014-04-10 11:52:07,381 INFO hdfs.StateChange (InvalidateBlocks.java:invalidateWork(152)) - BLOCK* InvalidateBlocks: ask 127.0.0.1:41432 to delete [blk_1073741872_1048, blk_1073741874_1050, blk_1073741875_1051, blk_1073741876_1052]
2014-04-10 11:52:07,460 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397148651586_0006_01_000002 Container Transitioned from NEW to ALLOCATED
2014-04-10 11:52:07,460 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(98)) - USER=brock OPERATION=AM Allocated Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1397148651586_0006 CONTAINERID=container_1397148651586_0006_01_000002
2014-04-10 11:52:07,460 INFO fica.FiCaSchedulerNode (FiCaSchedulerNode.java:allocateContainer(116)) - Assigned container container_1397148651586_0006_01_000002 of capacity <memory:1024, vCores:1> on host localhost:39468, which currently has 2 containers, <memory:3072, vCores:2> used and <memory:1024, vCores:6> available
2014-04-10 11:52:07,460 INFO capacity.LeafQueue (LeafQueue.java:assignContainer(1363)) - assignedContainer application=application_1397148651586_0006 container=Container: [ContainerId: container_1397148651586_0006_01_000002, NodeId: localhost:39468, NodeHttpAddress: localhost:58246, Resource: <memory:1024, vCores:1>, Priority: 20, Token: Token { kind: ContainerToken, service: localhost:39468 }, ] containerId=container_1397148651586_0006_01_000002 queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:4096, vCores:2>usedCapacity=0.25, absoluteUsedCapacity=0.25, numApps=2, numContainers=2 usedCapacity=0.25 absoluteUsedCapacity=0.25 used=<memory:4096, vCores:2> cluster=<memory:16384, vCores:32>
2014-04-10 11:52:07,461 INFO capacity.ParentQueue (ParentQueue.java:assignContainersToChildQueues(655)) - Re-sorting assigned queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:5120, vCores:3>usedCapacity=0.3125, absoluteUsedCapacity=0.3125, numApps=2, numContainers=3
2014-04-10 11:52:07,461 INFO capacity.ParentQueue (ParentQueue.java:assignContainers(570)) - assignedContainer queue=root usedCapacity=0.3125 absoluteUsedCapacity=0.3125 used=<memory:5120, vCores:3> cluster=<memory:16384, vCores:32>
2014-04-10 11:52:07,462 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397148651586_0006_01_000003 Container Transitioned from NEW to ALLOCATED
2014-04-10 11:52:07,462 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(98)) - USER=brock OPERATION=AM Allocated Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1397148651586_0006 CONTAINERID=container_1397148651586_0006_01_000003
2014-04-10 11:52:07,462 INFO fica.FiCaSchedulerNode (FiCaSchedulerNode.java:allocateContainer(116)) - Assigned container container_1397148651586_0006_01_000003 of capacity <memory:1024, vCores:1> on host localhost:39468, which currently has 3 containers, <memory:4096, vCores:3> used and <memory:0, vCores:5> available
2014-04-10 11:52:07,462 INFO capacity.LeafQueue (LeafQueue.java:assignContainer(1363)) - assignedContainer application=application_1397148651586_0006 container=Container: [ContainerId: container_1397148651586_0006_01_000003, NodeId: localhost:39468, NodeHttpAddress: localhost:58246, Resource: <memory:1024, vCores:1>, Priority: 20, Token: Token { kind: ContainerToken, service: localhost:39468 }, ] containerId=container_1397148651586_0006_01_000003 queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:5120, vCores:3>usedCapacity=0.3125, absoluteUsedCapacity=0.3125, numApps=2, numContainers=3 usedCapacity=0.3125 absoluteUsedCapacity=0.3125 used=<memory:5120, vCores:3> cluster=<memory:16384, vCores:32>
2014-04-10 11:52:07,462 INFO capacity.ParentQueue (ParentQueue.java:assignContainersToChildQueues(655)) - Re-sorting assigned queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:6144, vCores:4>usedCapacity=0.375, absoluteUsedCapacity=0.375, numApps=2, numContainers=4
2014-04-10 11:52:07,463 INFO capacity.ParentQueue (ParentQueue.java:assignContainers(570)) - assignedContainer queue=root usedCapacity=0.375 absoluteUsedCapacity=0.375 used=<memory:6144, vCores:4> cluster=<memory:16384, vCores:32>
2014-04-10 11:52:07,838 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397148651586_0006_01_000004 Container Transitioned from NEW to ALLOCATED
2014-04-10 11:52:07,838 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(98)) - USER=brock OPERATION=AM Allocated Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1397148651586_0006 CONTAINERID=container_1397148651586_0006_01_000004
2014-04-10 11:52:07,838 INFO fica.FiCaSchedulerNode (FiCaSchedulerNode.java:allocateContainer(116)) - Assigned container container_1397148651586_0006_01_000004 of capacity <memory:1024, vCores:1> on host localhost:40708, which currently has 2 containers, <memory:3072, vCores:2> used and <memory:1024, vCores:6> available
2014-04-10 11:52:07,839 INFO capacity.LeafQueue (LeafQueue.java:assignContainer(1363)) - assignedContainer application=application_1397148651586_0006 container=Container: [ContainerId: container_1397148651586_0006_01_000004, NodeId: localhost:40708, NodeHttpAddress: localhost:48138, Resource: <memory:1024, vCores:1>, Priority: 20, Token: Token { kind: ContainerToken, service: localhost:40708 }, ] containerId=container_1397148651586_0006_01_000004 queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:6144, vCores:4>usedCapacity=0.375, absoluteUsedCapacity=0.375, numApps=2, numContainers=4 usedCapacity=0.375 absoluteUsedCapacity=0.375 used=<memory:6144, vCores:4> cluster=<memory:16384, vCores:32>
2014-04-10 11:52:07,839 INFO capacity.ParentQueue (ParentQueue.java:assignContainersToChildQueues(655)) - Re-sorting assigned queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:7168, vCores:5>usedCapacity=0.4375, absoluteUsedCapacity=0.4375, numApps=2, numContainers=5
2014-04-10 11:52:07,839 INFO capacity.ParentQueue (ParentQueue.java:assignContainers(570)) - assignedContainer queue=root usedCapacity=0.4375 absoluteUsedCapacity=0.4375 used=<memory:7168, vCores:5> cluster=<memory:16384, vCores:32>
2014-04-10 11:52:07,840 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397148651586_0006_01_000005 Container Transitioned from NEW to ALLOCATED
2014-04-10 11:52:07,840 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(98)) - USER=brock OPERATION=AM Allocated Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1397148651586_0006 CONTAINERID=container_1397148651586_0006_01_000005
2014-04-10 11:52:07,840 INFO fica.FiCaSchedulerNode (FiCaSchedulerNode.java:allocateContainer(116)) - Assigned container container_1397148651586_0006_01_000005 of capacity <memory:1024, vCores:1> on host localhost:40708, which currently has 3 containers, <memory:4096, vCores:3> used and <memory:0, vCores:5> available
2014-04-10 11:52:07,840 INFO capacity.LeafQueue (LeafQueue.java:assignContainer(1363)) - assignedContainer application=application_1397148651586_0006 container=Container: [ContainerId: container_1397148651586_0006_01_000005, NodeId: localhost:40708, NodeHttpAddress: localhost:48138, Resource: <memory:1024, vCores:1>, Priority: 20, Token: Token { kind: ContainerToken, service: localhost:40708 }, ] containerId=container_1397148651586_0006_01_000005 queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:7168, vCores:5>usedCapacity=0.4375, absoluteUsedCapacity=0.4375, numApps=2, numContainers=5 usedCapacity=0.4375 absoluteUsedCapacity=0.4375 used=<memory:7168, vCores:5> cluster=<memory:16384, vCores:32>
2014-04-10 11:52:07,841 INFO capacity.ParentQueue (ParentQueue.java:assignContainersToChildQueues(655)) - Re-sorting assigned queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:8192, vCores:6>usedCapacity=0.5, absoluteUsedCapacity=0.5, numApps=2, numContainers=6
2014-04-10 11:52:07,841 INFO capacity.ParentQueue (ParentQueue.java:assignContainers(570)) - assignedContainer queue=root usedCapacity=0.5 absoluteUsedCapacity=0.5 used=<memory:8192, vCores:6> cluster=<memory:16384, vCores:32>
2014-04-10 11:52:08,455 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397148651586_0006_01_000002 Container Transitioned from ALLOCATED to ACQUIRED
2014-04-10 11:52:08,455 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397148651586_0006_01_000003 Container Transitioned from ALLOCATED to ACQUIRED
2014-04-10 11:52:08,456 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397148651586_0006_01_000004 Container Transitioned from ALLOCATED to ACQUIRED
2014-04-10 11:52:08,456 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397148651586_0006_01_000005 Container Transitioned from ALLOCATED to ACQUIRED
2014-04-10 11:52:08,491 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397148651586_0006/job.xml dst=null perm=null
2014-04-10 11:52:08,493 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397148651586_0006/job.xml dst=null perm=null
2014-04-10 11:52:08,503 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null
2014-04-10 11:52:08,504 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target/Hadoop2MR1Platform-tmpDir/hadoop-835624885896005772.jar dst=null perm=null
2014-04-10 11:52:08,509 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null
2014-04-10 11:52:08,510 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target/Hadoop2MR1Platform-tmpDir/hadoop-835624885896005772.jar dst=null perm=null
2014-04-10 11:52:08,511 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null
2014-04-10 11:52:08,512 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target/Hadoop2MR1Platform-tmpDir/hadoop-835624885896005772.jar dst=null perm=null
2014-04-10 11:52:08,565 INFO ipc.Server (Server.java:saslProcess(1252)) - Auth successful for appattempt_1397148651586_0006_000001 (auth:SIMPLE)
2014-04-10 11:52:08,565 INFO ipc.Server (Server.java:saslProcess(1252)) - Auth successful for appattempt_1397148651586_0006_000001 (auth:SIMPLE)
2014-04-10 11:52:08,570 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(572)) - Start request for container_1397148651586_0006_01_000004 by user brock
2014-04-10 11:52:08,570 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(572)) - Start request for container_1397148651586_0006_01_000002 by user brock
2014-04-10 11:52:08,570 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(572)) - Start request for container_1397148651586_0006_01_000003 by user brock
2014-04-10 11:52:08,570 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(572)) - Start request for container_1397148651586_0006_01_000005 by user brock
2014-04-10 11:52:08,571 INFO application.Application (ApplicationImpl.java:transition(296)) - Adding container_1397148651586_0006_01_000003 to application application_1397148651586_0006
2014-04-10 11:52:08,571 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=brock IP=127.0.0.1 OPERATION=Start Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1397148651586_0006 CONTAINERID=container_1397148651586_0006_01_000003
2014-04-10 11:52:08,570 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(611)) - Creating a new application reference for app application_1397148651586_0006
2014-04-10 11:52:08,570 INFO application.Application (ApplicationImpl.java:transition(296)) - Adding container_1397148651586_0006_01_000004 to application application_1397148651586_0006
2014-04-10 11:52:08,571 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=brock IP=127.0.0.1 OPERATION=Start Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1397148651586_0006 CONTAINERID=container_1397148651586_0006_01_000002
2014-04-10 11:52:08,571 INFO application.Application (ApplicationImpl.java:handle(450)) - Application application_1397148651586_0006 transitioned from NEW to INITING
2014-04-10 11:52:08,570 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=brock IP=127.0.0.1 OPERATION=Start Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1397148651586_0006 CONTAINERID=container_1397148651586_0006_01_000004
2014-04-10 11:52:08,571 INFO application.Application (ApplicationImpl.java:transition(296)) - Adding container_1397148651586_0006_01_000002 to application application_1397148651586_0006
2014-04-10 11:52:08,571 INFO application.Application (ApplicationImpl.java:transition(296)) - Adding container_1397148651586_0006_01_000005 to application application_1397148651586_0006
2014-04-10 11:52:08,571 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=brock IP=127.0.0.1 OPERATION=Start Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1397148651586_0006 CONTAINERID=container_1397148651586_0006_01_000005
2014-04-10 11:52:08,571 INFO application.Application (ApplicationImpl.java:handle(450)) - Application application_1397148651586_0006 transitioned from INITING to RUNNING
2014-04-10 11:52:08,572 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397148651586_0006_01_000004 transitioned from NEW to LOCALIZING
2014-04-10 11:52:08,572 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397148651586_0006_01_000002 transitioned from NEW to LOCALIZING
2014-04-10 11:52:08,572 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397148651586_0006_01_000005 transitioned from NEW to LOCALIZING
2014-04-10 11:52:08,572 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event CONTAINER_INIT for appId application_1397148651586_0006
2014-04-10 11:52:08,572 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397148651586_0006_01_000003 transitioned from NEW to LOCALIZING
2014-04-10 11:52:08,572 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event APPLICATION_INIT for appId application_1397148651586_0006
2014-04-10 11:52:08,573 INFO containermanager.AuxServices (AuxServices.java:handle(179)) - Got APPLICATION_INIT for service mapreduce_shuffle
2014-04-10 11:52:08,572 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event CONTAINER_INIT for appId application_1397148651586_0006
2014-04-10 11:52:08,573 INFO mapred.ShuffleHandler (ShuffleHandler.java:initializeApplication(263)) - Added token for job_1397148651586_0006
2014-04-10 11:52:08,573 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event APPLICATION_INIT for appId application_1397148651586_0006
2014-04-10 11:52:08,573 INFO containermanager.AuxServices (AuxServices.java:handle(179)) - Got APPLICATION_INIT for service mapreduce_shuffle
2014-04-10 11:52:08,573 INFO mapred.ShuffleHandler (ShuffleHandler.java:initializeApplication(263)) - Added token for job_1397148651586_0006
2014-04-10 11:52:08,573 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event CONTAINER_INIT for appId application_1397148651586_0006
2014-04-10 11:52:08,573 INFO localizer.LocalizedResource (LocalizedResource.java:handle(196)) - Resource hdfs://localhost:60632/tmp/hadoop-yarn/staging/brock/.staging/job_1397148651586_0006/job.xml transitioned from INIT to DOWNLOADING
2014-04-10 11:52:08,573 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event APPLICATION_INIT for appId application_1397148651586_0006
2014-04-10 11:52:08,574 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event CONTAINER_INIT for appId application_1397148651586_0006
2014-04-10 11:52:08,574 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event APPLICATION_INIT for appId application_1397148651586_0006
2014-04-10 11:52:08,574 INFO containermanager.AuxServices (AuxServices.java:handle(179)) - Got APPLICATION_INIT for service mapreduce_shuffle
2014-04-10 11:52:08,574 INFO containermanager.AuxServices (AuxServices.java:handle(179)) - Got APPLICATION_INIT for service mapreduce_shuffle
2014-04-10 11:52:08,574 INFO mapred.ShuffleHandler (ShuffleHandler.java:initializeApplication(263)) - Added token for job_1397148651586_0006
2014-04-10 11:52:08,574 INFO mapred.ShuffleHandler (ShuffleHandler.java:initializeApplication(263)) - Added token for job_1397148651586_0006
2014-04-10 11:52:08,575 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:handle(590)) - Created localizer for container_1397148651586_0006_01_000002
2014-04-10 11:52:08,575 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397148651586_0006_01_000004 transitioned from LOCALIZING to LOCALIZED
2014-04-10 11:52:08,575 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:handle(590)) - Created localizer for container_1397148651586_0006_01_000003
2014-04-10 11:52:08,576 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397148651586_0006_01_000005 transitioned from LOCALIZING to LOCALIZED
2014-04-10 11:52:08,586 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:writeCredentials(1015)) - Writing credentials to the nmPrivate file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_3/nmPrivate/container_1397148651586_0006_01_000003.tokens. Credentials list:
2014-04-10 11:52:08,587 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:writeCredentials(1015)) - Writing credentials to the nmPrivate file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_0/nmPrivate/container_1397148651586_0006_01_000002.tokens. Credentials list:
2014-04-10 11:52:08,599 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:createUserCacheDirs(469)) - Initializing user brock
2014-04-10 11:52:08,603 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397148651586_0006_01_000005 transitioned from LOCALIZED to RUNNING
2014-04-10 11:52:08,603 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397148651586_0006_01_000004 transitioned from LOCALIZED to RUNNING
2014-04-10 11:52:08,603 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(169)) - Neither virutal-memory nor physical-memory monitoring is needed. Not running the monitor-thread
2014-04-10 11:52:08,603 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(169)) - Neither virutal-memory nor physical-memory monitoring is needed. Not running the monitor-thread
2014-04-10 11:52:08,615 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1638008525-127.0.0.1-1397148635957:blk_1073741884_1060
2014-04-10 11:52:08,689 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(189)) - launchContainer: [nice, -n, 0, bash, /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_2/usercache/brock/appcache/application_1397148651586_0006/container_1397148651586_0006_01_000004/default_container_executor.sh]
2014-04-10 11:52:08,690 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(189)) - launchContainer: [nice, -n, 0, bash, /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_1/usercache/brock/appcache/application_1397148651586_0006/container_1397148651586_0006_01_000005/default_container_executor.sh]
2014-04-10 11:52:08,690 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(103)) - Copying from /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_3/nmPrivate/container_1397148651586_0006_01_000003.tokens to /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_0/usercache/brock/appcache/application_1397148651586_0006/container_1397148651586_0006_01_000003.tokens
2014-04-10 11:52:08,690 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(105)) - CWD set to /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_0/usercache/brock/appcache/application_1397148651586_0006 = file:/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_0/usercache/brock/appcache/application_1397148651586_0006
2014-04-10 11:52:08,781 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397148651586_0006/job.xml dst=null perm=null
2014-04-10 11:52:08,782 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397148651586_0006/job.xml dst=null perm=null
2014-04-10 11:52:08,783 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397148651586_0006/job.xml dst=null perm=null
2014-04-10 11:52:08,790 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:35451, dest: /127.0.0.1:35353, bytes: 74896, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_1051133631_4033, offset: 0, srvID: 8ec8a8cc-5508-442c-8963-d78fa559e878, blockid: BP-1638008525-127.0.0.1-1397148635957:blk_1073741883_1059, duration: 182277
2014-04-10 11:52:08,803 INFO localizer.LocalizedResource (LocalizedResource.java:handle(196)) - Resource hdfs://localhost:60632/tmp/hadoop-yarn/staging/brock/.staging/job_1397148651586_0006/job.xml(->file:/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_1/usercache/brock/appcache/application_1397148651586_0006/filecache/10/job.xml) transitioned from DOWNLOADING to LOCALIZED
2014-04-10 11:52:08,803 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397148651586_0006_01_000002 transitioned from LOCALIZING to LOCALIZED
2014-04-10 11:52:08,804 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397148651586_0006_01_000003 transitioned from LOCALIZING to LOCALIZED
2014-04-10 11:52:08,825 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397148651586_0006_01_000003 transitioned from LOCALIZED to RUNNING
2014-04-10 11:52:08,825 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(169)) - Neither virutal-memory nor physical-memory monitoring is needed. Not running the monitor-thread
2014-04-10 11:52:08,828 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397148651586_0006_01_000002 transitioned from LOCALIZED to RUNNING
2014-04-10 11:52:08,828 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(169)) - Neither virutal-memory nor physical-memory monitoring is needed. Not running the monitor-thread
2014-04-10 11:52:08,838 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397148651586_0006_01_000004 Container Transitioned from ACQUIRED to RUNNING
2014-04-10 11:52:08,838 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397148651586_0006_01_000005 Container Transitioned from ACQUIRED to RUNNING
2014-04-10 11:52:08,841 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073741872_1048 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data8/current/BP-1638008525-127.0.0.1-1397148635957/current/finalized/blk_1073741872 for deletion
2014-04-10 11:52:08,841 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073741873_1049 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data7/current/BP-1638008525-127.0.0.1-1397148635957/current/finalized/blk_1073741873 for deletion
2014-04-10 11:52:08,842 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-1638008525-127.0.0.1-1397148635957 blk_1073741872_1048 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data8/current/BP-1638008525-127.0.0.1-1397148635957/current/finalized/blk_1073741872
2014-04-10 11:52:08,842 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-1638008525-127.0.0.1-1397148635957 blk_1073741873_1049 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data7/current/BP-1638008525-127.0.0.1-1397148635957/current/finalized/blk_1073741873
2014-04-10 11:52:08,842 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073741878_1054 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data7/current/BP-1638008525-127.0.0.1-1397148635957/current/finalized/blk_1073741878 for deletion
2014-04-10 11:52:08,842 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-1638008525-127.0.0.1-1397148635957 blk_1073741878_1054 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data7/current/BP-1638008525-127.0.0.1-1397148635957/current/finalized/blk_1073741878
2014-04-10 11:52:08,866 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073741872_1048 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data1/current/BP-1638008525-127.0.0.1-1397148635957/current/finalized/blk_1073741872 for deletion
2014-04-10 11:52:08,867 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073741874_1050 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data2/current/BP-1638008525-127.0.0.1-1397148635957/current/finalized/blk_1073741874 for deletion
2014-04-10 11:52:08,867 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073741875_1051 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data1/current/BP-1638008525-127.0.0.1-1397148635957/current/finalized/blk_1073741875 for deletion
2014-04-10 11:52:08,867 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-1638008525-127.0.0.1-1397148635957 blk_1073741872_1048 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data1/current/BP-1638008525-127.0.0.1-1397148635957/current/finalized/blk_1073741872
2014-04-10 11:52:08,867 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073741876_1052 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data2/current/BP-1638008525-127.0.0.1-1397148635957/current/finalized/blk_1073741876 for deletion
2014-04-10 11:52:08,867 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-1638008525-127.0.0.1-1397148635957 blk_1073741875_1051 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data1/current/BP-1638008525-127.0.0.1-1397148635957/current/finalized/blk_1073741875
2014-04-10 11:52:08,868 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-1638008525-127.0.0.1-1397148635957 blk_1073741874_1050 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data2/current/BP-1638008525-127.0.0.1-1397148635957/current/finalized/blk_1073741874
2014-04-10 11:52:08,868 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-1638008525-127.0.0.1-1397148635957 blk_1073741876_1052 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data2/current/BP-1638008525-127.0.0.1-1397148635957/current/finalized/blk_1073741876
2014-04-10 11:52:08,876 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(189)) - launchContainer: [nice, -n, 0, bash, /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_3/usercache/brock/appcache/application_1397148651586_0006/container_1397148651586_0006_01_000003/default_container_executor.sh]
2014-04-10 11:52:08,879 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(189)) - launchContainer: [nice, -n, 0, bash, /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_3/usercache/brock/appcache/application_1397148651586_0006/container_1397148651586_0006_01_000002/default_container_executor.sh]
2014-04-10 11:52:09,075 INFO launcher.ContainerLaunch (ContainerLaunch.java:call(322)) - Container container_1397148651586_0005_01_000001 succeeded
2014-04-10 11:52:09,075 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397148651586_0005_01_000001 transitioned from RUNNING to EXITED_WITH_SUCCESS
2014-04-10 11:52:09,075 INFO launcher.ContainerLaunch (ContainerLaunch.java:cleanupContainer(341)) - Cleaning up container container_1397148651586_0005_01_000001
2014-04-10 11:52:09,088 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_0/usercache/brock/appcache/application_1397148651586_0005/container_1397148651586_0005_01_000001
2014-04-10 11:52:09,088 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_1/usercache/brock/appcache/application_1397148651586_0005/container_1397148651586_0005_01_000001
2014-04-10 11:52:09,088 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_2/usercache/brock/appcache/application_1397148651586_0005/container_1397148651586_0005_01_000001
2014-04-10 11:52:09,089 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_3/usercache/brock/appcache/application_1397148651586_0005/container_1397148651586_0005_01_000001
2014-04-10 11:52:09,089 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=brock OPERATION=Container Finished - Succeeded TARGET=ContainerImpl RESULT=SUCCESS APPID=application_1397148651586_0005 CONTAINERID=container_1397148651586_0005_01_000001
2014-04-10 11:52:09,089 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397148651586_0005_01_000001 transitioned from EXITED_WITH_SUCCESS to DONE
2014-04-10 11:52:09,089 INFO application.Application (ApplicationImpl.java:transition(339)) - Removing container_1397148651586_0005_01_000001 from application application_1397148651586_0005
2014-04-10 11:52:09,090 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(169)) - Neither virutal-memory nor physical-memory monitoring is needed. Not running the monitor-thread
2014-04-10 11:52:09,090 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event CONTAINER_STOP for appId application_1397148651586_0005
2014-04-10 11:52:09,098 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1638008525-127.0.0.1-1397148635957:blk_1073741884_1060
2014-04-10 11:52:09,134 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1638008525-127.0.0.1-1397148635957:blk_1073741884_1060
2014-04-10 11:52:09,460 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:updateAndGetContainerStatuses(374)) - Removed completed container container_1397148651586_0005_01_000001
2014-04-10 11:52:09,460 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397148651586_0006_01_000002 Container Transitioned from ACQUIRED to RUNNING
2014-04-10 11:52:09,460 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397148651586_0006_01_000003 Container Transitioned from ACQUIRED to RUNNING
2014-04-10 11:52:09,461 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397148651586_0005_01_000001 Container Transitioned from RUNNING to COMPLETED
2014-04-10 11:52:09,461 INFO fica.FiCaSchedulerApp (FiCaSchedulerApp.java:containerCompleted(91)) - Completed container: container_1397148651586_0005_01_000001 in state: COMPLETED event:FINISHED
2014-04-10 11:52:09,461 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(98)) - USER=brock OPERATION=AM Released Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1397148651586_0005 CONTAINERID=container_1397148651586_0005_01_000001
2014-04-10 11:52:09,461 INFO fica.FiCaSchedulerNode (FiCaSchedulerNode.java:releaseContainer(164)) - Released container container_1397148651586_0005_01_000001 of capacity <memory:2048, vCores:1> on host localhost:39468, which currently has 2 containers, <memory:2048, vCores:2> used and <memory:2048, vCores:6> available, release resources=true
2014-04-10 11:52:09,461 INFO capacity.LeafQueue (LeafQueue.java:releaseResource(1506)) - default used=<memory:6144, vCores:5> numContainers=5 user=brock user-resources=<memory:6144, vCores:5>
2014-04-10 11:52:09,461 INFO capacity.LeafQueue (LeafQueue.java:completedContainer(1448)) - completedContainer container=Container: [ContainerId: container_1397148651586_0005_01_000001, NodeId: localhost:39468, NodeHttpAddress: localhost:58246, Resource: <memory:2048, vCores:1>, Priority: 0, Token: Token { kind: ContainerToken, service: localhost:39468 }, ] resource=<memory:2048, vCores:1> queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:6144, vCores:5>usedCapacity=0.375, absoluteUsedCapacity=0.375, numApps=2, numContainers=5 usedCapacity=0.375 absoluteUsedCapacity=0.375 used=<memory:6144, vCores:5> cluster=<memory:16384, vCores:32>
2014-04-10 11:52:09,461 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(694)) - completedContainer queue=root usedCapacity=0.375 absoluteUsedCapacity=0.375 used=<memory:6144, vCores:5> cluster=<memory:16384, vCores:32>
2014-04-10 11:52:09,461 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(708)) - Re-sorting completed queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:6144, vCores:5>usedCapacity=0.375, absoluteUsedCapacity=0.375, numApps=2, numContainers=5
2014-04-10 11:52:09,461 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(849)) - Application appattempt_1397148651586_0005_000001 released container container_1397148651586_0005_01_000001 on node: host: localhost:39468 #containers=2 available=2048 used=2048 with event: FINISHED
2014-04-10 11:52:09,463 INFO resourcemanager.ApplicationMasterService (ApplicationMasterService.java:unregisterAttempt(562)) - Unregistering app attempt : appattempt_1397148651586_0005_000001
2014-04-10 11:52:09,463 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(652)) - appattempt_1397148651586_0005_000001 State change from FINISHING to FINISHED
2014-04-10 11:52:09,463 INFO rmapp.RMAppImpl (RMAppImpl.java:handle(610)) - application_1397148651586_0005 State change from FINISHING to FINISHED
2014-04-10 11:52:09,463 INFO amlauncher.AMLauncher (AMLauncher.java:run(262)) - Cleaning master appattempt_1397148651586_0005_000001
2014-04-10 11:52:09,463 INFO capacity.CapacityScheduler (CapacityScheduler.java:doneApplicationAttempt(472)) - Application appattempt_1397148651586_0005_000001 is done. finalState=FINISHED
2014-04-10 11:52:09,463 INFO scheduler.AppSchedulingInfo (AppSchedulingInfo.java:clearRequests(108)) - Application application_1397148651586_0005 requests cleared
2014-04-10 11:52:09,463 INFO capacity.LeafQueue (LeafQueue.java:removeApplication(776)) - Application removed - appId: application_1397148651586_0005 user: brock queue: default #user-pending-applications: 0 #user-active-applications: 1 #queue-pending-applications: 0 #queue-active-applications: 1
2014-04-10 11:52:09,464 INFO capacity.ParentQueue (ParentQueue.java:removeApplication(507)) - Application removed - appId: application_1397148651586_0005 user: brock leaf-queue of parent: root #applications: 1
2014-04-10 11:52:09,463 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(140)) - USER=brock OPERATION=Application Finished - Succeeded TARGET=RMAppManager RESULT=SUCCESS APPID=application_1397148651586_0005
2014-04-10 11:52:09,464 INFO resourcemanager.RMAppManager$ApplicationSummary (RMAppManager.java:logAppSummary(175)) - appId=application_1397148651586_0005,name=second-mr,user=brock,queue=default,state=FINISHED,trackingUrl=http://localhost:35948/proxy/application_1397148651586_0005/jobhistory/job/job_1397148651586_0005,appMasterHost=localhost.localdomain,startTime=1397148709229,finishTime=1397148722881,finalStatus=SUCCEEDED
2014-04-10 11:52:09,466 INFO ipc.Server (Server.java:saslProcess(1252)) - Auth successful for appattempt_1397148651586_0005_000001 (auth:SIMPLE)
2014-04-10 11:52:09,479 INFO scheduler.AppSchedulingInfo (AppSchedulingInfo.java:updateResourceRequests(166)) - checking for deactivate...
2014-04-10 11:52:09,479 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:stopContainerInternal(718)) - Stopping container with container Id: container_1397148651586_0005_01_000001
2014-04-10 11:52:09,858 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:createUserCacheDirs(469)) - Initializing user brock
2014-04-10 11:52:09,977 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(103)) - Copying from /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_0/nmPrivate/container_1397148651586_0006_01_000002.tokens to /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_0/usercache/brock/appcache/application_1397148651586_0006/container_1397148651586_0006_01_000002.tokens
2014-04-10 11:52:09,977 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(105)) - CWD set to /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_0/usercache/brock/appcache/application_1397148651586_0006 = file:/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_0/usercache/brock/appcache/application_1397148651586_0006
2014-04-10 11:52:10,199 INFO application.Application (ApplicationImpl.java:handle(450)) - Application application_1397148651586_0005 transitioned from RUNNING to APPLICATION_RESOURCES_CLEANINGUP
2014-04-10 11:52:10,199 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_0/usercache/brock/appcache/application_1397148651586_0005
2014-04-10 11:52:10,199 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_1/usercache/brock/appcache/application_1397148651586_0005
2014-04-10 11:52:10,200 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_2/usercache/brock/appcache/application_1397148651586_0005
2014-04-10 11:52:10,200 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event APPLICATION_STOP for appId application_1397148651586_0005
2014-04-10 11:52:10,200 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_3/usercache/brock/appcache/application_1397148651586_0005
2014-04-10 11:52:10,200 INFO application.Application (ApplicationImpl.java:handle(450)) - Application application_1397148651586_0005 transitioned from APPLICATION_RESOURCES_CLEANINGUP to FINISHED
2014-04-10 11:52:10,200 INFO loghandler.NonAggregatingLogHandler (NonAggregatingLogHandler.java:handle(119)) - Scheduling Log Deletion for application: application_1397148651586_0005, with delay of 10800 seconds
2014-04-10 11:52:10,460 INFO application.Application (ApplicationImpl.java:handle(450)) - Application application_1397148651586_0005 transitioned from RUNNING to APPLICATION_RESOURCES_CLEANINGUP
2014-04-10 11:52:10,461 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_0/usercache/brock/appcache/application_1397148651586_0005
2014-04-10 11:52:10,461 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event APPLICATION_STOP for appId application_1397148651586_0005
2014-04-10 11:52:10,461 INFO application.Application (ApplicationImpl.java:handle(450)) - Application application_1397148651586_0005 transitioned from APPLICATION_RESOURCES_CLEANINGUP to FINISHED
2014-04-10 11:52:10,461 INFO loghandler.NonAggregatingLogHandler (NonAggregatingLogHandler.java:handle(119)) - Scheduling Log Deletion for application: application_1397148651586_0005, with delay of 10800 seconds
2014-04-10 11:52:10,461 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_1/usercache/brock/appcache/application_1397148651586_0005
2014-04-10 11:52:10,462 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_2/usercache/brock/appcache/application_1397148651586_0005
2014-04-10 11:52:10,462 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_3/usercache/brock/appcache/application_1397148651586_0005
2014-04-10 11:52:11,121 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397148651586_0006/job.split dst=null perm=null
2014-04-10 11:52:11,147 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397148651586_0006/job.split dst=null perm=null
2014-04-10 11:52:11,179 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:41432, dest: /127.0.0.1:53188, bytes: 927, op: HDFS_READ, cliID: DFSClient_attempt_1397148651586_0006_m_000002_0_-1698540831_1, offset: 0, srvID: 2a5b99b1-5021-412c-a75a-31058df58d31, blockid: BP-1638008525-127.0.0.1-1397148635957:blk_1073741881_1057, duration: 160054
2014-04-10 11:52:11,208 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:35451, dest: /127.0.0.1:35367, bytes: 411, op: HDFS_READ, cliID: DFSClient_attempt_1397148651586_0006_m_000003_0_-2038828889_1, offset: 512, srvID: 8ec8a8cc-5508-442c-8963-d78fa559e878, blockid: BP-1638008525-127.0.0.1-1397148635957:blk_1073741881_1057, duration: 170826
2014-04-10 11:52:11,225 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/mapreduceflowplatform/flow2/part-00000 dst=null perm=null
2014-04-10 11:52:11,227 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:35451, dest: /127.0.0.1:35368, bytes: 1611, op: HDFS_READ, cliID: DFSClient_attempt_1397148651586_0006_m_000002_0_-1698540831_1, offset: 0, srvID: 8ec8a8cc-5508-442c-8963-d78fa559e878, blockid: BP-1638008525-127.0.0.1-1397148635957:blk_1073741877_1053, duration: 113600
2014-04-10 11:52:11,248 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397148651586_0006/job.split dst=null perm=null
2014-04-10 11:52:11,250 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397148651586_0006/job.split dst=null perm=null
2014-04-10 11:52:11,254 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/mapreduceflowplatform/flow2/part-00000 dst=null perm=null
2014-04-10 11:52:11,256 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:41432, dest: /127.0.0.1:53193, bytes: 1095, op: HDFS_READ, cliID: DFSClient_attempt_1397148651586_0006_m_000003_0_-2038828889_1, offset: 512, srvID: 2a5b99b1-5021-412c-a75a-31058df58d31, blockid: BP-1638008525-127.0.0.1-1397148635957:blk_1073741877_1053, duration: 180397
2014-04-10 11:52:11,321 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/mapreduceflowplatform/flow3/_temporary/1/_temporary/attempt_1397148651586_0006_m_000002_0 dst=null perm=null
2014-04-10 11:52:11,326 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:34839, dest: /127.0.0.1:57916, bytes: 927, op: HDFS_READ, cliID: DFSClient_attempt_1397148651586_0006_m_000001_0_-13359654_1, offset: 0, srvID: 8a56312d-0316-4fb1-9cb0-6a1bc51bc949, blockid: BP-1638008525-127.0.0.1-1397148635957:blk_1073741881_1057, duration: 169401
2014-04-10 11:52:11,331 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:34839, dest: /127.0.0.1:57917, bytes: 927, op: HDFS_READ, cliID: DFSClient_attempt_1397148651586_0006_m_000000_0_1550302543_1, offset: 0, srvID: 8a56312d-0316-4fb1-9cb0-6a1bc51bc949, blockid: BP-1638008525-127.0.0.1-1397148635957:blk_1073741881_1057, duration: 126074
2014-04-10 11:52:11,334 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/mapreduceflowplatform/flow3/_temporary/1/_temporary/attempt_1397148651586_0006_m_000003_0 dst=null perm=null
2014-04-10 11:52:11,378 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/mapreduceflowplatform/flow2/part-00000 dst=null perm=null
2014-04-10 11:52:11,386 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:stopContainerInternal(718)) - Stopping container with container Id: container_1397148651586_0006_01_000004
2014-04-10 11:52:11,386 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=brock IP=127.0.0.1 OPERATION=Stop Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1397148651586_0006 CONTAINERID=container_1397148651586_0006_01_000004
2014-04-10 11:52:11,386 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397148651586_0006_01_000004 transitioned from RUNNING to KILLING
2014-04-10 11:52:11,386 INFO launcher.ContainerLaunch (ContainerLaunch.java:cleanupContainer(341)) - Cleaning up container container_1397148651586_0006_01_000004
2014-04-10 11:52:11,386 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:stopContainerInternal(718)) - Stopping container with container Id: container_1397148651586_0006_01_000005
2014-04-10 11:52:11,387 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=brock IP=127.0.0.1 OPERATION=Stop Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1397148651586_0006 CONTAINERID=container_1397148651586_0006_01_000005
2014-04-10 11:52:11,389 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/mapreduceflowplatform/flow2/part-00000 dst=null perm=null
2014-04-10 11:52:11,392 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:35451, dest: /127.0.0.1:35375, bytes: 579, op: HDFS_READ, cliID: DFSClient_attempt_1397148651586_0006_m_000000_0_1550302543_1, offset: 1024, srvID: 8ec8a8cc-5508-442c-8963-d78fa559e878, blockid: BP-1638008525-127.0.0.1-1397148635957:blk_1073741877_1053, duration: 230703
2014-04-10 11:52:11,393 WARN nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(207)) - Exit code from container container_1397148651586_0006_01_000004 is : 143
2014-04-10 11:52:11,402 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(2966)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/brock/.staging/job_1397148651586_0006/job_1397148651586_0006_1.jhist. BP-1638008525-127.0.0.1-1397148635957 blk_1073741885_1061{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-22cb6d02-3e35-4f66-89d9-1327072438fe:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-522b0f7d-b75b-46f2-9e15-59b7ba563b04:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-a7d28360-a122-4b8f-a5df-7716c22c7a73:NORMAL|RBW]]}
2014-04-10 11:52:11,406 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397148651586_0006_01_000005 transitioned from RUNNING to KILLING
2014-04-10 11:52:11,406 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397148651586_0006_01_000004 transitioned from KILLING to CONTAINER_CLEANEDUP_AFTER_KILL
2014-04-10 11:52:11,406 INFO launcher.ContainerLaunch (ContainerLaunch.java:cleanupContainer(341)) - Cleaning up container container_1397148651586_0006_01_000005
2014-04-10 11:52:11,410 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:41432, dest: /127.0.0.1:53198, bytes: 1611, op: HDFS_READ, cliID: DFSClient_attempt_1397148651586_0006_m_000001_0_-13359654_1, offset: 0, srvID: 2a5b99b1-5021-412c-a75a-31058df58d31, blockid: BP-1638008525-127.0.0.1-1397148635957:blk_1073741877_1053, duration: 160055
2014-04-10 11:52:11,413 WARN nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(207)) - Exit code from container container_1397148651586_0006_01_000005 is : 143
2014-04-10 11:52:11,429 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_0/usercache/brock/appcache/application_1397148651586_0006/container_1397148651586_0006_01_000004
2014-04-10 11:52:11,429 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_1/usercache/brock/appcache/application_1397148651586_0006/container_1397148651586_0006_01_000004
2014-04-10 11:52:11,430 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_2/usercache/brock/appcache/application_1397148651586_0006/container_1397148651586_0006_01_000004
2014-04-10 11:52:11,430 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_3/usercache/brock/appcache/application_1397148651586_0006/container_1397148651586_0006_01_000004
2014-04-10 11:52:11,431 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397148651586_0006_01_000005 transitioned from KILLING to CONTAINER_CLEANEDUP_AFTER_KILL
2014-04-10 11:52:11,431 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=brock OPERATION=Container Finished - Killed TARGET=ContainerImpl RESULT=SUCCESS APPID=application_1397148651586_0006 CONTAINERID=container_1397148651586_0006_01_000004
2014-04-10 11:52:11,431 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397148651586_0006_01_000004 transitioned from CONTAINER_CLEANEDUP_AFTER_KILL to DONE
2014-04-10 11:52:11,431 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_0/usercache/brock/appcache/application_1397148651586_0006/container_1397148651586_0006_01_000005
2014-04-10 11:52:11,431 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_1/usercache/brock/appcache/application_1397148651586_0006/container_1397148651586_0006_01_000005
2014-04-10 11:52:11,432 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_2/usercache/brock/appcache/application_1397148651586_0006/container_1397148651586_0006_01_000005
2014-04-10 11:52:11,432 INFO application.Application (ApplicationImpl.java:transition(339)) - Removing container_1397148651586_0006_01_000004 from application application_1397148651586_0006
2014-04-10 11:52:11,432 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_3/usercache/brock/appcache/application_1397148651586_0006/container_1397148651586_0006_01_000005
2014-04-10 11:52:11,432 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(169)) - Neither virutal-memory nor physical-memory monitoring is needed. Not running the monitor-thread
2014-04-10 11:52:11,432 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event CONTAINER_STOP for appId application_1397148651586_0006
2014-04-10 11:52:11,432 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=brock OPERATION=Container Finished - Killed TARGET=ContainerImpl RESULT=SUCCESS APPID=application_1397148651586_0006 CONTAINERID=container_1397148651586_0006_01_000005
2014-04-10 11:52:11,433 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397148651586_0006_01_000005 transitioned from CONTAINER_CLEANEDUP_AFTER_KILL to DONE
2014-04-10 11:52:11,433 INFO application.Application (ApplicationImpl.java:transition(339)) - Removing container_1397148651586_0006_01_000005 from application application_1397148651586_0006
2014-04-10 11:52:11,433 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(169)) - Neither virutal-memory nor physical-memory monitoring is needed. Not running the monitor-thread
2014-04-10 11:52:11,433 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event CONTAINER_STOP for appId application_1397148651586_0006
2014-04-10 11:52:11,465 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1638008525-127.0.0.1-1397148635957:blk_1073741885_1061 src: /127.0.0.1:57921 dest: /127.0.0.1:34839
2014-04-10 11:52:11,466 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1638008525-127.0.0.1-1397148635957:blk_1073741885_1061 src: /127.0.0.1:33498 dest: /127.0.0.1:50141
2014-04-10 11:52:11,466 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/mapreduceflowplatform/flow3/_temporary/1/_temporary/attempt_1397148651586_0006_m_000001_0 dst=null perm=null
2014-04-10 11:52:11,467 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1638008525-127.0.0.1-1397148635957:blk_1073741885_1061 src: /127.0.0.1:35379 dest: /127.0.0.1:35451
2014-04-10 11:52:11,473 INFO hdfs.StateChange (FSNamesystem.java:fsync(3598)) - BLOCK* fsync: /tmp/hadoop-yarn/staging/brock/.staging/job_1397148651586_0006/job_1397148651586_0006_1.jhist for DFSClient_NONMAPREDUCE_443777925_1
2014-04-10 11:52:11,475 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/mapreduceflowplatform/flow3/_temporary/1/_temporary/attempt_1397148651586_0006_m_000000_0 dst=null perm=null
2014-04-10 11:52:11,511 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:stopContainerInternal(718)) - Stopping container with container Id: container_1397148651586_0006_01_000003
2014-04-10 11:52:11,511 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=brock IP=127.0.0.1 OPERATION=Stop Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1397148651586_0006 CONTAINERID=container_1397148651586_0006_01_000003
2014-04-10 11:52:11,511 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397148651586_0006_01_000003 transitioned from RUNNING to KILLING
2014-04-10 11:52:11,511 INFO launcher.ContainerLaunch (ContainerLaunch.java:cleanupContainer(341)) - Cleaning up container container_1397148651586_0006_01_000003
2014-04-10 11:52:11,517 WARN nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(207)) - Exit code from container container_1397148651586_0006_01_000003 is : 143
2014-04-10 11:52:11,521 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:stopContainerInternal(718)) - Stopping container with container Id: container_1397148651586_0006_01_000002
2014-04-10 11:52:11,522 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=brock IP=127.0.0.1 OPERATION=Stop Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1397148651586_0006 CONTAINERID=container_1397148651586_0006_01_000002
2014-04-10 11:52:11,528 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397148651586_0006_01_000003 transitioned from KILLING to CONTAINER_CLEANEDUP_AFTER_KILL
2014-04-10 11:52:11,528 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397148651586_0006_01_000002 transitioned from RUNNING to KILLING
2014-04-10 11:52:11,529 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_0/usercache/brock/appcache/application_1397148651586_0006/container_1397148651586_0006_01_000003
2014-04-10 11:52:11,529 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_1/usercache/brock/appcache/application_1397148651586_0006/container_1397148651586_0006_01_000003
2014-04-10 11:52:11,529 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_2/usercache/brock/appcache/application_1397148651586_0006/container_1397148651586_0006_01_000003
2014-04-10 11:52:11,529 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_3/usercache/brock/appcache/application_1397148651586_0006/container_1397148651586_0006_01_000003
2014-04-10 11:52:11,529 INFO launcher.ContainerLaunch (ContainerLaunch.java:cleanupContainer(341)) - Cleaning up container container_1397148651586_0006_01_000002
2014-04-10 11:52:11,534 WARN nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(207)) - Exit code from container container_1397148651586_0006_01_000002 is : 143
2014-04-10 11:52:11,546 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=brock OPERATION=Container Finished - Killed TARGET=ContainerImpl RESULT=SUCCESS APPID=application_1397148651586_0006 CONTAINERID=container_1397148651586_0006_01_000003
2014-04-10 11:52:11,547 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397148651586_0006_01_000003 transitioned from CONTAINER_CLEANEDUP_AFTER_KILL to DONE
2014-04-10 11:52:11,547 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397148651586_0006_01_000002 transitioned from KILLING to CONTAINER_CLEANEDUP_AFTER_KILL
2014-04-10 11:52:11,547 INFO application.Application (ApplicationImpl.java:transition(339)) - Removing container_1397148651586_0006_01_000003 from application application_1397148651586_0006
2014-04-10 11:52:11,547 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(169)) - Neither virutal-memory nor physical-memory monitoring is needed. Not running the monitor-thread
2014-04-10 11:52:11,547 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event CONTAINER_STOP for appId application_1397148651586_0006
2014-04-10 11:52:11,547 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_0/usercache/brock/appcache/application_1397148651586_0006/container_1397148651586_0006_01_000002
2014-04-10 11:52:11,548 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_1/usercache/brock/appcache/application_1397148651586_0006/container_1397148651586_0006_01_000002
2014-04-10 11:52:11,548 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_2/usercache/brock/appcache/application_1397148651586_0006/container_1397148651586_0006_01_000002
2014-04-10 11:52:11,548 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_3/usercache/brock/appcache/application_1397148651586_0006/container_1397148651586_0006_01_000002
2014-04-10 11:52:11,548 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=brock OPERATION=Container Finished - Killed TARGET=ContainerImpl RESULT=SUCCESS APPID=application_1397148651586_0006 CONTAINERID=container_1397148651586_0006_01_000002
2014-04-10 11:52:11,548 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397148651586_0006_01_000002 transitioned from CONTAINER_CLEANEDUP_AFTER_KILL to DONE
2014-04-10 11:52:11,548 INFO application.Application (ApplicationImpl.java:transition(339)) - Removing container_1397148651586_0006_01_000002 from application application_1397148651586_0006
2014-04-10 11:52:11,548 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(169)) - Neither virutal-memory nor physical-memory monitoring is needed. Not running the monitor-thread
2014-04-10 11:52:11,548 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event CONTAINER_STOP for appId application_1397148651586_0006
2014-04-10 11:52:12,387 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:updateAndGetContainerStatuses(374)) - Removed completed container container_1397148651586_0006_01_000004
2014-04-10 11:52:12,388 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:updateAndGetContainerStatuses(374)) - Removed completed container container_1397148651586_0006_01_000005
2014-04-10 11:52:12,388 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397148651586_0006_01_000004 Container Transitioned from RUNNING to COMPLETED
2014-04-10 11:52:12,388 INFO fica.FiCaSchedulerApp (FiCaSchedulerApp.java:containerCompleted(91)) - Completed container: container_1397148651586_0006_01_000004 in state: COMPLETED event:FINISHED
2014-04-10 11:52:12,389 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(98)) - USER=brock OPERATION=AM Released Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1397148651586_0006 CONTAINERID=container_1397148651586_0006_01_000004
2014-04-10 11:52:12,389 INFO fica.FiCaSchedulerNode (FiCaSchedulerNode.java:releaseContainer(164)) - Released container container_1397148651586_0006_01_000004 of capacity <memory:1024, vCores:1> on host localhost:40708, which currently has 2 containers, <memory:3072, vCores:2> used and <memory:1024, vCores:6> available, release resources=true
2014-04-10 11:52:12,389 INFO capacity.LeafQueue (LeafQueue.java:releaseResource(1506)) - default used=<memory:5120, vCores:4> numContainers=4 user=brock user-resources=<memory:5120, vCores:4>
2014-04-10 11:52:12,389 INFO capacity.LeafQueue (LeafQueue.java:completedContainer(1448)) - completedContainer container=Container: [ContainerId: container_1397148651586_0006_01_000004, NodeId: localhost:40708, NodeHttpAddress: localhost:48138, Resource: <memory:1024, vCores:1>, Priority: 20, Token: Token { kind: ContainerToken, service: localhost:40708 }, ] resource=<memory:1024, vCores:1> queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:5120, vCores:4>usedCapacity=0.3125, absoluteUsedCapacity=0.3125, numApps=1, numContainers=4 usedCapacity=0.3125 absoluteUsedCapacity=0.3125 used=<memory:5120, vCores:4> cluster=<memory:16384, vCores:32>
2014-04-10 11:52:12,389 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(694)) - completedContainer queue=root usedCapacity=0.3125 absoluteUsedCapacity=0.3125 used=<memory:5120, vCores:4> cluster=<memory:16384, vCores:32>
2014-04-10 11:52:12,389 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(708)) - Re-sorting completed queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:5120, vCores:4>usedCapacity=0.3125, absoluteUsedCapacity=0.3125, numApps=1, numContainers=4
2014-04-10 11:52:12,390 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(849)) - Application appattempt_1397148651586_0006_000001 released container container_1397148651586_0006_01_000004 on node: host: localhost:40708 #containers=2 available=1024 used=3072 with event: FINISHED
2014-04-10 11:52:12,390 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397148651586_0006_01_000005 Container Transitioned from RUNNING to COMPLETED
2014-04-10 11:52:12,390 INFO fica.FiCaSchedulerApp (FiCaSchedulerApp.java:containerCompleted(91)) - Completed container: container_1397148651586_0006_01_000005 in state: COMPLETED event:FINISHED
2014-04-10 11:52:12,390 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(98)) - USER=brock OPERATION=AM Released Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1397148651586_0006 CONTAINERID=container_1397148651586_0006_01_000005
2014-04-10 11:52:12,390 INFO fica.FiCaSchedulerNode (FiCaSchedulerNode.java:releaseContainer(164)) - Released container container_1397148651586_0006_01_000005 of capacity <memory:1024, vCores:1> on host localhost:40708, which currently has 1 containers, <memory:2048, vCores:1> used and <memory:2048, vCores:7> available, release resources=true
2014-04-10 11:52:12,390 INFO capacity.LeafQueue (LeafQueue.java:releaseResource(1506)) - default used=<memory:4096, vCores:3> numContainers=3 user=brock user-resources=<memory:4096, vCores:3>
2014-04-10 11:52:12,391 INFO capacity.LeafQueue (LeafQueue.java:completedContainer(1448)) - completedContainer container=Container: [ContainerId: container_1397148651586_0006_01_000005, NodeId: localhost:40708, NodeHttpAddress: localhost:48138, Resource: <memory:1024, vCores:1>, Priority: 20, Token: Token { kind: ContainerToken, service: localhost:40708 }, ] resource=<memory:1024, vCores:1> queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:4096, vCores:3>usedCapacity=0.25, absoluteUsedCapacity=0.25, numApps=1, numContainers=3 usedCapacity=0.25 absoluteUsedCapacity=0.25 used=<memory:4096, vCores:3> cluster=<memory:16384, vCores:32>
2014-04-10 11:52:12,391 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(694)) - completedContainer queue=root usedCapacity=0.25 absoluteUsedCapacity=0.25 used=<memory:4096, vCores:3> cluster=<memory:16384, vCores:32>
2014-04-10 11:52:12,391 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(708)) - Re-sorting completed queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:4096, vCores:3>usedCapacity=0.25, absoluteUsedCapacity=0.25, numApps=1, numContainers=3
2014-04-10 11:52:12,391 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(849)) - Application appattempt_1397148651586_0006_000001 released container container_1397148651586_0006_01_000005 on node: host: localhost:40708 #containers=1 available=2048 used=2048 with event: FINISHED
2014-04-10 11:52:12,522 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:updateAndGetContainerStatuses(374)) - Removed completed container container_1397148651586_0006_01_000002
2014-04-10 11:52:12,522 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:updateAndGetContainerStatuses(374)) - Removed completed container container_1397148651586_0006_01_000003
2014-04-10 11:52:12,523 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397148651586_0006_01_000002 Container Transitioned from RUNNING to COMPLETED
2014-04-10 11:52:12,523 INFO fica.FiCaSchedulerApp (FiCaSchedulerApp.java:containerCompleted(91)) - Completed container: container_1397148651586_0006_01_000002 in state: COMPLETED event:FINISHED
2014-04-10 11:52:12,523 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(98)) - USER=brock OPERATION=AM Released Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1397148651586_0006 CONTAINERID=container_1397148651586_0006_01_000002
2014-04-10 11:52:12,524 INFO fica.FiCaSchedulerNode (FiCaSchedulerNode.java:releaseContainer(164)) - Released container container_1397148651586_0006_01_000002 of capacity <memory:1024, vCores:1> on host localhost:39468, which currently has 1 containers, <memory:1024, vCores:1> used and <memory:3072, vCores:7> available, release resources=true
2014-04-10 11:52:12,524 INFO capacity.LeafQueue (LeafQueue.java:releaseResource(1506)) - default used=<memory:3072, vCores:2> numContainers=2 user=brock user-resources=<memory:3072, vCores:2>
2014-04-10 11:52:12,524 INFO capacity.LeafQueue (LeafQueue.java:completedContainer(1448)) - completedContainer container=Container: [ContainerId: container_1397148651586_0006_01_000002, NodeId: localhost:39468, NodeHttpAddress: localhost:58246, Resource: <memory:1024, vCores:1>, Priority: 20, Token: Token { kind: ContainerToken, service: localhost:39468 }, ] resource=<memory:1024, vCores:1> queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:3072, vCores:2>usedCapacity=0.1875, absoluteUsedCapacity=0.1875, numApps=1, numContainers=2 usedCapacity=0.1875 absoluteUsedCapacity=0.1875 used=<memory:3072, vCores:2> cluster=<memory:16384, vCores:32>
2014-04-10 11:52:12,524 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(694)) - completedContainer queue=root usedCapacity=0.1875 absoluteUsedCapacity=0.1875 used=<memory:3072, vCores:2> cluster=<memory:16384, vCores:32>
2014-04-10 11:52:12,524 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(708)) - Re-sorting completed queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:3072, vCores:2>usedCapacity=0.1875, absoluteUsedCapacity=0.1875, numApps=1, numContainers=2
2014-04-10 11:52:12,525 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(849)) - Application appattempt_1397148651586_0006_000001 released container container_1397148651586_0006_01_000002 on node: host: localhost:39468 #containers=1 available=3072 used=1024 with event: FINISHED
2014-04-10 11:52:12,525 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397148651586_0006_01_000003 Container Transitioned from RUNNING to COMPLETED
2014-04-10 11:52:12,525 INFO fica.FiCaSchedulerApp (FiCaSchedulerApp.java:containerCompleted(91)) - Completed container: container_1397148651586_0006_01_000003 in state: COMPLETED event:FINISHED
2014-04-10 11:52:12,525 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(98)) - USER=brock OPERATION=AM Released Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1397148651586_0006 CONTAINERID=container_1397148651586_0006_01_000003
2014-04-10 11:52:12,525 INFO fica.FiCaSchedulerNode (FiCaSchedulerNode.java:releaseContainer(164)) - Released container container_1397148651586_0006_01_000003 of capacity <memory:1024, vCores:1> on host localhost:39468, which currently has 0 containers, <memory:0, vCores:0> used and <memory:4096, vCores:8> available, release resources=true
2014-04-10 11:52:12,525 INFO capacity.LeafQueue (LeafQueue.java:releaseResource(1506)) - default used=<memory:2048, vCores:1> numContainers=1 user=brock user-resources=<memory:2048, vCores:1>
2014-04-10 11:52:12,526 INFO capacity.LeafQueue (LeafQueue.java:completedContainer(1448)) - completedContainer container=Container: [ContainerId: container_1397148651586_0006_01_000003, NodeId: localhost:39468, NodeHttpAddress: localhost:58246, Resource: <memory:1024, vCores:1>, Priority: 20, Token: Token { kind: ContainerToken, service: localhost:39468 }, ] resource=<memory:1024, vCores:1> queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:2048, vCores:1>usedCapacity=0.125, absoluteUsedCapacity=0.125, numApps=1, numContainers=1 usedCapacity=0.125 absoluteUsedCapacity=0.125 used=<memory:2048, vCores:1> cluster=<memory:16384, vCores:32>
2014-04-10 11:52:12,526 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(694)) - completedContainer queue=root usedCapacity=0.125 absoluteUsedCapacity=0.125 used=<memory:2048, vCores:1> cluster=<memory:16384, vCores:32>
2014-04-10 11:52:12,526 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(708)) - Re-sorting completed queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:2048, vCores:1>usedCapacity=0.125, absoluteUsedCapacity=0.125, numApps=1, numContainers=1
2014-04-10 11:52:12,526 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(849)) - Application appattempt_1397148651586_0006_000001 released container container_1397148651586_0006_01_000003 on node: host: localhost:39468 #containers=0 available=4096 used=0 with event: FINISHED
2014-04-10 11:52:12,527 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397148651586_0006_01_000006 Container Transitioned from NEW to ALLOCATED
2014-04-10 11:52:12,527 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(98)) - USER=brock OPERATION=AM Allocated Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1397148651586_0006 CONTAINERID=container_1397148651586_0006_01_000006
2014-04-10 11:52:12,527 INFO fica.FiCaSchedulerNode (FiCaSchedulerNode.java:allocateContainer(116)) - Assigned container container_1397148651586_0006_01_000006 of capacity <memory:1024, vCores:1> on host localhost:39468, which currently has 1 containers, <memory:1024, vCores:1> used and <memory:3072, vCores:7> available
2014-04-10 11:52:12,528 INFO capacity.LeafQueue (LeafQueue.java:assignContainer(1363)) - assignedContainer application=application_1397148651586_0006 container=Container: [ContainerId: container_1397148651586_0006_01_000006, NodeId: localhost:39468, NodeHttpAddress: localhost:58246, Resource: <memory:1024, vCores:1>, Priority: 10, Token: Token { kind: ContainerToken, service: localhost:39468 }, ] containerId=container_1397148651586_0006_01_000006 queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:2048, vCores:1>usedCapacity=0.125, absoluteUsedCapacity=0.125, numApps=1, numContainers=1 usedCapacity=0.125 absoluteUsedCapacity=0.125 used=<memory:2048, vCores:1> cluster=<memory:16384, vCores:32>
2014-04-10 11:52:12,528 INFO capacity.ParentQueue (ParentQueue.java:assignContainersToChildQueues(655)) - Re-sorting assigned queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:3072, vCores:2>usedCapacity=0.1875, absoluteUsedCapacity=0.1875, numApps=1, numContainers=2
2014-04-10 11:52:12,528 INFO capacity.ParentQueue (ParentQueue.java:assignContainers(570)) - assignedContainer queue=root usedCapacity=0.1875 absoluteUsedCapacity=0.1875 used=<memory:3072, vCores:2> cluster=<memory:16384, vCores:32>
2014-04-10 11:52:13,495 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397148651586_0006_01_000006 Container Transitioned from ALLOCATED to ACQUIRED
2014-04-10 11:52:13,508 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(572)) - Start request for container_1397148651586_0006_01_000006 by user brock
2014-04-10 11:52:13,509 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=brock IP=127.0.0.1 OPERATION=Start Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1397148651586_0006 CONTAINERID=container_1397148651586_0006_01_000006
2014-04-10 11:52:13,509 INFO application.Application (ApplicationImpl.java:transition(296)) - Adding container_1397148651586_0006_01_000006 to application application_1397148651586_0006
2014-04-10 11:52:13,510 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397148651586_0006_01_000006 transitioned from NEW to LOCALIZING
2014-04-10 11:52:13,510 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event CONTAINER_INIT for appId application_1397148651586_0006
2014-04-10 11:52:13,510 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event APPLICATION_INIT for appId application_1397148651586_0006
2014-04-10 11:52:13,510 INFO containermanager.AuxServices (AuxServices.java:handle(179)) - Got APPLICATION_INIT for service mapreduce_shuffle
2014-04-10 11:52:13,510 INFO mapred.ShuffleHandler (ShuffleHandler.java:initializeApplication(263)) - Added token for job_1397148651586_0006
2014-04-10 11:52:13,511 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397148651586_0006_01_000006 transitioned from LOCALIZING to LOCALIZED
2014-04-10 11:52:13,523 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397148651586_0006_01_000006 Container Transitioned from ACQUIRED to RUNNING
2014-04-10 11:52:13,544 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397148651586_0006_01_000006 transitioned from LOCALIZED to RUNNING
2014-04-10 11:52:13,545 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(169)) - Neither virutal-memory nor physical-memory monitoring is needed. Not running the monitor-thread
2014-04-10 11:52:13,608 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(189)) - launchContainer: [nice, -n, 0, bash, /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_2/usercache/brock/appcache/application_1397148651586_0006/container_1397148651586_0006_01_000006/default_container_executor.sh]
2014-04-10 11:52:14,499 INFO scheduler.AppSchedulingInfo (AppSchedulingInfo.java:updateResourceRequests(166)) - checking for deactivate...
2014-04-10 11:52:15,188 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/mapreduceflowplatform/flow3/_temporary/1/_temporary/attempt_1397148651586_0006_r_000000_0/part-00000 dst=null perm=brock:supergroup:rw-rw-rw-
2014-04-10 11:52:15,223 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(2966)) - BLOCK* allocateBlock: /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/mapreduceflowplatform/flow3/_temporary/1/_temporary/attempt_1397148651586_0006_r_000000_0/part-00000. BP-1638008525-127.0.0.1-1397148635957 blk_1073741886_1062{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-b33a8866-bd5f-4441-ad36-c6496b5f71c0:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-22cb6d02-3e35-4f66-89d9-1327072438fe:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-e591ab9a-22c6-42de-961c-bb13e404aae9:NORMAL|RBW]]}
2014-04-10 11:52:15,299 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1638008525-127.0.0.1-1397148635957:blk_1073741886_1062 src: /127.0.0.1:35389 dest: /127.0.0.1:35451
2014-04-10 11:52:15,301 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1638008525-127.0.0.1-1397148635957:blk_1073741886_1062 src: /127.0.0.1:57934 dest: /127.0.0.1:34839
2014-04-10 11:52:15,301 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1638008525-127.0.0.1-1397148635957:blk_1073741886_1062 src: /127.0.0.1:33511 dest: /127.0.0.1:50141
2014-04-10 11:52:15,315 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:33511, dest: /127.0.0.1:50141, bytes: 1636, op: HDFS_WRITE, cliID: DFSClient_attempt_1397148651586_0006_r_000000_0_-189283012_1, offset: 0, srvID: c1ad97e0-9f53-4437-974d-e948c41bedfe, blockid: BP-1638008525-127.0.0.1-1397148635957:blk_1073741886_1062, duration: 13102428
2014-04-10 11:52:15,316 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1638008525-127.0.0.1-1397148635957:blk_1073741886_1062, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2014-04-10 11:52:15,316 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:57934, dest: /127.0.0.1:34839, bytes: 1636, op: HDFS_WRITE, cliID: DFSClient_attempt_1397148651586_0006_r_000000_0_-189283012_1, offset: 0, srvID: 8a56312d-0316-4fb1-9cb0-6a1bc51bc949, blockid: BP-1638008525-127.0.0.1-1397148635957:blk_1073741886_1062, duration: 13847730
2014-04-10 11:52:15,316 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:50141 is added to blk_1073741886_1062{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-e591ab9a-22c6-42de-961c-bb13e404aae9:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-a7d28360-a122-4b8f-a5df-7716c22c7a73:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-b5119a97-db0e-4220-9885-a252148e8a0f:NORMAL|RBW]]} size 0
2014-04-10 11:52:15,316 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1638008525-127.0.0.1-1397148635957:blk_1073741886_1062, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 11:52:15,316 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:35389, dest: /127.0.0.1:35451, bytes: 1636, op: HDFS_WRITE, cliID: DFSClient_attempt_1397148651586_0006_r_000000_0_-189283012_1, offset: 0, srvID: 8ec8a8cc-5508-442c-8963-d78fa559e878, blockid: BP-1638008525-127.0.0.1-1397148635957:blk_1073741886_1062, duration: 14188476
2014-04-10 11:52:15,317 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:34839 is added to blk_1073741886_1062{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-e591ab9a-22c6-42de-961c-bb13e404aae9:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-a7d28360-a122-4b8f-a5df-7716c22c7a73:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-b5119a97-db0e-4220-9885-a252148e8a0f:NORMAL|RBW]]} size 0
2014-04-10 11:52:15,317 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1638008525-127.0.0.1-1397148635957:blk_1073741886_1062, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 11:52:15,317 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:35451 is added to blk_1073741886_1062{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-e591ab9a-22c6-42de-961c-bb13e404aae9:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-a7d28360-a122-4b8f-a5df-7716c22c7a73:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-b5119a97-db0e-4220-9885-a252148e8a0f:NORMAL|RBW]]} size 0
2014-04-10 11:52:15,338 INFO hdfs.StateChange (FSNamesystem.java:completeFile(2899)) - DIR* completeFile: /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/mapreduceflowplatform/flow3/_temporary/1/_temporary/attempt_1397148651586_0006_r_000000_0/part-00000 is closed by DFSClient_attempt_1397148651586_0006_r_000000_0_-189283012_1
2014-04-10 11:52:15,390 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/mapreduceflowplatform/flow3/_temporary/1/_temporary/attempt_1397148651586_0006_r_000000_0 dst=null perm=null
2014-04-10 11:52:15,400 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/mapreduceflowplatform/flow3/_temporary/1/_temporary/attempt_1397148651586_0006_r_000000_0 dst=null perm=null
2014-04-10 11:52:15,402 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/mapreduceflowplatform/flow3/_temporary/1/task_1397148651586_0006_r_000000 dst=null perm=null
2014-04-10 11:52:15,421 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=rename src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/mapreduceflowplatform/flow3/_temporary/1/_temporary/attempt_1397148651586_0006_r_000000_0 dst=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/mapreduceflowplatform/flow3/_temporary/1/task_1397148651586_0006_r_000000 perm=brock:supergroup:rwxrwxrwx
2014-04-10 11:52:15,465 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:stopContainerInternal(718)) - Stopping container with container Id: container_1397148651586_0006_01_000006
2014-04-10 11:52:15,465 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=brock IP=127.0.0.1 OPERATION=Stop Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1397148651586_0006 CONTAINERID=container_1397148651586_0006_01_000006
2014-04-10 11:52:15,465 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397148651586_0006_01_000006 transitioned from RUNNING to KILLING
2014-04-10 11:52:15,465 INFO launcher.ContainerLaunch (ContainerLaunch.java:cleanupContainer(341)) - Cleaning up container container_1397148651586_0006_01_000006
2014-04-10 11:52:15,474 WARN nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(207)) - Exit code from container container_1397148651586_0006_01_000006 is : 143
2014-04-10 11:52:15,488 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397148651586_0006/COMMIT_STARTED dst=null perm=brock:supergroup:rw-rw-rw-
2014-04-10 11:52:15,489 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397148651586_0006_01_000006 transitioned from KILLING to CONTAINER_CLEANEDUP_AFTER_KILL
2014-04-10 11:52:15,489 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_0/usercache/brock/appcache/application_1397148651586_0006/container_1397148651586_0006_01_000006
2014-04-10 11:52:15,489 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_1/usercache/brock/appcache/application_1397148651586_0006/container_1397148651586_0006_01_000006
2014-04-10 11:52:15,489 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_2/usercache/brock/appcache/application_1397148651586_0006/container_1397148651586_0006_01_000006
2014-04-10 11:52:15,490 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_3/usercache/brock/appcache/application_1397148651586_0006/container_1397148651586_0006_01_000006
2014-04-10 11:52:15,490 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=brock OPERATION=Container Finished - Killed TARGET=ContainerImpl RESULT=SUCCESS APPID=application_1397148651586_0006 CONTAINERID=container_1397148651586_0006_01_000006
2014-04-10 11:52:15,490 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397148651586_0006_01_000006 transitioned from CONTAINER_CLEANEDUP_AFTER_KILL to DONE
2014-04-10 11:52:15,490 INFO application.Application (ApplicationImpl.java:transition(339)) - Removing container_1397148651586_0006_01_000006 from application application_1397148651586_0006
2014-04-10 11:52:15,490 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(169)) - Neither virutal-memory nor physical-memory monitoring is needed. Not running the monitor-thread
2014-04-10 11:52:15,490 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event CONTAINER_STOP for appId application_1397148651586_0006
2014-04-10 11:52:15,504 INFO hdfs.StateChange (FSNamesystem.java:completeFile(2899)) - DIR* completeFile: /tmp/hadoop-yarn/staging/brock/.staging/job_1397148651586_0006/COMMIT_STARTED is closed by DFSClient_NONMAPREDUCE_443777925_1
2014-04-10 11:52:15,509 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=listStatus src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/mapreduceflowplatform/flow3/_temporary/1 dst=null perm=null
2014-04-10 11:52:15,517 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/mapreduceflowplatform/flow3 dst=null perm=null
2014-04-10 11:52:15,518 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/mapreduceflowplatform/flow3 dst=null perm=null
2014-04-10 11:52:15,520 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=listStatus src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/mapreduceflowplatform/flow3/_temporary/1/task_1397148651586_0006_r_000000 dst=null perm=null
2014-04-10 11:52:15,521 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/mapreduceflowplatform/flow3/part-00000 dst=null perm=null
2014-04-10 11:52:15,538 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=rename src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/mapreduceflowplatform/flow3/_temporary/1/task_1397148651586_0006_r_000000/part-00000 dst=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/mapreduceflowplatform/flow3/part-00000 perm=brock:supergroup:rw-rw-rw-
2014-04-10 11:52:15,554 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=delete src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/mapreduceflowplatform/flow3/_temporary dst=null perm=null
2014-04-10 11:52:15,571 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/mapreduceflowplatform/flow3/_SUCCESS dst=null perm=brock:supergroup:rw-rw-rw-
2014-04-10 11:52:15,588 INFO hdfs.StateChange (FSNamesystem.java:completeFile(2899)) - DIR* completeFile: /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/mapreduceflowplatform/flow3/_SUCCESS is closed by DFSClient_NONMAPREDUCE_443777925_1
2014-04-10 11:52:15,604 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397148651586_0006/COMMIT_SUCCESS dst=null perm=brock:supergroup:rw-rw-rw-
2014-04-10 11:52:15,621 INFO hdfs.StateChange (FSNamesystem.java:completeFile(2899)) - DIR* completeFile: /tmp/hadoop-yarn/staging/brock/.staging/job_1397148651586_0006/COMMIT_SUCCESS is closed by DFSClient_NONMAPREDUCE_443777925_1
2014-04-10 11:52:15,649 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:35379, dest: /127.0.0.1:35451, bytes: 52701, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_443777925_1, offset: 0, srvID: 8ec8a8cc-5508-442c-8963-d78fa559e878, blockid: BP-1638008525-127.0.0.1-1397148635957:blk_1073741885_1061, duration: 4180010072
2014-04-10 11:52:15,649 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1638008525-127.0.0.1-1397148635957:blk_1073741885_1061, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2014-04-10 11:52:15,650 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:33498, dest: /127.0.0.1:50141, bytes: 52701, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_443777925_1, offset: 0, srvID: c1ad97e0-9f53-4437-974d-e948c41bedfe, blockid: BP-1638008525-127.0.0.1-1397148635957:blk_1073741885_1061, duration: 4181288182
2014-04-10 11:52:15,650 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:35451 is added to blk_1073741885_1061{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-22cb6d02-3e35-4f66-89d9-1327072438fe:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-522b0f7d-b75b-46f2-9e15-59b7ba563b04:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-b33a8866-bd5f-4441-ad36-c6496b5f71c0:NORMAL|RBW]]} size 14398
2014-04-10 11:52:15,650 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1638008525-127.0.0.1-1397148635957:blk_1073741885_1061, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 11:52:15,651 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:57921, dest: /127.0.0.1:34839, bytes: 52701, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_443777925_1, offset: 0, srvID: 8a56312d-0316-4fb1-9cb0-6a1bc51bc949, blockid: BP-1638008525-127.0.0.1-1397148635957:blk_1073741885_1061, duration: 4182361086
2014-04-10 11:52:15,651 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:50141 is added to blk_1073741885_1061{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-22cb6d02-3e35-4f66-89d9-1327072438fe:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-522b0f7d-b75b-46f2-9e15-59b7ba563b04:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-b33a8866-bd5f-4441-ad36-c6496b5f71c0:NORMAL|RBW]]} size 14398
2014-04-10 11:52:15,651 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1638008525-127.0.0.1-1397148635957:blk_1073741885_1061, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 11:52:15,652 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:34839 is added to blk_1073741885_1061{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-22cb6d02-3e35-4f66-89d9-1327072438fe:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-522b0f7d-b75b-46f2-9e15-59b7ba563b04:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-b33a8866-bd5f-4441-ad36-c6496b5f71c0:NORMAL|RBW]]} size 14398
2014-04-10 11:52:15,671 INFO hdfs.StateChange (FSNamesystem.java:completeFile(2899)) - DIR* completeFile: /tmp/hadoop-yarn/staging/brock/.staging/job_1397148651586_0006/job_1397148651586_0006_1.jhist is closed by DFSClient_NONMAPREDUCE_443777925_1
2014-04-10 11:52:15,688 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397148651586_0006.summary_tmp dst=null perm=brock:supergroup:rw-rw-rw-
2014-04-10 11:52:15,691 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(2966)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397148651586_0006.summary_tmp. BP-1638008525-127.0.0.1-1397148635957 blk_1073741887_1063{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-522b0f7d-b75b-46f2-9e15-59b7ba563b04:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-b5119a97-db0e-4220-9885-a252148e8a0f:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-b33a8866-bd5f-4441-ad36-c6496b5f71c0:NORMAL|RBW]]}
2014-04-10 11:52:15,707 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1638008525-127.0.0.1-1397148635957:blk_1073741887_1063 src: /127.0.0.1:33512 dest: /127.0.0.1:50141
2014-04-10 11:52:15,708 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1638008525-127.0.0.1-1397148635957:blk_1073741887_1063 src: /127.0.0.1:57937 dest: /127.0.0.1:34839
2014-04-10 11:52:15,709 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1638008525-127.0.0.1-1397148635957:blk_1073741887_1063 src: /127.0.0.1:35394 dest: /127.0.0.1:35451
2014-04-10 11:52:15,712 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:35394, dest: /127.0.0.1:35451, bytes: 347, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_443777925_1, offset: 0, srvID: 8ec8a8cc-5508-442c-8963-d78fa559e878, blockid: BP-1638008525-127.0.0.1-1397148635957:blk_1073741887_1063, duration: 1713857
2014-04-10 11:52:15,713 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1638008525-127.0.0.1-1397148635957:blk_1073741887_1063, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2014-04-10 11:52:15,713 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:35451 is added to blk_1073741887_1063{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-522b0f7d-b75b-46f2-9e15-59b7ba563b04:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-b33a8866-bd5f-4441-ad36-c6496b5f71c0:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-22cb6d02-3e35-4f66-89d9-1327072438fe:NORMAL|RBW]]} size 0
2014-04-10 11:52:15,713 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:57937, dest: /127.0.0.1:34839, bytes: 347, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_443777925_1, offset: 0, srvID: 8a56312d-0316-4fb1-9cb0-6a1bc51bc949, blockid: BP-1638008525-127.0.0.1-1397148635957:blk_1073741887_1063, duration: 2465625
2014-04-10 11:52:15,713 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1638008525-127.0.0.1-1397148635957:blk_1073741887_1063, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 11:52:15,713 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:34839 is added to blk_1073741887_1063{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-522b0f7d-b75b-46f2-9e15-59b7ba563b04:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-b33a8866-bd5f-4441-ad36-c6496b5f71c0:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-22cb6d02-3e35-4f66-89d9-1327072438fe:NORMAL|RBW]]} size 0
2014-04-10 11:52:15,714 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:33512, dest: /127.0.0.1:50141, bytes: 347, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_443777925_1, offset: 0, srvID: c1ad97e0-9f53-4437-974d-e948c41bedfe, blockid: BP-1638008525-127.0.0.1-1397148635957:blk_1073741887_1063, duration: 2896791
2014-04-10 11:52:15,714 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1638008525-127.0.0.1-1397148635957:blk_1073741887_1063, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 11:52:15,714 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:50141 is added to blk_1073741887_1063{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-522b0f7d-b75b-46f2-9e15-59b7ba563b04:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-b33a8866-bd5f-4441-ad36-c6496b5f71c0:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-22cb6d02-3e35-4f66-89d9-1327072438fe:NORMAL|RBW]]} size 0
2014-04-10 11:52:15,729 INFO hdfs.StateChange (FSNamesystem.java:completeFile(2899)) - DIR* completeFile: /tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397148651586_0006.summary_tmp is closed by DFSClient_NONMAPREDUCE_443777925_1
2014-04-10 11:52:15,746 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397148651586_0006.summary_tmp dst=null perm=brock:supergroup:rwxrwx---
2014-04-10 11:52:15,753 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397148651586_0006/job_1397148651586_0006_1.jhist dst=null perm=null
2014-04-10 11:52:15,754 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397148651586_0006-1397148723471-brock-third%2Dmr-1397148735622-4-1-SUCCEEDED-default-1397148726431.jhist_tmp dst=null perm=null
2014-04-10 11:52:15,758 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397148651586_0006/job_1397148651586_0006_1.jhist dst=null perm=null
2014-04-10 11:52:15,760 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397148651586_0006-1397148723471-brock-third%2Dmr-1397148735622-4-1-SUCCEEDED-default-1397148726431.jhist_tmp dst=null perm=null
2014-04-10 11:52:15,761 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397148651586_0006/job_1397148651586_0006_1.jhist dst=null perm=null
2014-04-10 11:52:15,779 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397148651586_0006-1397148723471-brock-third%2Dmr-1397148735622-4-1-SUCCEEDED-default-1397148726431.jhist_tmp dst=null perm=brock:supergroup:rw-rw-rw-
2014-04-10 11:52:15,782 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:34839, dest: /127.0.0.1:57939, bytes: 53113, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_443777925_1, offset: 0, srvID: 8a56312d-0316-4fb1-9cb0-6a1bc51bc949, blockid: BP-1638008525-127.0.0.1-1397148635957:blk_1073741885_1061, duration: 268733
2014-04-10 11:52:15,786 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(2966)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397148651586_0006-1397148723471-brock-third%2Dmr-1397148735622-4-1-SUCCEEDED-default-1397148726431.jhist_tmp. BP-1638008525-127.0.0.1-1397148635957 blk_1073741888_1064{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-5d7d5487-2d1d-4414-8c1a-3a9617defa41:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-b33a8866-bd5f-4441-ad36-c6496b5f71c0:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-22cb6d02-3e35-4f66-89d9-1327072438fe:NORMAL|RBW]]}
2014-04-10 11:52:15,798 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1638008525-127.0.0.1-1397148635957:blk_1073741888_1064 src: /127.0.0.1:53218 dest: /127.0.0.1:41432
2014-04-10 11:52:15,800 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1638008525-127.0.0.1-1397148635957:blk_1073741888_1064 src: /127.0.0.1:35397 dest: /127.0.0.1:35451
2014-04-10 11:52:15,801 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1638008525-127.0.0.1-1397148635957:blk_1073741888_1064 src: /127.0.0.1:57942 dest: /127.0.0.1:34839
2014-04-10 11:52:15,805 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:57942, dest: /127.0.0.1:34839, bytes: 52701, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_443777925_1, offset: 0, srvID: 8a56312d-0316-4fb1-9cb0-6a1bc51bc949, blockid: BP-1638008525-127.0.0.1-1397148635957:blk_1073741888_1064, duration: 2386603
2014-04-10 11:52:15,805 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1638008525-127.0.0.1-1397148635957:blk_1073741888_1064, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2014-04-10 11:52:15,805 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:34839 is added to blk_1073741888_1064{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-5d7d5487-2d1d-4414-8c1a-3a9617defa41:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-a7d28360-a122-4b8f-a5df-7716c22c7a73:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-b5119a97-db0e-4220-9885-a252148e8a0f:NORMAL|RBW]]} size 0
2014-04-10 11:52:15,805 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:35397, dest: /127.0.0.1:35451, bytes: 52701, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_443777925_1, offset: 0, srvID: 8ec8a8cc-5508-442c-8963-d78fa559e878, blockid: BP-1638008525-127.0.0.1-1397148635957:blk_1073741888_1064, duration: 3016480
2014-04-10 11:52:15,806 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1638008525-127.0.0.1-1397148635957:blk_1073741888_1064, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 11:52:15,806 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:35451 is added to blk_1073741888_1064{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-5d7d5487-2d1d-4414-8c1a-3a9617defa41:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-a7d28360-a122-4b8f-a5df-7716c22c7a73:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-b5119a97-db0e-4220-9885-a252148e8a0f:NORMAL|RBW]]} size 0
2014-04-10 11:52:15,806 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:53218, dest: /127.0.0.1:41432, bytes: 52701, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_443777925_1, offset: 0, srvID: 2a5b99b1-5021-412c-a75a-31058df58d31, blockid: BP-1638008525-127.0.0.1-1397148635957:blk_1073741888_1064, duration: 3843986
2014-04-10 11:52:15,807 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1638008525-127.0.0.1-1397148635957:blk_1073741888_1064, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 11:52:15,807 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:41432 is added to blk_1073741888_1064{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-5d7d5487-2d1d-4414-8c1a-3a9617defa41:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-a7d28360-a122-4b8f-a5df-7716c22c7a73:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-b5119a97-db0e-4220-9885-a252148e8a0f:NORMAL|RBW]]} size 0
2014-04-10 11:52:15,821 INFO hdfs.StateChange (FSNamesystem.java:completeFile(2899)) - DIR* completeFile: /tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397148651586_0006-1397148723471-brock-third%2Dmr-1397148735622-4-1-SUCCEEDED-default-1397148726431.jhist_tmp is closed by DFSClient_NONMAPREDUCE_443777925_1
2014-04-10 11:52:15,838 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397148651586_0006-1397148723471-brock-third%2Dmr-1397148735622-4-1-SUCCEEDED-default-1397148726431.jhist_tmp dst=null perm=brock:supergroup:rwxrwx---
2014-04-10 11:52:15,839 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397148651586_0006/job_1397148651586_0006_1_conf.xml dst=null perm=null
2014-04-10 11:52:15,841 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397148651586_0006_conf.xml_tmp dst=null perm=null
2014-04-10 11:52:15,842 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397148651586_0006/job_1397148651586_0006_1_conf.xml dst=null perm=null
2014-04-10 11:52:15,843 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397148651586_0006_conf.xml_tmp dst=null perm=null
2014-04-10 11:52:15,844 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397148651586_0006/job_1397148651586_0006_1_conf.xml dst=null perm=null
2014-04-10 11:52:15,863 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397148651586_0006_conf.xml_tmp dst=null perm=brock:supergroup:rw-rw-rw-
2014-04-10 11:52:15,865 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:34839, dest: /127.0.0.1:57939, bytes: 88751, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_443777925_1, offset: 0, srvID: 8a56312d-0316-4fb1-9cb0-6a1bc51bc949, blockid: BP-1638008525-127.0.0.1-1397148635957:blk_1073741884_1060, duration: 420349
2014-04-10 11:52:15,869 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(2966)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397148651586_0006_conf.xml_tmp. BP-1638008525-127.0.0.1-1397148635957 blk_1073741889_1065{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-5d7d5487-2d1d-4414-8c1a-3a9617defa41:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-522b0f7d-b75b-46f2-9e15-59b7ba563b04:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-b5119a97-db0e-4220-9885-a252148e8a0f:NORMAL|RBW]]}
2014-04-10 11:52:15,882 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1638008525-127.0.0.1-1397148635957:blk_1073741889_1065 src: /127.0.0.1:53221 dest: /127.0.0.1:41432
2014-04-10 11:52:15,883 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1638008525-127.0.0.1-1397148635957:blk_1073741889_1065 src: /127.0.0.1:33520 dest: /127.0.0.1:50141
2014-04-10 11:52:15,884 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1638008525-127.0.0.1-1397148635957:blk_1073741889_1065 src: /127.0.0.1:57945 dest: /127.0.0.1:34839
2014-04-10 11:52:15,888 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:57945, dest: /127.0.0.1:34839, bytes: 88063, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_443777925_1, offset: 0, srvID: 8a56312d-0316-4fb1-9cb0-6a1bc51bc949, blockid: BP-1638008525-127.0.0.1-1397148635957:blk_1073741889_1065, duration: 2958200
2014-04-10 11:52:15,889 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1638008525-127.0.0.1-1397148635957:blk_1073741889_1065, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2014-04-10 11:52:15,889 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:34839 is added to blk_1073741889_1065{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-0eec617b-7748-47d7-80ce-822d3c617914:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-e591ab9a-22c6-42de-961c-bb13e404aae9:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-22cb6d02-3e35-4f66-89d9-1327072438fe:NORMAL|RBW]]} size 0
2014-04-10 11:52:15,889 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:33520, dest: /127.0.0.1:50141, bytes: 88063, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_443777925_1, offset: 0, srvID: c1ad97e0-9f53-4437-974d-e948c41bedfe, blockid: BP-1638008525-127.0.0.1-1397148635957:blk_1073741889_1065, duration: 3571955
2014-04-10 11:52:15,890 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1638008525-127.0.0.1-1397148635957:blk_1073741889_1065, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 11:52:15,890 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:50141 is added to blk_1073741889_1065{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-0eec617b-7748-47d7-80ce-822d3c617914:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-e591ab9a-22c6-42de-961c-bb13e404aae9:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-22cb6d02-3e35-4f66-89d9-1327072438fe:NORMAL|RBW]]} size 0
2014-04-10 11:52:15,890 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:53221, dest: /127.0.0.1:41432, bytes: 88063, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_443777925_1, offset: 0, srvID: 2a5b99b1-5021-412c-a75a-31058df58d31, blockid: BP-1638008525-127.0.0.1-1397148635957:blk_1073741889_1065, duration: 4286111
2014-04-10 11:52:15,891 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1638008525-127.0.0.1-1397148635957:blk_1073741889_1065, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 11:52:15,891 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:41432 is added to blk_1073741889_1065{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-0eec617b-7748-47d7-80ce-822d3c617914:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-e591ab9a-22c6-42de-961c-bb13e404aae9:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-22cb6d02-3e35-4f66-89d9-1327072438fe:NORMAL|RBW]]} size 0
2014-04-10 11:52:15,904 INFO hdfs.StateChange (FSNamesystem.java:completeFile(2899)) - DIR* completeFile: /tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397148651586_0006_conf.xml_tmp is closed by DFSClient_NONMAPREDUCE_443777925_1
2014-04-10 11:52:15,921 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397148651586_0006_conf.xml_tmp dst=null perm=brock:supergroup:rwxrwx---
2014-04-10 11:52:15,996 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=rename src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397148651586_0006.summary_tmp dst=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397148651586_0006.summary perm=brock:supergroup:rwxrwx---
2014-04-10 11:52:16,013 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=rename src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397148651586_0006_conf.xml_tmp dst=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397148651586_0006_conf.xml perm=brock:supergroup:rwxrwx---
2014-04-10 11:52:16,029 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=rename src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397148651586_0006-1397148723471-brock-third%2Dmr-1397148735622-4-1-SUCCEEDED-default-1397148726431.jhist_tmp dst=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397148651586_0006-1397148723471-brock-third%2Dmr-1397148735622-4-1-SUCCEEDED-default-1397148726431.jhist perm=brock:supergroup:rwxrwx---
2014-04-10 11:52:16,038 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:rememberTargetTransitionsAndStoreState(960)) - Updating application attempt appattempt_1397148651586_0006_000001 with final state: FINISHING
2014-04-10 11:52:16,038 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(652)) - appattempt_1397148651586_0006_000001 State change from RUNNING to FINAL_SAVING
2014-04-10 11:52:16,038 INFO rmapp.RMAppImpl (RMAppImpl.java:rememberTargetTransitionsAndStoreState(805)) - Updating application application_1397148651586_0006 with final state: FINISHING
2014-04-10 11:52:16,039 INFO rmapp.RMAppImpl (RMAppImpl.java:handle(610)) - application_1397148651586_0006 State change from RUNNING to FINAL_SAVING
2014-04-10 11:52:16,039 INFO recovery.RMStateStore (RMStateStore.java:handleStoreEvent(596)) - Storing info for app: application_1397148651586_0006
2014-04-10 11:52:16,040 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(652)) - appattempt_1397148651586_0006_000001 State change from FINAL_SAVING to FINISHING
2014-04-10 11:52:16,040 INFO rmapp.RMAppImpl (RMAppImpl.java:handle(610)) - application_1397148651586_0006 State change from FINAL_SAVING to FINISHING
2014-04-10 11:52:16,076 INFO mapred.ClientServiceDelegate (ClientServiceDelegate.java:getProxy(273)) - Application state is completed. FinalApplicationStatus=SUCCEEDED. Redirecting to job history server
2014-04-10 11:52:16,079 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=listStatus src=/tmp/hadoop-yarn/staging/history/done_intermediate dst=null perm=null
2014-04-10 11:52:16,080 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=listStatus src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock dst=null perm=null
2014-04-10 11:52:16,081 INFO hs.CompletedJob (CompletedJob.java:<init>(95)) - Loading job: job_1397148651586_0006 from file: hdfs://localhost:60632/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397148651586_0006-1397148723471-brock-third%2Dmr-1397148735622-4-1-SUCCEEDED-default-1397148726431.jhist
2014-04-10 11:52:16,082 INFO hs.CompletedJob (CompletedJob.java:loadFullHistoryData(326)) - Loading history file: [hdfs://localhost:60632/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397148651586_0006-1397148723471-brock-third%2Dmr-1397148735622-4-1-SUCCEEDED-default-1397148726431.jhist]
2014-04-10 11:52:16,083 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397148651586_0006-1397148723471-brock-third%2Dmr-1397148735622-4-1-SUCCEEDED-default-1397148726431.jhist dst=null perm=null
2014-04-10 11:52:16,086 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:34839, dest: /127.0.0.1:57949, bytes: 53113, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_611373658_9, offset: 0, srvID: 8a56312d-0316-4fb1-9cb0-6a1bc51bc949, blockid: BP-1638008525-127.0.0.1-1397148635957:blk_1073741888_1064, duration: 262348
2014-04-10 11:52:16,112 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397148651586_0006.summary dst=null perm=null
2014-04-10 11:52:16,114 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:50141, dest: /127.0.0.1:33526, bytes: 351, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_-1671456216_9, offset: 0, srvID: c1ad97e0-9f53-4437-974d-e948c41bedfe, blockid: BP-1638008525-127.0.0.1-1397148635957:blk_1073741887_1063, duration: 116743
2014-04-10 11:52:16,114 INFO jobhistory.JobSummary (HistoryFileManager.java:moveToDone(372)) - jobId=job_1397148651586_0006,submitTime=1397148723471,launchTime=1397148726431,firstMapTaskLaunchTime=1397148728579,firstReduceTaskLaunchTime=1397148733510,finishTime=1397148735622,resourcesPerMap=1024,resourcesPerReduce=1024,numMaps=4,numReduces=1,user=brock,queue=default,status=SUCCEEDED,mapSlotSeconds=11,reduceSlotSeconds=1,jobName=third-mr
2014-04-10 11:52:16,114 INFO hs.HistoryFileManager (HistoryFileManager.java:moveToDone(373)) - Deleting JobSummary file: [hdfs://localhost:60632/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397148651586_0006.summary]
2014-04-10 11:52:16,129 INFO BlockStateChange (BlockManager.java:addToInvalidates(1030)) - BLOCK* addToInvalidates: blk_1073741887_1063 127.0.0.1:50141 127.0.0.1:34839 127.0.0.1:35451
2014-04-10 11:52:16,130 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=delete src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397148651586_0006.summary dst=null perm=null
2014-04-10 11:52:16,131 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/history/done/2014/04/10/000000 dst=null perm=null
2014-04-10 11:52:16,132 INFO hs.HistoryFileManager (HistoryFileManager.java:moveToDoneNow(947)) - Moving hdfs://localhost:60632/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397148651586_0006-1397148723471-brock-third%2Dmr-1397148735622-4-1-SUCCEEDED-default-1397148726431.jhist to hdfs://localhost:60632/tmp/hadoop-yarn/staging/history/done/2014/04/10/000000/job_1397148651586_0006-1397148723471-brock-third%2Dmr-1397148735622-4-1-SUCCEEDED-default-1397148726431.jhist
2014-04-10 11:52:16,146 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=rename options=0 src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397148651586_0006-1397148723471-brock-third%2Dmr-1397148735622-4-1-SUCCEEDED-default-1397148726431.jhist dst=/tmp/hadoop-yarn/staging/history/done/2014/04/10/000000/job_1397148651586_0006-1397148723471-brock-third%2Dmr-1397148735622-4-1-SUCCEEDED-default-1397148726431.jhist perm=brock:supergroup:rwxrwx---
2014-04-10 11:52:16,147 INFO hs.HistoryFileManager (HistoryFileManager.java:moveToDoneNow(947)) - Moving hdfs://localhost:60632/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397148651586_0006_conf.xml to hdfs://localhost:60632/tmp/hadoop-yarn/staging/history/done/2014/04/10/000000/job_1397148651586_0006_conf.xml
2014-04-10 11:52:16,163 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=rename options=0 src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397148651586_0006_conf.xml dst=/tmp/hadoop-yarn/staging/history/done/2014/04/10/000000/job_1397148651586_0006_conf.xml perm=brock:supergroup:rwxrwx---
2014-04-10 11:52:16,174 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/mapreduceflowplatform/flow3 dst=null perm=null
2014-04-10 11:52:16,175 INFO util.Hadoop18TapUtil (Hadoop18TapUtil.java:cleanTempPath(219)) - deleting temp path hdfs://localhost:60632/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/mapreduceflowplatform/flow3/_temporary
2014-04-10 11:52:16,175 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/mapreduceflowplatform/flow3/_temporary dst=null perm=null
2014-04-10 11:52:16,175 INFO cascade.Cascade (Cascade.java:logInfo(991)) - [first-flow+second-flow...] completed flow: third-mr
2014-04-10 11:52:16,187 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/mapreduceflowplatform/flow3 dst=null perm=null
2014-04-10 11:52:16,187 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/mapreduceflowplatform/flow3 dst=null perm=null
2014-04-10 11:52:16,188 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=listStatus src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/mapreduceflowplatform/flow3 dst=null perm=null
2014-04-10 11:52:16,189 INFO mapred.FileInputFormat (FileInputFormat.java:listStatus(253)) - Total input paths to process : 1
2014-04-10 11:52:16,190 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/mapreduceflowplatform/flow3/part-00000 dst=null perm=null
2014-04-10 11:52:16,192 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:34839, dest: /127.0.0.1:57949, bytes: 1652, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_611373658_9, offset: 0, srvID: 8a56312d-0316-4fb1-9cb0-6a1bc51bc949, blockid: BP-1638008525-127.0.0.1-1397148635957:blk_1073741886_1062, duration: 139709
2014-04-10 11:52:16,192 INFO cascading.PlatformTestCase (PlatformTestCase.java:tearDown(209)) - copying to local /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output//hadoop2-mr1/mapreduceflowplatform/flow5
2014-04-10 11:52:16,193 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/mapreduceflowplatform/flow5 dst=null perm=null
2014-04-10 11:52:16,193 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/mapreduceflowplatform/flow5 dst=null perm=null
2014-04-10 11:52:16,194 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/mapreduceflowplatform/flow5 dst=null perm=null
2014-04-10 11:52:16,194 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=listStatus src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/mapreduceflowplatform/flow5 dst=null perm=null
2014-04-10 11:52:16,195 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/mapreduceflowplatform/flow5/part-00000 dst=null perm=null
2014-04-10 11:52:16,196 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/mapreduceflowplatform/flow5/part-00000 dst=null perm=null
2014-04-10 11:52:16,197 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:34839, dest: /127.0.0.1:57949, bytes: 415, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_611373658_9, offset: 0, srvID: 8a56312d-0316-4fb1-9cb0-6a1bc51bc949, blockid: BP-1638008525-127.0.0.1-1397148635957:blk_1073741857_1033, duration: 133302
2014-04-10 11:52:16,197 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/mapreduceflowplatform/flow5/part-00001 dst=null perm=null
2014-04-10 11:52:16,198 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/mapreduceflowplatform/flow5/part-00001 dst=null perm=null
2014-04-10 11:52:16,199 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:34839, dest: /127.0.0.1:57949, bytes: 459, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_611373658_9, offset: 0, srvID: 8a56312d-0316-4fb1-9cb0-6a1bc51bc949, blockid: BP-1638008525-127.0.0.1-1397148635957:blk_1073741855_1031, duration: 122816
2014-04-10 11:52:16,200 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/mapreduceflowplatform/flow5/part-00002 dst=null perm=null
2014-04-10 11:52:16,201 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/mapreduceflowplatform/flow5/part-00002 dst=null perm=null
2014-04-10 11:52:16,202 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:34839, dest: /127.0.0.1:57949, bytes: 339, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_611373658_9, offset: 0, srvID: 8a56312d-0316-4fb1-9cb0-6a1bc51bc949, blockid: BP-1638008525-127.0.0.1-1397148635957:blk_1073741859_1035, duration: 123460
2014-04-10 11:52:16,203 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/mapreduceflowplatform/flow5/part-00003 dst=null perm=null
2014-04-10 11:52:16,204 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/mapreduceflowplatform/flow5/part-00003 dst=null perm=null
2014-04-10 11:52:16,205 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:41432, dest: /127.0.0.1:53229, bytes: 325, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_611373658_9, offset: 0, srvID: 2a5b99b1-5021-412c-a75a-31058df58d31, blockid: BP-1638008525-127.0.0.1-1397148635957:blk_1073741858_1034, duration: 116824
2014-04-10 11:52:16,206 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/mapreduceflowplatform/flow5/part-00004 dst=null perm=null
2014-04-10 11:52:16,206 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/mapreduceflowplatform/flow5/part-00004 dst=null perm=null
2014-04-10 11:52:16,207 INFO cascading.PlatformTestCase (PlatformTestCase.java:tearDown(209)) - copying to local /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output//hadoop2-mr1/mapreduceflowplatform/flow3
2014-04-10 11:52:16,207 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/mapreduceflowplatform/flow3 dst=null perm=null
2014-04-10 11:52:16,208 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/mapreduceflowplatform/flow3 dst=null perm=null
2014-04-10 11:52:16,208 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/mapreduceflowplatform/flow3 dst=null perm=null
2014-04-10 11:52:16,209 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=listStatus src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/mapreduceflowplatform/flow3 dst=null perm=null
2014-04-10 11:52:16,209 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/mapreduceflowplatform/flow3/part-00000 dst=null perm=null
2014-04-10 11:52:16,210 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/mapreduceflowplatform/flow3/part-00000 dst=null perm=null
2014-04-10 11:52:16,212 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:35451, dest: /127.0.0.1:35408, bytes: 1652, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_611373658_9, offset: 0, srvID: 8ec8a8cc-5508-442c-8963-d78fa559e878, blockid: BP-1638008525-127.0.0.1-1397148635957:blk_1073741886_1062, duration: 114936
2014-04-10 11:52:16,212 INFO cascading.PlatformTestCase (PlatformTestCase.java:tearDown(209)) - copying to local /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output//hadoop2-mr1/mapreduceflowplatform/flow4
2014-04-10 11:52:16,213 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/mapreduceflowplatform/flow4 dst=null perm=null
2014-04-10 11:52:16,213 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/mapreduceflowplatform/flow4 dst=null perm=null
2014-04-10 11:52:16,214 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/mapreduceflowplatform/flow4 dst=null perm=null
2014-04-10 11:52:16,214 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=listStatus src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/mapreduceflowplatform/flow4 dst=null perm=null
2014-04-10 11:52:16,215 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/mapreduceflowplatform/flow4/part-00000 dst=null perm=null
2014-04-10 11:52:16,216 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/mapreduceflowplatform/flow4/part-00000 dst=null perm=null
2014-04-10 11:52:16,217 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:34839, dest: /127.0.0.1:57949, bytes: 333, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_611373658_9, offset: 0, srvID: 8a56312d-0316-4fb1-9cb0-6a1bc51bc949, blockid: BP-1638008525-127.0.0.1-1397148635957:blk_1073741842_1018, duration: 130978
2014-04-10 11:52:16,218 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/mapreduceflowplatform/flow4/part-00001 dst=null perm=null
2014-04-10 11:52:16,218 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/mapreduceflowplatform/flow4/part-00001 dst=null perm=null
2014-04-10 11:52:16,220 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:50141, dest: /127.0.0.1:33526, bytes: 405, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_611373658_9, offset: 0, srvID: c1ad97e0-9f53-4437-974d-e948c41bedfe, blockid: BP-1638008525-127.0.0.1-1397148635957:blk_1073741843_1019, duration: 96372
2014-04-10 11:52:16,220 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/mapreduceflowplatform/flow4/part-00002 dst=null perm=null
2014-04-10 11:52:16,221 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/mapreduceflowplatform/flow4/part-00002 dst=null perm=null
2014-04-10 11:52:16,222 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:35451, dest: /127.0.0.1:35408, bytes: 449, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_611373658_9, offset: 0, srvID: 8ec8a8cc-5508-442c-8963-d78fa559e878, blockid: BP-1638008525-127.0.0.1-1397148635957:blk_1073741846_1022, duration: 105352
2014-04-10 11:52:16,223 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/mapreduceflowplatform/flow4/part-00003 dst=null perm=null
2014-04-10 11:52:16,223 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/mapreduceflowplatform/flow4/part-00003 dst=null perm=null
2014-04-10 11:52:16,225 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:35451, dest: /127.0.0.1:35408, bytes: 319, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_611373658_9, offset: 0, srvID: 8ec8a8cc-5508-442c-8963-d78fa559e878, blockid: BP-1638008525-127.0.0.1-1397148635957:blk_1073741844_1020, duration: 124966
2014-04-10 11:52:16,225 INFO cascading.PlatformTestCase (PlatformTestCase.java:tearDown(209)) - copying to local /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output//hadoop2-mr1/mapreduceflowplatform/flow1
2014-04-10 11:52:16,225 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/mapreduceflowplatform/flow1 dst=null perm=null
2014-04-10 11:52:16,226 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/mapreduceflowplatform/flow1 dst=null perm=null
2014-04-10 11:52:16,226 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/mapreduceflowplatform/flow1 dst=null perm=null
2014-04-10 11:52:16,227 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=listStatus src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/mapreduceflowplatform/flow1 dst=null perm=null
2014-04-10 11:52:16,227 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/mapreduceflowplatform/flow1/part-00000 dst=null perm=null
2014-04-10 11:52:16,228 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/mapreduceflowplatform/flow1/part-00000 dst=null perm=null
2014-04-10 11:52:16,229 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:34839, dest: /127.0.0.1:57949, bytes: 1570, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_611373658_9, offset: 0, srvID: 8a56312d-0316-4fb1-9cb0-6a1bc51bc949, blockid: BP-1638008525-127.0.0.1-1397148635957:blk_1073741868_1044, duration: 127676
2014-04-10 11:52:16,230 INFO cascading.PlatformTestCase (PlatformTestCase.java:tearDown(209)) - copying to local /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output//hadoop2-mr1/mapreduceflowplatform/flow2
2014-04-10 11:52:16,230 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/mapreduceflowplatform/flow2 dst=null perm=null
2014-04-10 11:52:16,231 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/mapreduceflowplatform/flow2 dst=null perm=null
2014-04-10 11:52:16,231 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/mapreduceflowplatform/flow2 dst=null perm=null
2014-04-10 11:52:16,232 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=listStatus src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/mapreduceflowplatform/flow2 dst=null perm=null
2014-04-10 11:52:16,232 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/mapreduceflowplatform/flow2/part-00000 dst=null perm=null
2014-04-10 11:52:16,233 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/mapreduceflowplatform/flow2/part-00000 dst=null perm=null
2014-04-10 11:52:16,234 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:35451, dest: /127.0.0.1:35408, bytes: 1611, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_611373658_9, offset: 0, srvID: 8ec8a8cc-5508-442c-8963-d78fa559e878, blockid: BP-1638008525-127.0.0.1-1397148635957:blk_1073741877_1053, duration: 109755