2014-04-10 11:40:09,179 INFO platform.PlatformRunner (PlatformRunner.java:getPlatformClassesFromClasspath(187)) - found 1 test platforms from classpath
2014-04-10 11:40:09,206 INFO platform.PlatformRunner (PlatformRunner.java:addPlatform(237)) - installing platform: hadoop2-mr1
2014-04-10 11:40:09,206 INFO platform.PlatformRunner (PlatformRunner.java:addPlatform(238)) - running test: cascading.scheme.hadoop.WritableSequenceFilePlatformTest
2014-04-10 11:40:09,216 INFO hadoop2.Hadoop2MR1Platform (Hadoop2MR1Platform.java:setUp(112)) - using cluster
2014-04-10 11:40:09,609 WARN util.NativeCodeLoader (NativeCodeLoader.java:<clinit>(62)) - Unable to load native-hadoop library for your platform... using builtin-java classes where applicable
Formatting using clusterid: testClusterID
2014-04-10 11:40:09,631 INFO namenode.FSNamesystem (FSNamesystem.java:<init>(649)) - fsLock is fair:true
2014-04-10 11:40:09,648 INFO namenode.HostFileManager (HostFileManager.java:refresh(304)) - read includes:
HostSet(
)
2014-04-10 11:40:09,649 INFO namenode.HostFileManager (HostFileManager.java:refresh(311)) - read excludes:
HostSet(
)
2014-04-10 11:40:09,650 INFO Configuration.deprecation (Configuration.java:warnOnceIfDeprecated(996)) - hadoop.configured.node.mapping is deprecated. Instead, use net.topology.configured.node.mapping
2014-04-10 11:40:09,650 INFO blockmanagement.DatanodeManager (DatanodeManager.java:<init>(229)) - dfs.block.invalidate.limit=1000
2014-04-10 11:40:09,650 INFO blockmanagement.DatanodeManager (DatanodeManager.java:<init>(235)) - dfs.namenode.datanode.registration.ip-hostname-check=true
2014-04-10 11:40:09,652 INFO util.GSet (LightWeightGSet.java:computeCapacity(349)) - Computing capacity for map BlocksMap
2014-04-10 11:40:09,652 INFO util.GSet (LightWeightGSet.java:computeCapacity(350)) - VM type = 64-bit
2014-04-10 11:40:09,654 INFO util.GSet (LightWeightGSet.java:computeCapacity(351)) - 2.0% max memory 672 MB = 13.4 MB
2014-04-10 11:40:09,654 INFO util.GSet (LightWeightGSet.java:computeCapacity(356)) - capacity = 2^21 = 2097152 entries
2014-04-10 11:40:09,660 INFO blockmanagement.BlockManager (BlockManager.java:createBlockTokenSecretManager(328)) - dfs.block.access.token.enable=false
2014-04-10 11:40:09,661 INFO blockmanagement.BlockManager (BlockManager.java:<init>(313)) - defaultReplication = 3
2014-04-10 11:40:09,661 INFO blockmanagement.BlockManager (BlockManager.java:<init>(314)) - maxReplication = 512
2014-04-10 11:40:09,661 INFO blockmanagement.BlockManager (BlockManager.java:<init>(315)) - minReplication = 1
2014-04-10 11:40:09,661 INFO blockmanagement.BlockManager (BlockManager.java:<init>(316)) - maxReplicationStreams = 2
2014-04-10 11:40:09,661 INFO blockmanagement.BlockManager (BlockManager.java:<init>(317)) - shouldCheckForEnoughRacks = false
2014-04-10 11:40:09,662 INFO blockmanagement.BlockManager (BlockManager.java:<init>(318)) - replicationRecheckInterval = 3000
2014-04-10 11:40:09,662 INFO blockmanagement.BlockManager (BlockManager.java:<init>(319)) - encryptDataTransfer = false
2014-04-10 11:40:09,662 INFO blockmanagement.BlockManager (BlockManager.java:<init>(320)) - maxNumBlocksToLog = 1000
2014-04-10 11:40:09,666 INFO namenode.FSNamesystem (FSNamesystem.java:<init>(666)) - fsOwner = brock (auth:SIMPLE)
2014-04-10 11:40:09,666 INFO namenode.FSNamesystem (FSNamesystem.java:<init>(667)) - supergroup = supergroup
2014-04-10 11:40:09,666 INFO namenode.FSNamesystem (FSNamesystem.java:<init>(668)) - isPermissionEnabled = true
2014-04-10 11:40:09,667 INFO namenode.FSNamesystem (FSNamesystem.java:<init>(679)) - HA Enabled: false
2014-04-10 11:40:09,668 INFO namenode.FSNamesystem (FSNamesystem.java:<init>(716)) - Append Enabled: true
2014-04-10 11:40:09,786 INFO util.GSet (LightWeightGSet.java:computeCapacity(349)) - Computing capacity for map INodeMap
2014-04-10 11:40:09,787 INFO util.GSet (LightWeightGSet.java:computeCapacity(350)) - VM type = 64-bit
2014-04-10 11:40:09,787 INFO util.GSet (LightWeightGSet.java:computeCapacity(351)) - 1.0% max memory 672 MB = 6.7 MB
2014-04-10 11:40:09,787 INFO util.GSet (LightWeightGSet.java:computeCapacity(356)) - capacity = 2^20 = 1048576 entries
2014-04-10 11:40:09,788 INFO namenode.NameNode (FSDirectory.java:<init>(189)) - Caching file names occuring more than 10 times
2014-04-10 11:40:09,792 INFO util.GSet (LightWeightGSet.java:computeCapacity(349)) - Computing capacity for map cachedBlocks
2014-04-10 11:40:09,792 INFO util.GSet (LightWeightGSet.java:computeCapacity(350)) - VM type = 64-bit
2014-04-10 11:40:09,792 INFO util.GSet (LightWeightGSet.java:computeCapacity(351)) - 0.25% max memory 672 MB = 1.7 MB
2014-04-10 11:40:09,792 INFO util.GSet (LightWeightGSet.java:computeCapacity(356)) - capacity = 2^18 = 262144 entries
2014-04-10 11:40:09,793 INFO namenode.FSNamesystem (FSNamesystem.java:<init>(4614)) - dfs.namenode.safemode.threshold-pct = 0.9990000128746033
2014-04-10 11:40:09,794 INFO namenode.FSNamesystem (FSNamesystem.java:<init>(4615)) - dfs.namenode.safemode.min.datanodes = 0
2014-04-10 11:40:09,794 INFO namenode.FSNamesystem (FSNamesystem.java:<init>(4616)) - dfs.namenode.safemode.extension = 0
2014-04-10 11:40:09,795 INFO namenode.FSNamesystem (FSNamesystem.java:initRetryCache(787)) - Retry cache on namenode is enabled
2014-04-10 11:40:09,795 INFO namenode.FSNamesystem (FSNamesystem.java:initRetryCache(795)) - Retry cache will use 0.03 of total heap and retry cache entry expiry time is 600000 millis
2014-04-10 11:40:09,796 INFO util.GSet (LightWeightGSet.java:computeCapacity(349)) - Computing capacity for map Namenode Retry Cache
2014-04-10 11:40:09,797 INFO util.GSet (LightWeightGSet.java:computeCapacity(350)) - VM type = 64-bit
2014-04-10 11:40:09,797 INFO util.GSet (LightWeightGSet.java:computeCapacity(351)) - 0.029999999329447746% max memory 672 MB = 206.4 KB
2014-04-10 11:40:09,797 INFO util.GSet (LightWeightGSet.java:computeCapacity(356)) - capacity = 2^15 = 32768 entries
2014-04-10 11:40:09,943 INFO common.Storage (NNStorage.java:format(527)) - Storage directory /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/name1 has been successfully formatted.
2014-04-10 11:40:10,028 INFO common.Storage (NNStorage.java:format(527)) - Storage directory /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/name2 has been successfully formatted.
2014-04-10 11:40:10,041 INFO namenode.FSImage (FSImageFormat.java:save(1039)) - Saving image file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/name2/current/fsimage.ckpt_0000000000000000000 using no compression
2014-04-10 11:40:10,041 INFO namenode.FSImage (FSImageFormat.java:save(1039)) - Saving image file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/name1/current/fsimage.ckpt_0000000000000000000 using no compression
2014-04-10 11:40:10,089 INFO namenode.FSImage (FSImageFormat.java:save(1077)) - Image file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/name2/current/fsimage.ckpt_0000000000000000000 of size 217 bytes saved in 0 seconds.
2014-04-10 11:40:10,128 INFO namenode.FSImage (FSImageFormat.java:save(1077)) - Image file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/name1/current/fsimage.ckpt_0000000000000000000 of size 217 bytes saved in 0 seconds.
2014-04-10 11:40:10,219 INFO namenode.NNStorageRetentionManager (NNStorageRetentionManager.java:getImageTxIdToRetain(177)) - Going to retain 1 images with txid >= 0
2014-04-10 11:40:10,242 WARN impl.MetricsConfig (MetricsConfig.java:loadFirst(124)) - Cannot locate configuration: tried hadoop-metrics2-namenode.properties,hadoop-metrics2.properties
2014-04-10 11:40:10,277 INFO impl.MetricsSystemImpl (MetricsSystemImpl.java:startTimer(344)) - Scheduled snapshot period at 10 second(s).
2014-04-10 11:40:10,277 INFO impl.MetricsSystemImpl (MetricsSystemImpl.java:start(183)) - NameNode metrics system started
2014-04-10 11:40:10,311 INFO hdfs.DFSUtil (DFSUtil.java:httpServerTemplateForNNAndJN(1581)) - Starting web server as: ${dfs.web.authentication.kerberos.principal}
2014-04-10 11:40:10,311 INFO hdfs.DFSUtil (DFSUtil.java:httpServerTemplateForNNAndJN(1592)) - Starting Web-server for hdfs at: http://127.0.0.1:0
2014-04-10 11:40:10,337 INFO mortbay.log (Slf4jLog.java:info(67)) - Logging to org.slf4j.impl.Log4jLoggerAdapter(org.mortbay.log) via org.mortbay.log.Slf4jLog
2014-04-10 11:40:10,340 INFO http.HttpRequestLog (HttpRequestLog.java:getRequestLog(80)) - Http request log for http.requests.namenode is not defined
2014-04-10 11:40:10,347 INFO http.HttpServer2 (HttpServer2.java:addGlobalFilter(658)) - Added global filter 'safety' (class=org.apache.hadoop.http.HttpServer2$QuotingInputFilter)
2014-04-10 11:40:10,349 INFO http.HttpServer2 (HttpServer2.java:addFilter(636)) - Added filter static_user_filter (class=org.apache.hadoop.http.lib.StaticUserWebFilter$StaticUserFilter) to context hdfs
2014-04-10 11:40:10,349 INFO http.HttpServer2 (HttpServer2.java:addFilter(643)) - Added filter static_user_filter (class=org.apache.hadoop.http.lib.StaticUserWebFilter$StaticUserFilter) to context logs
2014-04-10 11:40:10,349 INFO http.HttpServer2 (HttpServer2.java:addFilter(643)) - Added filter static_user_filter (class=org.apache.hadoop.http.lib.StaticUserWebFilter$StaticUserFilter) to context static
2014-04-10 11:40:10,363 INFO http.HttpServer2 (NameNodeHttpServer.java:initWebHdfs(81)) - Added filter 'SPNEGO' (class=org.apache.hadoop.hdfs.web.AuthFilter)
2014-04-10 11:40:10,364 INFO http.HttpServer2 (HttpServer2.java:addJerseyResourcePackage(562)) - addJerseyResourcePackage: packageName=org.apache.hadoop.hdfs.server.namenode.web.resources;org.apache.hadoop.hdfs.web.resources, pathSpec=/webhdfs/v1/*
2014-04-10 11:40:10,373 INFO http.HttpServer2 (HttpServer2.java:openListeners(846)) - Jetty bound to port 51917
2014-04-10 11:40:10,373 INFO mortbay.log (Slf4jLog.java:info(67)) - jetty-6.1.26
2014-04-10 11:40:10,389 INFO mortbay.log (Slf4jLog.java:info(67)) - Extract jar:file:/home/brock/.gradle/caches/modules-2/files-2.1/org.apache.hadoop/hadoop-hdfs/2.3.0/c94e4f9baff2f5a23ddb5ccc1196f65c0619ea32/hadoop-hdfs-2.3.0-tests.jar!/webapps/hdfs to /tmp/Jetty_127_0_0_1_51917_hdfs____.sgec64/webapp
2014-04-10 11:40:10,541 WARN server.AuthenticationFilter (AuthenticationFilter.java:init(158)) - 'signature.secret' configuration not set, using a random value as secret
2014-04-10 11:40:10,560 INFO mortbay.log (Slf4jLog.java:info(67)) - Started SelectChannelConnector@127.0.0.1:51917
2014-04-10 11:40:10,561 INFO namenode.FSNamesystem (FSNamesystem.java:<init>(649)) - fsLock is fair:true
2014-04-10 11:40:10,562 INFO namenode.HostFileManager (HostFileManager.java:refresh(304)) - read includes:
HostSet(
)
2014-04-10 11:40:10,562 INFO namenode.HostFileManager (HostFileManager.java:refresh(311)) - read excludes:
HostSet(
)
2014-04-10 11:40:10,562 INFO blockmanagement.DatanodeManager (DatanodeManager.java:<init>(229)) - dfs.block.invalidate.limit=1000
2014-04-10 11:40:10,563 INFO blockmanagement.DatanodeManager (DatanodeManager.java:<init>(235)) - dfs.namenode.datanode.registration.ip-hostname-check=true
2014-04-10 11:40:10,563 INFO util.GSet (LightWeightGSet.java:computeCapacity(349)) - Computing capacity for map BlocksMap
2014-04-10 11:40:10,563 INFO util.GSet (LightWeightGSet.java:computeCapacity(350)) - VM type = 64-bit
2014-04-10 11:40:10,563 INFO util.GSet (LightWeightGSet.java:computeCapacity(351)) - 2.0% max memory 672 MB = 13.4 MB
2014-04-10 11:40:10,563 INFO util.GSet (LightWeightGSet.java:computeCapacity(356)) - capacity = 2^21 = 2097152 entries
2014-04-10 11:40:10,565 INFO blockmanagement.BlockManager (BlockManager.java:createBlockTokenSecretManager(328)) - dfs.block.access.token.enable=false
2014-04-10 11:40:10,565 INFO blockmanagement.BlockManager (BlockManager.java:<init>(313)) - defaultReplication = 3
2014-04-10 11:40:10,565 INFO blockmanagement.BlockManager (BlockManager.java:<init>(314)) - maxReplication = 512
2014-04-10 11:40:10,565 INFO blockmanagement.BlockManager (BlockManager.java:<init>(315)) - minReplication = 1
2014-04-10 11:40:10,565 INFO blockmanagement.BlockManager (BlockManager.java:<init>(316)) - maxReplicationStreams = 2
2014-04-10 11:40:10,566 INFO blockmanagement.BlockManager (BlockManager.java:<init>(317)) - shouldCheckForEnoughRacks = false
2014-04-10 11:40:10,566 INFO blockmanagement.BlockManager (BlockManager.java:<init>(318)) - replicationRecheckInterval = 3000
2014-04-10 11:40:10,566 INFO blockmanagement.BlockManager (BlockManager.java:<init>(319)) - encryptDataTransfer = false
2014-04-10 11:40:10,566 INFO blockmanagement.BlockManager (BlockManager.java:<init>(320)) - maxNumBlocksToLog = 1000
2014-04-10 11:40:10,566 INFO namenode.FSNamesystem (FSNamesystem.java:<init>(666)) - fsOwner = brock (auth:SIMPLE)
2014-04-10 11:40:10,566 INFO namenode.FSNamesystem (FSNamesystem.java:<init>(667)) - supergroup = supergroup
2014-04-10 11:40:10,567 INFO namenode.FSNamesystem (FSNamesystem.java:<init>(668)) - isPermissionEnabled = true
2014-04-10 11:40:10,567 INFO namenode.FSNamesystem (FSNamesystem.java:<init>(679)) - HA Enabled: false
2014-04-10 11:40:10,567 INFO namenode.FSNamesystem (FSNamesystem.java:<init>(716)) - Append Enabled: true
2014-04-10 11:40:10,568 INFO util.GSet (LightWeightGSet.java:computeCapacity(349)) - Computing capacity for map INodeMap
2014-04-10 11:40:10,568 INFO util.GSet (LightWeightGSet.java:computeCapacity(350)) - VM type = 64-bit
2014-04-10 11:40:10,568 INFO util.GSet (LightWeightGSet.java:computeCapacity(351)) - 1.0% max memory 672 MB = 6.7 MB
2014-04-10 11:40:10,568 INFO util.GSet (LightWeightGSet.java:computeCapacity(356)) - capacity = 2^20 = 1048576 entries
2014-04-10 11:40:10,569 INFO namenode.NameNode (FSDirectory.java:<init>(189)) - Caching file names occuring more than 10 times
2014-04-10 11:40:10,569 INFO util.GSet (LightWeightGSet.java:computeCapacity(349)) - Computing capacity for map cachedBlocks
2014-04-10 11:40:10,569 INFO util.GSet (LightWeightGSet.java:computeCapacity(350)) - VM type = 64-bit
2014-04-10 11:40:10,570 INFO util.GSet (LightWeightGSet.java:computeCapacity(351)) - 0.25% max memory 672 MB = 1.7 MB
2014-04-10 11:40:10,570 INFO util.GSet (LightWeightGSet.java:computeCapacity(356)) - capacity = 2^18 = 262144 entries
2014-04-10 11:40:10,570 INFO namenode.FSNamesystem (FSNamesystem.java:<init>(4614)) - dfs.namenode.safemode.threshold-pct = 0.9990000128746033
2014-04-10 11:40:10,570 INFO namenode.FSNamesystem (FSNamesystem.java:<init>(4615)) - dfs.namenode.safemode.min.datanodes = 0
2014-04-10 11:40:10,570 INFO namenode.FSNamesystem (FSNamesystem.java:<init>(4616)) - dfs.namenode.safemode.extension = 0
2014-04-10 11:40:10,571 INFO namenode.FSNamesystem (FSNamesystem.java:initRetryCache(787)) - Retry cache on namenode is enabled
2014-04-10 11:40:10,571 INFO namenode.FSNamesystem (FSNamesystem.java:initRetryCache(795)) - Retry cache will use 0.03 of total heap and retry cache entry expiry time is 600000 millis
2014-04-10 11:40:10,571 INFO util.GSet (LightWeightGSet.java:computeCapacity(349)) - Computing capacity for map Namenode Retry Cache
2014-04-10 11:40:10,571 INFO util.GSet (LightWeightGSet.java:computeCapacity(350)) - VM type = 64-bit
2014-04-10 11:40:10,571 INFO util.GSet (LightWeightGSet.java:computeCapacity(351)) - 0.029999999329447746% max memory 672 MB = 206.4 KB
2014-04-10 11:40:10,572 INFO util.GSet (LightWeightGSet.java:computeCapacity(356)) - capacity = 2^15 = 32768 entries
2014-04-10 11:40:10,655 INFO common.Storage (Storage.java:tryLock(675)) - Lock on /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/name1/in_use.lock acquired by nodename 5941@localhost.localdomain
2014-04-10 11:40:10,697 INFO common.Storage (Storage.java:tryLock(675)) - Lock on /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/name2/in_use.lock acquired by nodename 5941@localhost.localdomain
2014-04-10 11:40:10,699 INFO namenode.FileJournalManager (FileJournalManager.java:recoverUnfinalizedSegments(294)) - Recovering unfinalized segments in /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/name1/current
2014-04-10 11:40:10,699 INFO namenode.FileJournalManager (FileJournalManager.java:recoverUnfinalizedSegments(294)) - Recovering unfinalized segments in /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/name2/current
2014-04-10 11:40:10,700 INFO namenode.FSImage (FSImage.java:loadFSImage(631)) - No edit log streams selected.
2014-04-10 11:40:10,702 INFO namenode.FSImage (FSImageFormat.java:load(336)) - Loading image file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/name1/current/fsimage_0000000000000000000 using no compression
2014-04-10 11:40:10,702 INFO namenode.FSImage (FSImageFormat.java:load(339)) - Number of files = 1
2014-04-10 11:40:10,703 INFO namenode.FSImage (FSImageFormat.java:loadFilesUnderConstruction(837)) - Number of files under construction = 0
2014-04-10 11:40:10,703 INFO namenode.FSImage (FSImageFormat.java:load(373)) - Image file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/name1/current/fsimage_0000000000000000000 of size 217 bytes loaded in 0 seconds.
2014-04-10 11:40:10,703 INFO namenode.FSImage (FSImage.java:loadFSImage(841)) - Loaded image for txid 0 from /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/name1/current/fsimage_0000000000000000000
2014-04-10 11:40:10,706 INFO namenode.FSEditLog (FSEditLog.java:startLogSegment(1074)) - Starting log segment at 1
2014-04-10 11:40:10,973 INFO namenode.NameCache (NameCache.java:initialized(143)) - initialized with 0 entries 0 lookups
2014-04-10 11:40:10,974 INFO namenode.FSNamesystem (FSNamesystem.java:loadFromDisk(617)) - Finished loading FSImage in 402 msecs
2014-04-10 11:40:11,069 INFO namenode.NameNode (NameNodeRpcServer.java:<init>(279)) - RPC server is binding to 127.0.0.1:0
2014-04-10 11:40:11,079 INFO ipc.Server (Server.java:run(551)) - Starting Socket Reader #1 for port 35773
2014-04-10 11:40:11,096 INFO namenode.FSNamesystem (FSNamesystem.java:registerMBean(5560)) - Registered FSNamesystemState MBean
2014-04-10 11:40:11,106 INFO namenode.FSNamesystem (FSNamesystem.java:getCompleteBlocksTotal(5217)) - Number of blocks under construction: 0
2014-04-10 11:40:11,106 INFO namenode.FSNamesystem (FSNamesystem.java:getCompleteBlocksTotal(5217)) - Number of blocks under construction: 0
2014-04-10 11:40:11,107 INFO namenode.FSNamesystem (FSNamesystem.java:initializeReplQueues(4727)) - initializing replication queues
2014-04-10 11:40:11,119 INFO blockmanagement.BlockManager (BlockManager.java:processMisReplicatedBlocks(2380)) - Total number of blocks = 0
2014-04-10 11:40:11,119 INFO blockmanagement.BlockManager (BlockManager.java:processMisReplicatedBlocks(2381)) - Number of invalid blocks = 0
2014-04-10 11:40:11,120 INFO blockmanagement.BlockManager (BlockManager.java:processMisReplicatedBlocks(2382)) - Number of under-replicated blocks = 0
2014-04-10 11:40:11,120 INFO blockmanagement.BlockManager (BlockManager.java:processMisReplicatedBlocks(2383)) - Number of over-replicated blocks = 0
2014-04-10 11:40:11,120 INFO blockmanagement.BlockManager (BlockManager.java:processMisReplicatedBlocks(2385)) - Number of blocks being written = 0
2014-04-10 11:40:11,120 INFO hdfs.StateChange (FSNamesystem.java:initializeReplQueues(4732)) - STATE* Replication Queue initialization scan for invalid, over- and under-replicated blocks completed in 13 msec
2014-04-10 11:40:11,120 INFO hdfs.StateChange (FSNamesystem.java:leave(4696)) - STATE* Leaving safe mode after 0 secs
2014-04-10 11:40:11,121 INFO hdfs.StateChange (FSNamesystem.java:leave(4707)) - STATE* Network topology has 0 racks and 0 datanodes
2014-04-10 11:40:11,121 INFO hdfs.StateChange (FSNamesystem.java:leave(4710)) - STATE* UnderReplicatedBlocks has 0 blocks
2014-04-10 11:40:11,137 INFO ipc.Server (Server.java:run(773)) - IPC Server Responder: starting
2014-04-10 11:40:11,137 INFO ipc.Server (Server.java:run(620)) - IPC Server listener on 35773: starting
2014-04-10 11:40:11,139 INFO namenode.NameNode (NameNode.java:startCommonServices(544)) - NameNode RPC up at: localhost/127.0.0.1:35773
2014-04-10 11:40:11,139 INFO namenode.FSNamesystem (FSNamesystem.java:startActiveServices(949)) - Starting services required for active state
2014-04-10 11:40:11,141 INFO blockmanagement.CacheReplicationMonitor (CacheReplicationMonitor.java:run(158)) - Starting CacheReplicationMonitor with interval 300000 milliseconds
2014-04-10 11:40:11,142 INFO blockmanagement.CacheReplicationMonitor (CacheReplicationMonitor.java:run(171)) - Rescanning because of pending operations
2014-04-10 11:40:11,142 INFO blockmanagement.CacheReplicationMonitor (CacheReplicationMonitor.java:run(201)) - Scanned 0 directive(s) and 0 block(s) in 1 millisecond(s).
2014-04-10 11:40:11,155 INFO hdfs.MiniDFSCluster (MiniDFSCluster.java:startDataNodes(1190)) - Starting DataNode 0 with dfs.datanode.data.dir: [DISK]file:/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data1,[DISK]file:/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data2
2014-04-10 11:40:11,187 INFO impl.MetricsSystemImpl (MetricsSystemImpl.java:init(151)) - DataNode metrics system started (again)
2014-04-10 11:40:11,187 INFO datanode.DataNode (DataNode.java:<init>(315)) - Configured hostname is 127.0.0.1
2014-04-10 11:40:11,188 INFO datanode.DataNode (DataNode.java:startDataNode(763)) - Starting DataNode with maxLockedMemory = 0
2014-04-10 11:40:11,191 INFO datanode.DataNode (DataNode.java:initDataXceiver(564)) - Opened streaming server at /127.0.0.1:36647
2014-04-10 11:40:11,192 INFO datanode.DataNode (DataXceiverServer.java:<init>(73)) - Balancing bandwith is 1048576 bytes/s
2014-04-10 11:40:11,193 INFO http.HttpRequestLog (HttpRequestLog.java:getRequestLog(80)) - Http request log for http.requests.datanode is not defined
2014-04-10 11:40:11,193 INFO http.HttpServer2 (HttpServer2.java:addGlobalFilter(658)) - Added global filter 'safety' (class=org.apache.hadoop.http.HttpServer2$QuotingInputFilter)
2014-04-10 11:40:11,194 INFO http.HttpServer2 (HttpServer2.java:addFilter(636)) - Added filter static_user_filter (class=org.apache.hadoop.http.lib.StaticUserWebFilter$StaticUserFilter) to context datanode
2014-04-10 11:40:11,194 INFO http.HttpServer2 (HttpServer2.java:addFilter(643)) - Added filter static_user_filter (class=org.apache.hadoop.http.lib.StaticUserWebFilter$StaticUserFilter) to context static
2014-04-10 11:40:11,194 INFO http.HttpServer2 (HttpServer2.java:addFilter(643)) - Added filter static_user_filter (class=org.apache.hadoop.http.lib.StaticUserWebFilter$StaticUserFilter) to context logs
2014-04-10 11:40:11,197 INFO http.HttpServer2 (HttpServer2.java:addJerseyResourcePackage(562)) - addJerseyResourcePackage: packageName=org.apache.hadoop.hdfs.server.datanode.web.resources;org.apache.hadoop.hdfs.web.resources, pathSpec=/webhdfs/v1/*
2014-04-10 11:40:11,197 INFO http.HttpServer2 (HttpServer2.java:openListeners(846)) - Jetty bound to port 34959
2014-04-10 11:40:11,198 INFO mortbay.log (Slf4jLog.java:info(67)) - jetty-6.1.26
2014-04-10 11:40:11,200 INFO mortbay.log (Slf4jLog.java:info(67)) - Extract jar:file:/home/brock/.gradle/caches/modules-2/files-2.1/org.apache.hadoop/hadoop-hdfs/2.3.0/c94e4f9baff2f5a23ddb5ccc1196f65c0619ea32/hadoop-hdfs-2.3.0-tests.jar!/webapps/datanode to /tmp/Jetty_127_0_0_1_34959_datanode____.998nuu/webapp
2014-04-10 11:40:11,282 INFO mortbay.log (Slf4jLog.java:info(67)) - Started SelectChannelConnector@127.0.0.1:34959
2014-04-10 11:40:11,288 INFO ipc.Server (Server.java:run(551)) - Starting Socket Reader #1 for port 49137
2014-04-10 11:40:11,293 INFO datanode.DataNode (DataNode.java:initIpcServer(466)) - Opened IPC server at /127.0.0.1:49137
2014-04-10 11:40:11,300 INFO datanode.DataNode (BlockPoolManager.java:refreshNamenodes(148)) - Refresh request received for nameservices: null
2014-04-10 11:40:11,302 INFO datanode.DataNode (BlockPoolManager.java:doRefreshNamenodes(193)) - Starting BPOfferServices for nameservices: <default>
2014-04-10 11:40:11,308 INFO datanode.DataNode (BPServiceActor.java:run(768)) - Block pool <registering> (Datanode Uuid unassigned) service to localhost/127.0.0.1:35773 starting to offer service
2014-04-10 11:40:11,309 INFO ipc.Server (Server.java:run(773)) - IPC Server Responder: starting
2014-04-10 11:40:11,309 INFO ipc.Server (Server.java:run(620)) - IPC Server listener on 49137: starting
2014-04-10 11:40:11,310 INFO hdfs.MiniDFSCluster (MiniDFSCluster.java:startDataNodes(1190)) - Starting DataNode 1 with dfs.datanode.data.dir: [DISK]file:/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data3,[DISK]file:/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data4
2014-04-10 11:40:11,317 INFO impl.MetricsSystemImpl (MetricsSystemImpl.java:init(151)) - DataNode metrics system started (again)
2014-04-10 11:40:11,317 INFO datanode.DataNode (DataNode.java:<init>(315)) - Configured hostname is 127.0.0.1
2014-04-10 11:40:11,317 INFO datanode.DataNode (DataNode.java:startDataNode(763)) - Starting DataNode with maxLockedMemory = 0
2014-04-10 11:40:11,318 INFO datanode.DataNode (DataNode.java:initDataXceiver(564)) - Opened streaming server at /127.0.0.1:48225
2014-04-10 11:40:11,318 INFO datanode.DataNode (DataXceiverServer.java:<init>(73)) - Balancing bandwith is 1048576 bytes/s
2014-04-10 11:40:11,318 INFO http.HttpRequestLog (HttpRequestLog.java:getRequestLog(80)) - Http request log for http.requests.datanode is not defined
2014-04-10 11:40:11,319 INFO http.HttpServer2 (HttpServer2.java:addGlobalFilter(658)) - Added global filter 'safety' (class=org.apache.hadoop.http.HttpServer2$QuotingInputFilter)
2014-04-10 11:40:11,320 INFO http.HttpServer2 (HttpServer2.java:addFilter(636)) - Added filter static_user_filter (class=org.apache.hadoop.http.lib.StaticUserWebFilter$StaticUserFilter) to context datanode
2014-04-10 11:40:11,320 INFO http.HttpServer2 (HttpServer2.java:addFilter(643)) - Added filter static_user_filter (class=org.apache.hadoop.http.lib.StaticUserWebFilter$StaticUserFilter) to context static
2014-04-10 11:40:11,320 INFO http.HttpServer2 (HttpServer2.java:addFilter(643)) - Added filter static_user_filter (class=org.apache.hadoop.http.lib.StaticUserWebFilter$StaticUserFilter) to context logs
2014-04-10 11:40:11,321 INFO http.HttpServer2 (HttpServer2.java:addJerseyResourcePackage(562)) - addJerseyResourcePackage: packageName=org.apache.hadoop.hdfs.server.datanode.web.resources;org.apache.hadoop.hdfs.web.resources, pathSpec=/webhdfs/v1/*
2014-04-10 11:40:11,322 INFO http.HttpServer2 (HttpServer2.java:openListeners(846)) - Jetty bound to port 46935
2014-04-10 11:40:11,322 INFO mortbay.log (Slf4jLog.java:info(67)) - jetty-6.1.26
2014-04-10 11:40:11,340 INFO mortbay.log (Slf4jLog.java:info(67)) - Extract jar:file:/home/brock/.gradle/caches/modules-2/files-2.1/org.apache.hadoop/hadoop-hdfs/2.3.0/c94e4f9baff2f5a23ddb5ccc1196f65c0619ea32/hadoop-hdfs-2.3.0-tests.jar!/webapps/datanode to /tmp/Jetty_127_0_0_1_46935_datanode____wdar3r/webapp
2014-04-10 11:40:11,421 INFO mortbay.log (Slf4jLog.java:info(67)) - Started SelectChannelConnector@127.0.0.1:46935
2014-04-10 11:40:11,421 INFO ipc.Server (Server.java:run(551)) - Starting Socket Reader #1 for port 50051
2014-04-10 11:40:11,424 INFO datanode.DataNode (DataNode.java:initIpcServer(466)) - Opened IPC server at /127.0.0.1:50051
2014-04-10 11:40:11,427 INFO datanode.DataNode (BlockPoolManager.java:refreshNamenodes(148)) - Refresh request received for nameservices: null
2014-04-10 11:40:11,428 INFO datanode.DataNode (BlockPoolManager.java:doRefreshNamenodes(193)) - Starting BPOfferServices for nameservices: <default>
2014-04-10 11:40:11,428 INFO datanode.DataNode (BPServiceActor.java:run(768)) - Block pool <registering> (Datanode Uuid unassigned) service to localhost/127.0.0.1:35773 starting to offer service
2014-04-10 11:40:11,429 INFO ipc.Server (Server.java:run(773)) - IPC Server Responder: starting
2014-04-10 11:40:11,429 INFO ipc.Server (Server.java:run(620)) - IPC Server listener on 50051: starting
2014-04-10 11:40:11,430 INFO hdfs.MiniDFSCluster (MiniDFSCluster.java:startDataNodes(1190)) - Starting DataNode 2 with dfs.datanode.data.dir: [DISK]file:/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data5,[DISK]file:/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data6
2014-04-10 11:40:11,437 INFO impl.MetricsSystemImpl (MetricsSystemImpl.java:init(151)) - DataNode metrics system started (again)
2014-04-10 11:40:11,437 INFO datanode.DataNode (DataNode.java:<init>(315)) - Configured hostname is 127.0.0.1
2014-04-10 11:40:11,437 INFO datanode.DataNode (DataNode.java:startDataNode(763)) - Starting DataNode with maxLockedMemory = 0
2014-04-10 11:40:11,437 INFO datanode.DataNode (DataNode.java:initDataXceiver(564)) - Opened streaming server at /127.0.0.1:52603
2014-04-10 11:40:11,438 INFO datanode.DataNode (DataXceiverServer.java:<init>(73)) - Balancing bandwith is 1048576 bytes/s
2014-04-10 11:40:11,438 INFO http.HttpRequestLog (HttpRequestLog.java:getRequestLog(80)) - Http request log for http.requests.datanode is not defined
2014-04-10 11:40:11,439 INFO http.HttpServer2 (HttpServer2.java:addGlobalFilter(658)) - Added global filter 'safety' (class=org.apache.hadoop.http.HttpServer2$QuotingInputFilter)
2014-04-10 11:40:11,439 INFO http.HttpServer2 (HttpServer2.java:addFilter(636)) - Added filter static_user_filter (class=org.apache.hadoop.http.lib.StaticUserWebFilter$StaticUserFilter) to context datanode
2014-04-10 11:40:11,439 INFO http.HttpServer2 (HttpServer2.java:addFilter(643)) - Added filter static_user_filter (class=org.apache.hadoop.http.lib.StaticUserWebFilter$StaticUserFilter) to context logs
2014-04-10 11:40:11,439 INFO http.HttpServer2 (HttpServer2.java:addFilter(643)) - Added filter static_user_filter (class=org.apache.hadoop.http.lib.StaticUserWebFilter$StaticUserFilter) to context static
2014-04-10 11:40:11,441 INFO http.HttpServer2 (HttpServer2.java:addJerseyResourcePackage(562)) - addJerseyResourcePackage: packageName=org.apache.hadoop.hdfs.server.datanode.web.resources;org.apache.hadoop.hdfs.web.resources, pathSpec=/webhdfs/v1/*
2014-04-10 11:40:11,441 INFO http.HttpServer2 (HttpServer2.java:openListeners(846)) - Jetty bound to port 58104
2014-04-10 11:40:11,441 INFO mortbay.log (Slf4jLog.java:info(67)) - jetty-6.1.26
2014-04-10 11:40:11,444 INFO mortbay.log (Slf4jLog.java:info(67)) - Extract jar:file:/home/brock/.gradle/caches/modules-2/files-2.1/org.apache.hadoop/hadoop-hdfs/2.3.0/c94e4f9baff2f5a23ddb5ccc1196f65c0619ea32/hadoop-hdfs-2.3.0-tests.jar!/webapps/datanode to /tmp/Jetty_127_0_0_1_58104_datanode____aejok0/webapp
2014-04-10 11:40:11,503 INFO common.Storage (Storage.java:tryLock(675)) - Lock on /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data1/in_use.lock acquired by nodename 5941@localhost.localdomain
2014-04-10 11:40:11,503 INFO common.Storage (DataStorage.java:recoverTransitionRead(160)) - Storage directory /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data1 is not formatted
2014-04-10 11:40:11,504 INFO common.Storage (DataStorage.java:recoverTransitionRead(161)) - Formatting ...
2014-04-10 11:40:11,517 INFO mortbay.log (Slf4jLog.java:info(67)) - Started SelectChannelConnector@127.0.0.1:58104
2014-04-10 11:40:11,518 INFO ipc.Server (Server.java:run(551)) - Starting Socket Reader #1 for port 53157
2014-04-10 11:40:11,520 INFO datanode.DataNode (DataNode.java:initIpcServer(466)) - Opened IPC server at /127.0.0.1:53157
2014-04-10 11:40:11,523 INFO datanode.DataNode (BlockPoolManager.java:refreshNamenodes(148)) - Refresh request received for nameservices: null
2014-04-10 11:40:11,524 INFO datanode.DataNode (BlockPoolManager.java:doRefreshNamenodes(193)) - Starting BPOfferServices for nameservices: <default>
2014-04-10 11:40:11,524 INFO datanode.DataNode (BPServiceActor.java:run(768)) - Block pool <registering> (Datanode Uuid unassigned) service to localhost/127.0.0.1:35773 starting to offer service
2014-04-10 11:40:11,525 INFO ipc.Server (Server.java:run(773)) - IPC Server Responder: starting
2014-04-10 11:40:11,525 INFO ipc.Server (Server.java:run(620)) - IPC Server listener on 53157: starting
2014-04-10 11:40:11,526 INFO hdfs.MiniDFSCluster (MiniDFSCluster.java:startDataNodes(1190)) - Starting DataNode 3 with dfs.datanode.data.dir: [DISK]file:/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data7,[DISK]file:/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data8
2014-04-10 11:40:11,533 INFO impl.MetricsSystemImpl (MetricsSystemImpl.java:init(151)) - DataNode metrics system started (again)
2014-04-10 11:40:11,533 INFO datanode.DataNode (DataNode.java:<init>(315)) - Configured hostname is 127.0.0.1
2014-04-10 11:40:11,533 INFO datanode.DataNode (DataNode.java:startDataNode(763)) - Starting DataNode with maxLockedMemory = 0
2014-04-10 11:40:11,534 INFO datanode.DataNode (DataNode.java:initDataXceiver(564)) - Opened streaming server at /127.0.0.1:52669
2014-04-10 11:40:11,534 INFO datanode.DataNode (DataXceiverServer.java:<init>(73)) - Balancing bandwith is 1048576 bytes/s
2014-04-10 11:40:11,534 INFO http.HttpRequestLog (HttpRequestLog.java:getRequestLog(80)) - Http request log for http.requests.datanode is not defined
2014-04-10 11:40:11,535 INFO http.HttpServer2 (HttpServer2.java:addGlobalFilter(658)) - Added global filter 'safety' (class=org.apache.hadoop.http.HttpServer2$QuotingInputFilter)
2014-04-10 11:40:11,535 INFO http.HttpServer2 (HttpServer2.java:addFilter(636)) - Added filter static_user_filter (class=org.apache.hadoop.http.lib.StaticUserWebFilter$StaticUserFilter) to context datanode
2014-04-10 11:40:11,536 INFO http.HttpServer2 (HttpServer2.java:addFilter(643)) - Added filter static_user_filter (class=org.apache.hadoop.http.lib.StaticUserWebFilter$StaticUserFilter) to context logs
2014-04-10 11:40:11,536 INFO http.HttpServer2 (HttpServer2.java:addFilter(643)) - Added filter static_user_filter (class=org.apache.hadoop.http.lib.StaticUserWebFilter$StaticUserFilter) to context static
2014-04-10 11:40:11,537 INFO http.HttpServer2 (HttpServer2.java:addJerseyResourcePackage(562)) - addJerseyResourcePackage: packageName=org.apache.hadoop.hdfs.server.datanode.web.resources;org.apache.hadoop.hdfs.web.resources, pathSpec=/webhdfs/v1/*
2014-04-10 11:40:11,537 INFO http.HttpServer2 (HttpServer2.java:openListeners(846)) - Jetty bound to port 45208
2014-04-10 11:40:11,537 INFO mortbay.log (Slf4jLog.java:info(67)) - jetty-6.1.26
2014-04-10 11:40:11,539 INFO mortbay.log (Slf4jLog.java:info(67)) - Extract jar:file:/home/brock/.gradle/caches/modules-2/files-2.1/org.apache.hadoop/hadoop-hdfs/2.3.0/c94e4f9baff2f5a23ddb5ccc1196f65c0619ea32/hadoop-hdfs-2.3.0-tests.jar!/webapps/datanode to /tmp/Jetty_127_0_0_1_45208_datanode____ivilrr/webapp
2014-04-10 11:40:11,577 INFO common.Storage (Storage.java:tryLock(675)) - Lock on /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data3/in_use.lock acquired by nodename 5941@localhost.localdomain
2014-04-10 11:40:11,577 INFO common.Storage (DataStorage.java:recoverTransitionRead(160)) - Storage directory /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data3 is not formatted
2014-04-10 11:40:11,577 INFO common.Storage (DataStorage.java:recoverTransitionRead(161)) - Formatting ...
2014-04-10 11:40:11,594 INFO common.Storage (Storage.java:tryLock(675)) - Lock on /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data5/in_use.lock acquired by nodename 5941@localhost.localdomain
2014-04-10 11:40:11,595 INFO common.Storage (DataStorage.java:recoverTransitionRead(160)) - Storage directory /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data5 is not formatted
2014-04-10 11:40:11,595 INFO common.Storage (DataStorage.java:recoverTransitionRead(161)) - Formatting ...
2014-04-10 11:40:11,623 INFO mortbay.log (Slf4jLog.java:info(67)) - Started SelectChannelConnector@127.0.0.1:45208
2014-04-10 11:40:11,624 INFO ipc.Server (Server.java:run(551)) - Starting Socket Reader #1 for port 56293
2014-04-10 11:40:11,626 INFO datanode.DataNode (DataNode.java:initIpcServer(466)) - Opened IPC server at /127.0.0.1:56293
2014-04-10 11:40:11,629 INFO datanode.DataNode (BlockPoolManager.java:refreshNamenodes(148)) - Refresh request received for nameservices: null
2014-04-10 11:40:11,629 INFO datanode.DataNode (BlockPoolManager.java:doRefreshNamenodes(193)) - Starting BPOfferServices for nameservices: <default>
2014-04-10 11:40:11,630 INFO datanode.DataNode (BPServiceActor.java:run(768)) - Block pool <registering> (Datanode Uuid unassigned) service to localhost/127.0.0.1:35773 starting to offer service
2014-04-10 11:40:11,630 INFO ipc.Server (Server.java:run(773)) - IPC Server Responder: starting
2014-04-10 11:40:11,630 INFO ipc.Server (Server.java:run(620)) - IPC Server listener on 56293: starting
2014-04-10 11:40:11,700 INFO common.Storage (Storage.java:tryLock(675)) - Lock on /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data7/in_use.lock acquired by nodename 5941@localhost.localdomain
2014-04-10 11:40:11,700 INFO common.Storage (DataStorage.java:recoverTransitionRead(160)) - Storage directory /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data7 is not formatted
2014-04-10 11:40:11,700 INFO common.Storage (DataStorage.java:recoverTransitionRead(161)) - Formatting ...
2014-04-10 11:40:11,781 INFO hdfs.MiniDFSCluster (MiniDFSCluster.java:shouldWait(1951)) - dnInfo.length != numDataNodes
2014-04-10 11:40:11,781 INFO hdfs.MiniDFSCluster (MiniDFSCluster.java:waitActive(1903)) - Waiting for cluster to become active
2014-04-10 11:40:11,786 INFO common.Storage (Storage.java:tryLock(675)) - Lock on /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data6/in_use.lock acquired by nodename 5941@localhost.localdomain
2014-04-10 11:40:11,786 INFO common.Storage (DataStorage.java:recoverTransitionRead(160)) - Storage directory /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data6 is not formatted
2014-04-10 11:40:11,786 INFO common.Storage (DataStorage.java:recoverTransitionRead(161)) - Formatting ...
2014-04-10 11:40:11,878 INFO common.Storage (Storage.java:tryLock(675)) - Lock on /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data8/in_use.lock acquired by nodename 5941@localhost.localdomain
2014-04-10 11:40:11,878 INFO common.Storage (Storage.java:tryLock(675)) - Lock on /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data4/in_use.lock acquired by nodename 5941@localhost.localdomain
2014-04-10 11:40:11,878 INFO common.Storage (Storage.java:tryLock(675)) - Lock on /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data2/in_use.lock acquired by nodename 5941@localhost.localdomain
2014-04-10 11:40:11,878 INFO common.Storage (DataStorage.java:recoverTransitionRead(160)) - Storage directory /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data4 is not formatted
2014-04-10 11:40:11,879 INFO common.Storage (DataStorage.java:recoverTransitionRead(161)) - Formatting ...
2014-04-10 11:40:11,878 INFO common.Storage (DataStorage.java:recoverTransitionRead(160)) - Storage directory /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data8 is not formatted
2014-04-10 11:40:11,879 INFO common.Storage (DataStorage.java:recoverTransitionRead(161)) - Formatting ...
2014-04-10 11:40:11,878 INFO common.Storage (DataStorage.java:recoverTransitionRead(160)) - Storage directory /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data2 is not formatted
2014-04-10 11:40:11,879 INFO common.Storage (DataStorage.java:recoverTransitionRead(161)) - Formatting ...
2014-04-10 11:40:11,883 INFO hdfs.MiniDFSCluster (MiniDFSCluster.java:shouldWait(1951)) - dnInfo.length != numDataNodes
2014-04-10 11:40:11,883 INFO hdfs.MiniDFSCluster (MiniDFSCluster.java:waitActive(1903)) - Waiting for cluster to become active
2014-04-10 11:40:11,985 INFO hdfs.MiniDFSCluster (MiniDFSCluster.java:shouldWait(1951)) - dnInfo.length != numDataNodes
2014-04-10 11:40:11,985 INFO hdfs.MiniDFSCluster (MiniDFSCluster.java:waitActive(1903)) - Waiting for cluster to become active
2014-04-10 11:40:12,087 INFO hdfs.MiniDFSCluster (MiniDFSCluster.java:shouldWait(1951)) - dnInfo.length != numDataNodes
2014-04-10 11:40:12,087 INFO hdfs.MiniDFSCluster (MiniDFSCluster.java:waitActive(1903)) - Waiting for cluster to become active
2014-04-10 11:40:12,123 INFO common.Storage (Storage.java:lock(639)) - Locking is disabled
2014-04-10 11:40:12,123 INFO common.Storage (Storage.java:lock(639)) - Locking is disabled
2014-04-10 11:40:12,124 INFO common.Storage (BlockPoolSliceStorage.java:recoverTransitionRead(120)) - Storage directory /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data7/current/BP-1273566995-127.0.0.1-1397148009804 is not formatted.
2014-04-10 11:40:12,124 INFO common.Storage (BlockPoolSliceStorage.java:recoverTransitionRead(120)) - Storage directory /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data1/current/BP-1273566995-127.0.0.1-1397148009804 is not formatted.
2014-04-10 11:40:12,124 INFO common.Storage (BlockPoolSliceStorage.java:recoverTransitionRead(121)) - Formatting ...
2014-04-10 11:40:12,124 INFO common.Storage (BlockPoolSliceStorage.java:recoverTransitionRead(121)) - Formatting ...
2014-04-10 11:40:12,124 INFO common.Storage (BlockPoolSliceStorage.java:format(175)) - Formatting block pool BP-1273566995-127.0.0.1-1397148009804 directory /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data7/current/BP-1273566995-127.0.0.1-1397148009804/current
2014-04-10 11:40:12,124 INFO common.Storage (BlockPoolSliceStorage.java:format(175)) - Formatting block pool BP-1273566995-127.0.0.1-1397148009804 directory /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data1/current/BP-1273566995-127.0.0.1-1397148009804/current
2014-04-10 11:40:12,176 INFO common.Storage (Storage.java:lock(639)) - Locking is disabled
2014-04-10 11:40:12,176 INFO common.Storage (BlockPoolSliceStorage.java:recoverTransitionRead(120)) - Storage directory /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data2/current/BP-1273566995-127.0.0.1-1397148009804 is not formatted.
2014-04-10 11:40:12,176 INFO common.Storage (BlockPoolSliceStorage.java:recoverTransitionRead(121)) - Formatting ...
2014-04-10 11:40:12,176 INFO common.Storage (BlockPoolSliceStorage.java:format(175)) - Formatting block pool BP-1273566995-127.0.0.1-1397148009804 directory /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data2/current/BP-1273566995-127.0.0.1-1397148009804/current
2014-04-10 11:40:12,179 INFO common.Storage (Storage.java:lock(639)) - Locking is disabled
2014-04-10 11:40:12,179 INFO common.Storage (Storage.java:lock(639)) - Locking is disabled
2014-04-10 11:40:12,179 INFO common.Storage (BlockPoolSliceStorage.java:recoverTransitionRead(120)) - Storage directory /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data5/current/BP-1273566995-127.0.0.1-1397148009804 is not formatted.
2014-04-10 11:40:12,179 INFO common.Storage (BlockPoolSliceStorage.java:recoverTransitionRead(120)) - Storage directory /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data3/current/BP-1273566995-127.0.0.1-1397148009804 is not formatted.
2014-04-10 11:40:12,179 INFO common.Storage (BlockPoolSliceStorage.java:recoverTransitionRead(121)) - Formatting ...
2014-04-10 11:40:12,179 INFO common.Storage (BlockPoolSliceStorage.java:recoverTransitionRead(121)) - Formatting ...
2014-04-10 11:40:12,179 INFO common.Storage (BlockPoolSliceStorage.java:format(175)) - Formatting block pool BP-1273566995-127.0.0.1-1397148009804 directory /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data5/current/BP-1273566995-127.0.0.1-1397148009804/current
2014-04-10 11:40:12,179 INFO common.Storage (BlockPoolSliceStorage.java:format(175)) - Formatting block pool BP-1273566995-127.0.0.1-1397148009804 directory /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data3/current/BP-1273566995-127.0.0.1-1397148009804/current
2014-04-10 11:40:12,188 INFO hdfs.MiniDFSCluster (MiniDFSCluster.java:shouldWait(1951)) - dnInfo.length != numDataNodes
2014-04-10 11:40:12,188 INFO hdfs.MiniDFSCluster (MiniDFSCluster.java:waitActive(1903)) - Waiting for cluster to become active
2014-04-10 11:40:12,252 INFO common.Storage (Storage.java:lock(639)) - Locking is disabled
2014-04-10 11:40:12,252 INFO common.Storage (Storage.java:lock(639)) - Locking is disabled
2014-04-10 11:40:12,253 INFO common.Storage (BlockPoolSliceStorage.java:recoverTransitionRead(120)) - Storage directory /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data8/current/BP-1273566995-127.0.0.1-1397148009804 is not formatted.
2014-04-10 11:40:12,253 INFO common.Storage (BlockPoolSliceStorage.java:recoverTransitionRead(120)) - Storage directory /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data4/current/BP-1273566995-127.0.0.1-1397148009804 is not formatted.
2014-04-10 11:40:12,253 INFO common.Storage (BlockPoolSliceStorage.java:recoverTransitionRead(121)) - Formatting ...
2014-04-10 11:40:12,253 INFO common.Storage (BlockPoolSliceStorage.java:recoverTransitionRead(121)) - Formatting ...
2014-04-10 11:40:12,253 INFO common.Storage (Storage.java:lock(639)) - Locking is disabled
2014-04-10 11:40:12,253 INFO common.Storage (BlockPoolSliceStorage.java:format(175)) - Formatting block pool BP-1273566995-127.0.0.1-1397148009804 directory /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data4/current/BP-1273566995-127.0.0.1-1397148009804/current
2014-04-10 11:40:12,254 INFO common.Storage (BlockPoolSliceStorage.java:recoverTransitionRead(120)) - Storage directory /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data6/current/BP-1273566995-127.0.0.1-1397148009804 is not formatted.
2014-04-10 11:40:12,253 INFO common.Storage (BlockPoolSliceStorage.java:format(175)) - Formatting block pool BP-1273566995-127.0.0.1-1397148009804 directory /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data8/current/BP-1273566995-127.0.0.1-1397148009804/current
2014-04-10 11:40:12,254 INFO common.Storage (BlockPoolSliceStorage.java:recoverTransitionRead(121)) - Formatting ...
2014-04-10 11:40:12,254 INFO common.Storage (BlockPoolSliceStorage.java:format(175)) - Formatting block pool BP-1273566995-127.0.0.1-1397148009804 directory /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data6/current/BP-1273566995-127.0.0.1-1397148009804/current
2014-04-10 11:40:12,290 INFO hdfs.MiniDFSCluster (MiniDFSCluster.java:shouldWait(1951)) - dnInfo.length != numDataNodes
2014-04-10 11:40:12,290 INFO hdfs.MiniDFSCluster (MiniDFSCluster.java:waitActive(1903)) - Waiting for cluster to become active
2014-04-10 11:40:12,391 INFO hdfs.MiniDFSCluster (MiniDFSCluster.java:shouldWait(1951)) - dnInfo.length != numDataNodes
2014-04-10 11:40:12,391 INFO hdfs.MiniDFSCluster (MiniDFSCluster.java:waitActive(1903)) - Waiting for cluster to become active
2014-04-10 11:40:12,436 INFO datanode.DataNode (DataNode.java:initStorage(963)) - Setting up storage: nsid=1935310055;bpid=BP-1273566995-127.0.0.1-1397148009804;lv=-51;nsInfo=lv=-51;cid=testClusterID;nsid=1935310055;c=0;bpid=BP-1273566995-127.0.0.1-1397148009804;dnuuid=null
2014-04-10 11:40:12,436 INFO datanode.DataNode (DataNode.java:initStorage(963)) - Setting up storage: nsid=1935310055;bpid=BP-1273566995-127.0.0.1-1397148009804;lv=-51;nsInfo=lv=-51;cid=testClusterID;nsid=1935310055;c=0;bpid=BP-1273566995-127.0.0.1-1397148009804;dnuuid=null
2014-04-10 11:40:12,436 INFO datanode.DataNode (DataNode.java:initStorage(963)) - Setting up storage: nsid=1935310055;bpid=BP-1273566995-127.0.0.1-1397148009804;lv=-51;nsInfo=lv=-51;cid=testClusterID;nsid=1935310055;c=0;bpid=BP-1273566995-127.0.0.1-1397148009804;dnuuid=null
2014-04-10 11:40:12,493 INFO hdfs.MiniDFSCluster (MiniDFSCluster.java:shouldWait(1951)) - dnInfo.length != numDataNodes
2014-04-10 11:40:12,493 INFO hdfs.MiniDFSCluster (MiniDFSCluster.java:waitActive(1903)) - Waiting for cluster to become active
2014-04-10 11:40:12,529 INFO datanode.DataNode (DataNode.java:initStorage(963)) - Setting up storage: nsid=1935310055;bpid=BP-1273566995-127.0.0.1-1397148009804;lv=-51;nsInfo=lv=-51;cid=testClusterID;nsid=1935310055;c=0;bpid=BP-1273566995-127.0.0.1-1397148009804;dnuuid=null
2014-04-10 11:40:12,529 INFO datanode.DataNode (DataNode.java:checkDatanodeUuid(803)) - Generated and persisted new Datanode UUID 83fbbfd6-5c60-438d-b204-7d44dafa2eec
2014-04-10 11:40:12,530 INFO datanode.DataNode (DataNode.java:checkDatanodeUuid(803)) - Generated and persisted new Datanode UUID d285c44a-ef6f-4c17-8ed2-95c06929cda4
2014-04-10 11:40:12,538 INFO impl.FsDatasetImpl (FsDatasetImpl.java:<init>(245)) - Added volume - /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data5/current, StorageType: DISK
2014-04-10 11:40:12,538 INFO impl.FsDatasetImpl (FsDatasetImpl.java:<init>(245)) - Added volume - /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data1/current, StorageType: DISK
2014-04-10 11:40:12,538 INFO impl.FsDatasetImpl (FsDatasetImpl.java:<init>(245)) - Added volume - /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data6/current, StorageType: DISK
2014-04-10 11:40:12,538 INFO impl.FsDatasetImpl (FsDatasetImpl.java:<init>(245)) - Added volume - /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data2/current, StorageType: DISK
2014-04-10 11:40:12,545 INFO impl.FsDatasetImpl (FsDatasetImpl.java:registerMBean(1398)) - Registered FSDatasetState MBean
2014-04-10 11:40:12,545 INFO impl.FsDatasetImpl (FsDatasetImpl.java:registerMBean(1398)) - Registered FSDatasetState MBean
2014-04-10 11:40:12,548 INFO datanode.DirectoryScanner (DirectoryScanner.java:start(330)) - Periodic Directory Tree Verification scan starting at 1397153950548 with interval 21600000
2014-04-10 11:40:12,548 INFO datanode.DirectoryScanner (DirectoryScanner.java:start(330)) - Periodic Directory Tree Verification scan starting at 1397154464548 with interval 21600000
2014-04-10 11:40:12,548 INFO impl.FsDatasetImpl (FsDatasetImpl.java:addBlockPool(1767)) - Adding block pool BP-1273566995-127.0.0.1-1397148009804
2014-04-10 11:40:12,548 INFO impl.FsDatasetImpl (FsDatasetImpl.java:addBlockPool(1767)) - Adding block pool BP-1273566995-127.0.0.1-1397148009804
2014-04-10 11:40:12,549 INFO impl.FsDatasetImpl (FsVolumeList.java:run(176)) - Scanning block pool BP-1273566995-127.0.0.1-1397148009804 on volume /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data5/current...
2014-04-10 11:40:12,549 INFO impl.FsDatasetImpl (FsVolumeList.java:run(176)) - Scanning block pool BP-1273566995-127.0.0.1-1397148009804 on volume /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data6/current...
2014-04-10 11:40:12,549 INFO impl.FsDatasetImpl (FsVolumeList.java:run(176)) - Scanning block pool BP-1273566995-127.0.0.1-1397148009804 on volume /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data2/current...
2014-04-10 11:40:12,549 INFO impl.FsDatasetImpl (FsVolumeList.java:run(176)) - Scanning block pool BP-1273566995-127.0.0.1-1397148009804 on volume /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data1/current...
2014-04-10 11:40:12,550 INFO datanode.DataNode (DataNode.java:checkDatanodeUuid(803)) - Generated and persisted new Datanode UUID 2a939430-7213-43d8-8538-35bb09f189bb
2014-04-10 11:40:12,551 INFO impl.FsDatasetImpl (FsDatasetImpl.java:<init>(245)) - Added volume - /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data7/current, StorageType: DISK
2014-04-10 11:40:12,551 INFO impl.FsDatasetImpl (FsDatasetImpl.java:<init>(245)) - Added volume - /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data8/current, StorageType: DISK
2014-04-10 11:40:12,551 INFO impl.FsDatasetImpl (FsDatasetImpl.java:registerMBean(1398)) - Registered FSDatasetState MBean
2014-04-10 11:40:12,552 INFO datanode.DirectoryScanner (DirectoryScanner.java:start(330)) - Periodic Directory Tree Verification scan starting at 1397154056552 with interval 21600000
2014-04-10 11:40:12,552 INFO impl.FsDatasetImpl (FsDatasetImpl.java:addBlockPool(1767)) - Adding block pool BP-1273566995-127.0.0.1-1397148009804
2014-04-10 11:40:12,552 INFO impl.FsDatasetImpl (FsVolumeList.java:run(176)) - Scanning block pool BP-1273566995-127.0.0.1-1397148009804 on volume /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data7/current...
2014-04-10 11:40:12,553 INFO impl.FsDatasetImpl (FsVolumeList.java:run(176)) - Scanning block pool BP-1273566995-127.0.0.1-1397148009804 on volume /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data8/current...
2014-04-10 11:40:12,554 INFO impl.FsDatasetImpl (FsVolumeList.java:run(181)) - Time taken to scan block pool BP-1273566995-127.0.0.1-1397148009804 on /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data5/current: 5ms
2014-04-10 11:40:12,554 INFO impl.FsDatasetImpl (FsVolumeList.java:run(181)) - Time taken to scan block pool BP-1273566995-127.0.0.1-1397148009804 on /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data1/current: 5ms
2014-04-10 11:40:12,554 INFO impl.FsDatasetImpl (FsVolumeList.java:run(181)) - Time taken to scan block pool BP-1273566995-127.0.0.1-1397148009804 on /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data6/current: 5ms
2014-04-10 11:40:12,554 INFO impl.FsDatasetImpl (FsVolumeList.java:run(181)) - Time taken to scan block pool BP-1273566995-127.0.0.1-1397148009804 on /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data2/current: 5ms
2014-04-10 11:40:12,554 INFO impl.FsDatasetImpl (FsVolumeList.java:addBlockPool(205)) - Total time to scan all replicas for block pool BP-1273566995-127.0.0.1-1397148009804: 6ms
2014-04-10 11:40:12,554 INFO impl.FsDatasetImpl (FsVolumeList.java:addBlockPool(205)) - Total time to scan all replicas for block pool BP-1273566995-127.0.0.1-1397148009804: 6ms
2014-04-10 11:40:12,554 INFO impl.FsDatasetImpl (FsVolumeList.java:getVolumeMap(111)) - Adding replicas to map for block pool BP-1273566995-127.0.0.1-1397148009804 on volume /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data1/current...
2014-04-10 11:40:12,554 INFO impl.FsDatasetImpl (FsVolumeList.java:getVolumeMap(111)) - Adding replicas to map for block pool BP-1273566995-127.0.0.1-1397148009804 on volume /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data5/current...
2014-04-10 11:40:12,554 INFO impl.FsDatasetImpl (FsVolumeList.java:getVolumeMap(116)) - Time to add replicas to map for block pool BP-1273566995-127.0.0.1-1397148009804 on volume /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data1/current: 0ms
2014-04-10 11:40:12,555 INFO impl.FsDatasetImpl (FsVolumeList.java:getVolumeMap(116)) - Time to add replicas to map for block pool BP-1273566995-127.0.0.1-1397148009804 on volume /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data5/current: 1ms
2014-04-10 11:40:12,555 INFO impl.FsDatasetImpl (FsVolumeList.java:getVolumeMap(111)) - Adding replicas to map for block pool BP-1273566995-127.0.0.1-1397148009804 on volume /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data2/current...
2014-04-10 11:40:12,555 INFO impl.FsDatasetImpl (FsVolumeList.java:getVolumeMap(111)) - Adding replicas to map for block pool BP-1273566995-127.0.0.1-1397148009804 on volume /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data6/current...
2014-04-10 11:40:12,555 INFO impl.FsDatasetImpl (FsVolumeList.java:getVolumeMap(116)) - Time to add replicas to map for block pool BP-1273566995-127.0.0.1-1397148009804 on volume /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data2/current: 0ms
2014-04-10 11:40:12,555 INFO impl.FsDatasetImpl (FsVolumeList.java:getVolumeMap(116)) - Time to add replicas to map for block pool BP-1273566995-127.0.0.1-1397148009804 on volume /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data6/current: 0ms
2014-04-10 11:40:12,555 INFO impl.FsDatasetImpl (FsVolumeList.java:run(181)) - Time taken to scan block pool BP-1273566995-127.0.0.1-1397148009804 on /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data8/current: 2ms
2014-04-10 11:40:12,555 INFO impl.FsDatasetImpl (FsVolumeList.java:getAllVolumesMap(105)) - Total time to add all replicas to map: 1ms
2014-04-10 11:40:12,555 INFO impl.FsDatasetImpl (FsVolumeList.java:getAllVolumesMap(105)) - Total time to add all replicas to map: 1ms
2014-04-10 11:40:12,555 INFO impl.FsDatasetImpl (FsVolumeList.java:run(181)) - Time taken to scan block pool BP-1273566995-127.0.0.1-1397148009804 on /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data7/current: 2ms
2014-04-10 11:40:12,555 INFO impl.FsDatasetImpl (FsVolumeList.java:addBlockPool(205)) - Total time to scan all replicas for block pool BP-1273566995-127.0.0.1-1397148009804: 3ms
2014-04-10 11:40:12,556 INFO impl.FsDatasetImpl (FsVolumeList.java:getVolumeMap(111)) - Adding replicas to map for block pool BP-1273566995-127.0.0.1-1397148009804 on volume /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data7/current...
2014-04-10 11:40:12,556 INFO impl.FsDatasetImpl (FsVolumeList.java:getVolumeMap(116)) - Time to add replicas to map for block pool BP-1273566995-127.0.0.1-1397148009804 on volume /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data7/current: 0ms
2014-04-10 11:40:12,556 INFO impl.FsDatasetImpl (FsVolumeList.java:getVolumeMap(111)) - Adding replicas to map for block pool BP-1273566995-127.0.0.1-1397148009804 on volume /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data8/current...
2014-04-10 11:40:12,556 INFO impl.FsDatasetImpl (FsVolumeList.java:getVolumeMap(116)) - Time to add replicas to map for block pool BP-1273566995-127.0.0.1-1397148009804 on volume /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data8/current: 0ms
2014-04-10 11:40:12,556 INFO impl.FsDatasetImpl (FsVolumeList.java:getAllVolumesMap(105)) - Total time to add all replicas to map: 0ms
2014-04-10 11:40:12,558 INFO datanode.DataNode (BPServiceActor.java:register(728)) - Block pool BP-1273566995-127.0.0.1-1397148009804 (Datanode Uuid null) service to localhost/127.0.0.1:35773 beginning handshake with NN
2014-04-10 11:40:12,558 INFO datanode.DataNode (BPServiceActor.java:register(728)) - Block pool BP-1273566995-127.0.0.1-1397148009804 (Datanode Uuid null) service to localhost/127.0.0.1:35773 beginning handshake with NN
2014-04-10 11:40:12,558 INFO datanode.DataNode (BPServiceActor.java:register(728)) - Block pool BP-1273566995-127.0.0.1-1397148009804 (Datanode Uuid null) service to localhost/127.0.0.1:35773 beginning handshake with NN
2014-04-10 11:40:12,564 INFO hdfs.StateChange (DatanodeManager.java:registerDatanode(787)) - BLOCK* registerDatanode: from DatanodeRegistration(127.0.0.1, datanodeUuid=83fbbfd6-5c60-438d-b204-7d44dafa2eec, infoPort=34959, ipcPort=49137, storageInfo=lv=-51;cid=testClusterID;nsid=1935310055;c=0) storage 83fbbfd6-5c60-438d-b204-7d44dafa2eec
2014-04-10 11:40:12,567 INFO net.NetworkTopology (NetworkTopology.java:add(413)) - Adding a new node: /default-rack/127.0.0.1:36647
2014-04-10 11:40:12,569 INFO datanode.DataNode (BPServiceActor.java:register(741)) - Block pool Block pool BP-1273566995-127.0.0.1-1397148009804 (Datanode Uuid null) service to localhost/127.0.0.1:35773 successfully registered with NN
2014-04-10 11:40:12,569 INFO hdfs.StateChange (DatanodeManager.java:registerDatanode(787)) - BLOCK* registerDatanode: from DatanodeRegistration(127.0.0.1, datanodeUuid=2a939430-7213-43d8-8538-35bb09f189bb, infoPort=45208, ipcPort=56293, storageInfo=lv=-51;cid=testClusterID;nsid=1935310055;c=0) storage 2a939430-7213-43d8-8538-35bb09f189bb
2014-04-10 11:40:12,569 INFO datanode.DataNode (BPServiceActor.java:offerService(604)) - For namenode localhost/127.0.0.1:35773 using DELETEREPORT_INTERVAL of 300000 msec BLOCKREPORT_INTERVAL of 21600000msec CACHEREPORT_INTERVAL of 10000msec Initial delay: 0msec; heartBeatInterval=3000
2014-04-10 11:40:12,570 INFO net.NetworkTopology (NetworkTopology.java:add(413)) - Adding a new node: /default-rack/127.0.0.1:52669
2014-04-10 11:40:12,570 INFO hdfs.StateChange (DatanodeManager.java:registerDatanode(787)) - BLOCK* registerDatanode: from DatanodeRegistration(127.0.0.1, datanodeUuid=d285c44a-ef6f-4c17-8ed2-95c06929cda4, infoPort=58104, ipcPort=53157, storageInfo=lv=-51;cid=testClusterID;nsid=1935310055;c=0) storage d285c44a-ef6f-4c17-8ed2-95c06929cda4
2014-04-10 11:40:12,570 INFO net.NetworkTopology (NetworkTopology.java:add(413)) - Adding a new node: /default-rack/127.0.0.1:52603
2014-04-10 11:40:12,570 INFO datanode.DataNode (BPServiceActor.java:register(741)) - Block pool Block pool BP-1273566995-127.0.0.1-1397148009804 (Datanode Uuid null) service to localhost/127.0.0.1:35773 successfully registered with NN
2014-04-10 11:40:12,570 INFO datanode.DataNode (BPServiceActor.java:offerService(604)) - For namenode localhost/127.0.0.1:35773 using DELETEREPORT_INTERVAL of 300000 msec BLOCKREPORT_INTERVAL of 21600000msec CACHEREPORT_INTERVAL of 10000msec Initial delay: 0msec; heartBeatInterval=3000
2014-04-10 11:40:12,576 INFO datanode.DataNode (BPServiceActor.java:register(741)) - Block pool Block pool BP-1273566995-127.0.0.1-1397148009804 (Datanode Uuid null) service to localhost/127.0.0.1:35773 successfully registered with NN
2014-04-10 11:40:12,576 INFO datanode.DataNode (BPServiceActor.java:offerService(604)) - For namenode localhost/127.0.0.1:35773 using DELETEREPORT_INTERVAL of 300000 msec BLOCKREPORT_INTERVAL of 21600000msec CACHEREPORT_INTERVAL of 10000msec Initial delay: 0msec; heartBeatInterval=3000
2014-04-10 11:40:12,577 INFO blockmanagement.DatanodeDescriptor (DatanodeDescriptor.java:updateStorage(659)) - Adding new storage ID DS-1656bbea-11d8-45ca-abe1-49de0459849e for DN 127.0.0.1:36647
2014-04-10 11:40:12,577 INFO blockmanagement.DatanodeDescriptor (DatanodeDescriptor.java:updateStorage(659)) - Adding new storage ID DS-c1a68ee9-e354-4a4f-84f6-847f076a6df0 for DN 127.0.0.1:36647
2014-04-10 11:40:12,577 INFO blockmanagement.DatanodeDescriptor (DatanodeDescriptor.java:updateStorage(659)) - Adding new storage ID DS-c8e7c7c4-3019-4725-a866-f4905c19dba7 for DN 127.0.0.1:52669
2014-04-10 11:40:12,578 INFO blockmanagement.DatanodeDescriptor (DatanodeDescriptor.java:updateStorage(659)) - Adding new storage ID DS-838adf6f-c765-4df1-af90-8771b842abe6 for DN 127.0.0.1:52669
2014-04-10 11:40:12,583 INFO blockmanagement.DatanodeDescriptor (DatanodeDescriptor.java:updateStorage(659)) - Adding new storage ID DS-f843c653-a575-43af-b1a9-bec72334e925 for DN 127.0.0.1:52603
2014-04-10 11:40:12,583 INFO blockmanagement.DatanodeDescriptor (DatanodeDescriptor.java:updateStorage(659)) - Adding new storage ID DS-3ed96dbe-c447-4d96-9c7e-eaff895c84c9 for DN 127.0.0.1:52603
2014-04-10 11:40:12,583 INFO datanode.DataNode (BPOfferService.java:updateActorStatesFromHeartbeat(435)) - Namenode Block pool BP-1273566995-127.0.0.1-1397148009804 (Datanode Uuid 2a939430-7213-43d8-8538-35bb09f189bb) service to localhost/127.0.0.1:35773 trying to claim ACTIVE state with txid=1
2014-04-10 11:40:12,583 INFO datanode.DataNode (BPOfferService.java:updateActorStatesFromHeartbeat(435)) - Namenode Block pool BP-1273566995-127.0.0.1-1397148009804 (Datanode Uuid 83fbbfd6-5c60-438d-b204-7d44dafa2eec) service to localhost/127.0.0.1:35773 trying to claim ACTIVE state with txid=1
2014-04-10 11:40:12,583 INFO datanode.DataNode (BPOfferService.java:updateActorStatesFromHeartbeat(447)) - Acknowledging ACTIVE Namenode Block pool BP-1273566995-127.0.0.1-1397148009804 (Datanode Uuid 2a939430-7213-43d8-8538-35bb09f189bb) service to localhost/127.0.0.1:35773
2014-04-10 11:40:12,584 INFO datanode.DataNode (BPOfferService.java:updateActorStatesFromHeartbeat(447)) - Acknowledging ACTIVE Namenode Block pool BP-1273566995-127.0.0.1-1397148009804 (Datanode Uuid 83fbbfd6-5c60-438d-b204-7d44dafa2eec) service to localhost/127.0.0.1:35773
2014-04-10 11:40:12,586 INFO datanode.DataNode (DataNode.java:checkDatanodeUuid(803)) - Generated and persisted new Datanode UUID 0e4a70b8-97db-47e9-bdbb-11e7b39a6d93
2014-04-10 11:40:12,587 INFO impl.FsDatasetImpl (FsDatasetImpl.java:<init>(245)) - Added volume - /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data3/current, StorageType: DISK
2014-04-10 11:40:12,587 INFO impl.FsDatasetImpl (FsDatasetImpl.java:<init>(245)) - Added volume - /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data4/current, StorageType: DISK
2014-04-10 11:40:12,588 INFO impl.FsDatasetImpl (FsDatasetImpl.java:registerMBean(1398)) - Registered FSDatasetState MBean
2014-04-10 11:40:12,588 INFO datanode.DirectoryScanner (DirectoryScanner.java:start(330)) - Periodic Directory Tree Verification scan starting at 1397153497588 with interval 21600000
2014-04-10 11:40:12,589 INFO impl.FsDatasetImpl (FsDatasetImpl.java:addBlockPool(1767)) - Adding block pool BP-1273566995-127.0.0.1-1397148009804
2014-04-10 11:40:12,589 INFO impl.FsDatasetImpl (FsVolumeList.java:run(176)) - Scanning block pool BP-1273566995-127.0.0.1-1397148009804 on volume /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data3/current...
2014-04-10 11:40:12,590 INFO impl.FsDatasetImpl (FsVolumeList.java:run(176)) - Scanning block pool BP-1273566995-127.0.0.1-1397148009804 on volume /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data4/current...
2014-04-10 11:40:12,590 INFO datanode.DataNode (BPOfferService.java:updateActorStatesFromHeartbeat(435)) - Namenode Block pool BP-1273566995-127.0.0.1-1397148009804 (Datanode Uuid d285c44a-ef6f-4c17-8ed2-95c06929cda4) service to localhost/127.0.0.1:35773 trying to claim ACTIVE state with txid=1
2014-04-10 11:40:12,590 INFO datanode.DataNode (BPOfferService.java:updateActorStatesFromHeartbeat(447)) - Acknowledging ACTIVE Namenode Block pool BP-1273566995-127.0.0.1-1397148009804 (Datanode Uuid d285c44a-ef6f-4c17-8ed2-95c06929cda4) service to localhost/127.0.0.1:35773
2014-04-10 11:40:12,591 INFO impl.FsDatasetImpl (FsVolumeList.java:run(181)) - Time taken to scan block pool BP-1273566995-127.0.0.1-1397148009804 on /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data3/current: 2ms
2014-04-10 11:40:12,592 INFO impl.FsDatasetImpl (FsVolumeList.java:run(181)) - Time taken to scan block pool BP-1273566995-127.0.0.1-1397148009804 on /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data4/current: 2ms
2014-04-10 11:40:12,592 INFO impl.FsDatasetImpl (FsVolumeList.java:addBlockPool(205)) - Total time to scan all replicas for block pool BP-1273566995-127.0.0.1-1397148009804: 3ms
2014-04-10 11:40:12,592 INFO impl.FsDatasetImpl (FsVolumeList.java:getVolumeMap(111)) - Adding replicas to map for block pool BP-1273566995-127.0.0.1-1397148009804 on volume /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data3/current...
2014-04-10 11:40:12,592 INFO blockmanagement.BlockManager (BlockManager.java:processReport(1662)) - BLOCK* processReport: Received first block report from 127.0.0.1:52669 after starting up or becoming active. Its block contents are no longer considered stale
2014-04-10 11:40:12,593 INFO impl.FsDatasetImpl (FsVolumeList.java:getVolumeMap(116)) - Time to add replicas to map for block pool BP-1273566995-127.0.0.1-1397148009804 on volume /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data3/current: 1ms
2014-04-10 11:40:12,593 INFO BlockStateChange (BlockManager.java:processReport(1678)) - BLOCK* processReport: from DatanodeRegistration(127.0.0.1, datanodeUuid=2a939430-7213-43d8-8538-35bb09f189bb, infoPort=45208, ipcPort=56293, storageInfo=lv=-51;cid=testClusterID;nsid=1935310055;c=0), blocks: 0, processing time: 2 msecs
2014-04-10 11:40:12,593 INFO impl.FsDatasetImpl (FsVolumeList.java:getVolumeMap(111)) - Adding replicas to map for block pool BP-1273566995-127.0.0.1-1397148009804 on volume /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data4/current...
2014-04-10 11:40:12,593 INFO blockmanagement.BlockManager (BlockManager.java:processReport(1662)) - BLOCK* processReport: Received first block report from 127.0.0.1:36647 after starting up or becoming active. Its block contents are no longer considered stale
2014-04-10 11:40:12,593 INFO impl.FsDatasetImpl (FsVolumeList.java:getVolumeMap(116)) - Time to add replicas to map for block pool BP-1273566995-127.0.0.1-1397148009804 on volume /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data4/current: 0ms
2014-04-10 11:40:12,594 INFO blockmanagement.BlockManager (BlockManager.java:processReport(1662)) - BLOCK* processReport: Received first block report from 127.0.0.1:52669 after starting up or becoming active. Its block contents are no longer considered stale
2014-04-10 11:40:12,594 INFO BlockStateChange (BlockManager.java:processReport(1678)) - BLOCK* processReport: from DatanodeRegistration(127.0.0.1, datanodeUuid=83fbbfd6-5c60-438d-b204-7d44dafa2eec, infoPort=34959, ipcPort=49137, storageInfo=lv=-51;cid=testClusterID;nsid=1935310055;c=0), blocks: 0, processing time: 1 msecs
2014-04-10 11:40:12,594 INFO blockmanagement.BlockManager (BlockManager.java:processReport(1662)) - BLOCK* processReport: Received first block report from 127.0.0.1:36647 after starting up or becoming active. Its block contents are no longer considered stale
2014-04-10 11:40:12,594 INFO BlockStateChange (BlockManager.java:processReport(1678)) - BLOCK* processReport: from DatanodeRegistration(127.0.0.1, datanodeUuid=83fbbfd6-5c60-438d-b204-7d44dafa2eec, infoPort=34959, ipcPort=49137, storageInfo=lv=-51;cid=testClusterID;nsid=1935310055;c=0), blocks: 0, processing time: 0 msecs
2014-04-10 11:40:12,594 INFO BlockStateChange (BlockManager.java:processReport(1678)) - BLOCK* processReport: from DatanodeRegistration(127.0.0.1, datanodeUuid=2a939430-7213-43d8-8538-35bb09f189bb, infoPort=45208, ipcPort=56293, storageInfo=lv=-51;cid=testClusterID;nsid=1935310055;c=0), blocks: 0, processing time: 0 msecs
2014-04-10 11:40:12,594 INFO impl.FsDatasetImpl (FsVolumeList.java:getAllVolumesMap(105)) - Total time to add all replicas to map: 2ms
2014-04-10 11:40:12,596 INFO datanode.DataNode (BPServiceActor.java:register(728)) - Block pool BP-1273566995-127.0.0.1-1397148009804 (Datanode Uuid null) service to localhost/127.0.0.1:35773 beginning handshake with NN
2014-04-10 11:40:12,600 INFO hdfs.MiniDFSCluster (MiniDFSCluster.java:shouldWait(1951)) - dnInfo.length != numDataNodes
2014-04-10 11:40:12,600 INFO hdfs.MiniDFSCluster (MiniDFSCluster.java:waitActive(1903)) - Waiting for cluster to become active
2014-04-10 11:40:12,608 INFO datanode.DataNode (BPServiceActor.java:blockReport(485)) - BlockReport of 0 blocks took 1 msec to generate and 23 msecs for RPC and NN processing
2014-04-10 11:40:12,608 INFO blockmanagement.BlockManager (BlockManager.java:processReport(1662)) - BLOCK* processReport: Received first block report from 127.0.0.1:52603 after starting up or becoming active. Its block contents are no longer considered stale
2014-04-10 11:40:12,608 INFO datanode.DataNode (BPServiceActor.java:blockReport(504)) - sent block report, processed command:org.apache.hadoop.hdfs.server.protocol.FinalizeCommand@4dd406fc
2014-04-10 11:40:12,608 INFO datanode.DataNode (BPServiceActor.java:blockReport(485)) - BlockReport of 0 blocks took 1 msec to generate and 23 msecs for RPC and NN processing
2014-04-10 11:40:12,609 INFO datanode.DataNode (BPServiceActor.java:blockReport(504)) - sent block report, processed command:org.apache.hadoop.hdfs.server.protocol.FinalizeCommand@1b16b24f
2014-04-10 11:40:12,609 INFO hdfs.StateChange (DatanodeManager.java:registerDatanode(787)) - BLOCK* registerDatanode: from DatanodeRegistration(127.0.0.1, datanodeUuid=0e4a70b8-97db-47e9-bdbb-11e7b39a6d93, infoPort=46935, ipcPort=50051, storageInfo=lv=-51;cid=testClusterID;nsid=1935310055;c=0) storage 0e4a70b8-97db-47e9-bdbb-11e7b39a6d93
2014-04-10 11:40:12,609 INFO BlockStateChange (BlockManager.java:processReport(1678)) - BLOCK* processReport: from DatanodeRegistration(127.0.0.1, datanodeUuid=d285c44a-ef6f-4c17-8ed2-95c06929cda4, infoPort=58104, ipcPort=53157, storageInfo=lv=-51;cid=testClusterID;nsid=1935310055;c=0), blocks: 0, processing time: 1 msecs
2014-04-10 11:40:12,610 INFO net.NetworkTopology (NetworkTopology.java:add(413)) - Adding a new node: /default-rack/127.0.0.1:48225
2014-04-10 11:40:12,610 INFO blockmanagement.BlockManager (BlockManager.java:processReport(1662)) - BLOCK* processReport: Received first block report from 127.0.0.1:52603 after starting up or becoming active. Its block contents are no longer considered stale
2014-04-10 11:40:12,610 INFO BlockStateChange (BlockManager.java:processReport(1678)) - BLOCK* processReport: from DatanodeRegistration(127.0.0.1, datanodeUuid=d285c44a-ef6f-4c17-8ed2-95c06929cda4, infoPort=58104, ipcPort=53157, storageInfo=lv=-51;cid=testClusterID;nsid=1935310055;c=0), blocks: 0, processing time: 0 msecs
2014-04-10 11:40:12,613 INFO util.GSet (LightWeightGSet.java:computeCapacity(349)) - Computing capacity for map BlockMap
2014-04-10 11:40:12,613 INFO util.GSet (LightWeightGSet.java:computeCapacity(349)) - Computing capacity for map BlockMap
2014-04-10 11:40:12,613 INFO util.GSet (LightWeightGSet.java:computeCapacity(350)) - VM type = 64-bit
2014-04-10 11:40:12,613 INFO util.GSet (LightWeightGSet.java:computeCapacity(350)) - VM type = 64-bit
2014-04-10 11:40:12,613 INFO util.GSet (LightWeightGSet.java:computeCapacity(351)) - 0.5% max memory 672 MB = 3.4 MB
2014-04-10 11:40:12,614 INFO util.GSet (LightWeightGSet.java:computeCapacity(356)) - capacity = 2^19 = 524288 entries
2014-04-10 11:40:12,614 INFO util.GSet (LightWeightGSet.java:computeCapacity(351)) - 0.5% max memory 672 MB = 3.4 MB
2014-04-10 11:40:12,614 INFO util.GSet (LightWeightGSet.java:computeCapacity(356)) - capacity = 2^19 = 524288 entries
2014-04-10 11:40:12,629 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:<init>(186)) - Periodic Block Verification Scanner initialized with interval 504 hours for block pool BP-1273566995-127.0.0.1-1397148009804
2014-04-10 11:40:12,629 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:<init>(186)) - Periodic Block Verification Scanner initialized with interval 504 hours for block pool BP-1273566995-127.0.0.1-1397148009804
2014-04-10 11:40:12,631 INFO datanode.DataBlockScanner (DataBlockScanner.java:addBlockPool(265)) - Added bpid=BP-1273566995-127.0.0.1-1397148009804 to blockPoolScannerMap, new size=1
2014-04-10 11:40:12,631 INFO datanode.DataBlockScanner (DataBlockScanner.java:addBlockPool(265)) - Added bpid=BP-1273566995-127.0.0.1-1397148009804 to blockPoolScannerMap, new size=1
2014-04-10 11:40:12,647 INFO datanode.DataNode (BPServiceActor.java:blockReport(485)) - BlockReport of 0 blocks took 0 msec to generate and 57 msecs for RPC and NN processing
2014-04-10 11:40:12,647 INFO datanode.DataNode (BPServiceActor.java:register(741)) - Block pool Block pool BP-1273566995-127.0.0.1-1397148009804 (Datanode Uuid null) service to localhost/127.0.0.1:35773 successfully registered with NN
2014-04-10 11:40:12,647 INFO datanode.DataNode (BPServiceActor.java:blockReport(504)) - sent block report, processed command:org.apache.hadoop.hdfs.server.protocol.FinalizeCommand@4155a5c7
2014-04-10 11:40:12,647 INFO datanode.DataNode (BPServiceActor.java:offerService(604)) - For namenode localhost/127.0.0.1:35773 using DELETEREPORT_INTERVAL of 300000 msec BLOCKREPORT_INTERVAL of 21600000msec CACHEREPORT_INTERVAL of 10000msec Initial delay: 0msec; heartBeatInterval=3000
2014-04-10 11:40:12,648 INFO util.GSet (LightWeightGSet.java:computeCapacity(349)) - Computing capacity for map BlockMap
2014-04-10 11:40:12,648 INFO util.GSet (LightWeightGSet.java:computeCapacity(350)) - VM type = 64-bit
2014-04-10 11:40:12,648 INFO util.GSet (LightWeightGSet.java:computeCapacity(351)) - 0.5% max memory 672 MB = 3.4 MB
2014-04-10 11:40:12,648 INFO util.GSet (LightWeightGSet.java:computeCapacity(356)) - capacity = 2^19 = 524288 entries
2014-04-10 11:40:12,648 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:<init>(186)) - Periodic Block Verification Scanner initialized with interval 504 hours for block pool BP-1273566995-127.0.0.1-1397148009804
2014-04-10 11:40:12,649 INFO datanode.DataBlockScanner (DataBlockScanner.java:addBlockPool(265)) - Added bpid=BP-1273566995-127.0.0.1-1397148009804 to blockPoolScannerMap, new size=1
2014-04-10 11:40:12,649 INFO blockmanagement.DatanodeDescriptor (DatanodeDescriptor.java:updateStorage(659)) - Adding new storage ID DS-89a8a4dd-3711-4e1f-a6ae-4c16325f3994 for DN 127.0.0.1:48225
2014-04-10 11:40:12,649 INFO blockmanagement.DatanodeDescriptor (DatanodeDescriptor.java:updateStorage(659)) - Adding new storage ID DS-c76cb5c0-94a2-4f10-be3b-e7b4acb9030e for DN 127.0.0.1:48225
2014-04-10 11:40:12,649 INFO datanode.DataNode (BPOfferService.java:updateActorStatesFromHeartbeat(435)) - Namenode Block pool BP-1273566995-127.0.0.1-1397148009804 (Datanode Uuid 0e4a70b8-97db-47e9-bdbb-11e7b39a6d93) service to localhost/127.0.0.1:35773 trying to claim ACTIVE state with txid=1
2014-04-10 11:40:12,649 INFO datanode.DataNode (BPOfferService.java:updateActorStatesFromHeartbeat(447)) - Acknowledging ACTIVE Namenode Block pool BP-1273566995-127.0.0.1-1397148009804 (Datanode Uuid 0e4a70b8-97db-47e9-bdbb-11e7b39a6d93) service to localhost/127.0.0.1:35773
2014-04-10 11:40:12,650 INFO blockmanagement.BlockManager (BlockManager.java:processReport(1662)) - BLOCK* processReport: Received first block report from 127.0.0.1:48225 after starting up or becoming active. Its block contents are no longer considered stale
2014-04-10 11:40:12,651 INFO BlockStateChange (BlockManager.java:processReport(1678)) - BLOCK* processReport: from DatanodeRegistration(127.0.0.1, datanodeUuid=0e4a70b8-97db-47e9-bdbb-11e7b39a6d93, infoPort=46935, ipcPort=50051, storageInfo=lv=-51;cid=testClusterID;nsid=1935310055;c=0), blocks: 0, processing time: 0 msecs
2014-04-10 11:40:12,651 INFO blockmanagement.BlockManager (BlockManager.java:processReport(1662)) - BLOCK* processReport: Received first block report from 127.0.0.1:48225 after starting up or becoming active. Its block contents are no longer considered stale
2014-04-10 11:40:12,651 INFO BlockStateChange (BlockManager.java:processReport(1678)) - BLOCK* processReport: from DatanodeRegistration(127.0.0.1, datanodeUuid=0e4a70b8-97db-47e9-bdbb-11e7b39a6d93, infoPort=46935, ipcPort=50051, storageInfo=lv=-51;cid=testClusterID;nsid=1935310055;c=0), blocks: 0, processing time: 0 msecs
2014-04-10 11:40:12,651 INFO datanode.DataNode (BPServiceActor.java:blockReport(485)) - BlockReport of 0 blocks took 0 msec to generate and 2 msecs for RPC and NN processing
2014-04-10 11:40:12,652 INFO datanode.DataNode (BPServiceActor.java:blockReport(504)) - sent block report, processed command:org.apache.hadoop.hdfs.server.protocol.FinalizeCommand@3f9a36b1
2014-04-10 11:40:12,652 INFO util.GSet (LightWeightGSet.java:computeCapacity(349)) - Computing capacity for map BlockMap
2014-04-10 11:40:12,652 INFO util.GSet (LightWeightGSet.java:computeCapacity(350)) - VM type = 64-bit
2014-04-10 11:40:12,652 INFO util.GSet (LightWeightGSet.java:computeCapacity(351)) - 0.5% max memory 672 MB = 3.4 MB
2014-04-10 11:40:12,652 INFO util.GSet (LightWeightGSet.java:computeCapacity(356)) - capacity = 2^19 = 524288 entries
2014-04-10 11:40:12,652 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:<init>(186)) - Periodic Block Verification Scanner initialized with interval 504 hours for block pool BP-1273566995-127.0.0.1-1397148009804
2014-04-10 11:40:12,652 INFO datanode.DataBlockScanner (DataBlockScanner.java:addBlockPool(265)) - Added bpid=BP-1273566995-127.0.0.1-1397148009804 to blockPoolScannerMap, new size=1
2014-04-10 11:40:12,707 INFO hdfs.MiniDFSCluster (MiniDFSCluster.java:waitActive(1934)) - Cluster is active
2014-04-10 11:40:12,732 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null
2014-04-10 11:40:12,774 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/user/brock/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=brock:supergroup:rw-r--r--
2014-04-10 11:40:12,799 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(2966)) - BLOCK* allocateBlock: /user/brock/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar. BP-1273566995-127.0.0.1-1397148009804 blk_1073741825_1001{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-c8e7c7c4-3019-4725-a866-f4905c19dba7:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-89a8a4dd-3711-4e1f-a6ae-4c16325f3994:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-1656bbea-11d8-45ca-abe1-49de0459849e:NORMAL|RBW]]}
2014-04-10 11:40:12,841 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1273566995-127.0.0.1-1397148009804:blk_1073741825_1001 src: /127.0.0.1:37117 dest: /127.0.0.1:52669
2014-04-10 11:40:12,851 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1273566995-127.0.0.1-1397148009804:blk_1073741825_1001 src: /127.0.0.1:56935 dest: /127.0.0.1:48225
2014-04-10 11:40:12,854 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1273566995-127.0.0.1-1397148009804:blk_1073741825_1001 src: /127.0.0.1:57296 dest: /127.0.0.1:36647
2014-04-10 11:40:12,878 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:57296, dest: /127.0.0.1:36647, bytes: 484730, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_2143935106_9, offset: 0, srvID: 83fbbfd6-5c60-438d-b204-7d44dafa2eec, blockid: BP-1273566995-127.0.0.1-1397148009804:blk_1073741825_1001, duration: 10482212
2014-04-10 11:40:12,878 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:36647 is added to blk_1073741825_1001{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-c8e7c7c4-3019-4725-a866-f4905c19dba7:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-89a8a4dd-3711-4e1f-a6ae-4c16325f3994:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-1656bbea-11d8-45ca-abe1-49de0459849e:NORMAL|RBW]]} size 0
2014-04-10 11:40:12,878 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1273566995-127.0.0.1-1397148009804:blk_1073741825_1001, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2014-04-10 11:40:12,879 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:56935, dest: /127.0.0.1:48225, bytes: 484730, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_2143935106_9, offset: 0, srvID: 0e4a70b8-97db-47e9-bdbb-11e7b39a6d93, blockid: BP-1273566995-127.0.0.1-1397148009804:blk_1073741825_1001, duration: 13928828
2014-04-10 11:40:12,879 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1273566995-127.0.0.1-1397148009804:blk_1073741825_1001, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 11:40:12,881 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:37117, dest: /127.0.0.1:52669, bytes: 484730, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_2143935106_9, offset: 0, srvID: 2a939430-7213-43d8-8538-35bb09f189bb, blockid: BP-1273566995-127.0.0.1-1397148009804:blk_1073741825_1001, duration: 15128346
2014-04-10 11:40:12,881 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:48225 is added to blk_1073741825_1001{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-c8e7c7c4-3019-4725-a866-f4905c19dba7:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-89a8a4dd-3711-4e1f-a6ae-4c16325f3994:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-1656bbea-11d8-45ca-abe1-49de0459849e:NORMAL|RBW]]} size 0
2014-04-10 11:40:12,881 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1273566995-127.0.0.1-1397148009804:blk_1073741825_1001, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 11:40:12,882 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:52669 is added to blk_1073741825_1001{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-c8e7c7c4-3019-4725-a866-f4905c19dba7:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-89a8a4dd-3711-4e1f-a6ae-4c16325f3994:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-1656bbea-11d8-45ca-abe1-49de0459849e:NORMAL|RBW]]} size 0
2014-04-10 11:40:12,899 INFO hdfs.StateChange (FSNamesystem.java:completeFile(2899)) - DIR* completeFile: /user/brock/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar is closed by DFSClient_NONMAPREDUCE_2143935106_9
2014-04-10 11:40:12,924 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/user/brock/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=brock:supergroup:rwxr--r--
2014-04-10 11:40:12,995 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target/Hadoop2MR1Platform-tmpDir/hadoop-5284192097755328556.jar dst=null perm=null
2014-04-10 11:40:13,016 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/user/brock/target/Hadoop2MR1Platform-tmpDir/hadoop-5284192097755328556.jar dst=null perm=brock:supergroup:rw-r--r--
2014-04-10 11:40:13,019 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(2966)) - BLOCK* allocateBlock: /user/brock/target/Hadoop2MR1Platform-tmpDir/hadoop-5284192097755328556.jar. BP-1273566995-127.0.0.1-1397148009804 blk_1073741826_1002{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-1656bbea-11d8-45ca-abe1-49de0459849e:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-89a8a4dd-3711-4e1f-a6ae-4c16325f3994:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-c8e7c7c4-3019-4725-a866-f4905c19dba7:NORMAL|RBW]]}
2014-04-10 11:40:13,036 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1273566995-127.0.0.1-1397148009804:blk_1073741826_1002 src: /127.0.0.1:57297 dest: /127.0.0.1:36647
2014-04-10 11:40:13,038 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1273566995-127.0.0.1-1397148009804:blk_1073741826_1002 src: /127.0.0.1:56938 dest: /127.0.0.1:48225
2014-04-10 11:40:13,041 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1273566995-127.0.0.1-1397148009804:blk_1073741826_1002 src: /127.0.0.1:37122 dest: /127.0.0.1:52669
2014-04-10 11:40:13,052 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:37122, dest: /127.0.0.1:52669, bytes: 385571, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_2143935106_9, offset: 0, srvID: 2a939430-7213-43d8-8538-35bb09f189bb, blockid: BP-1273566995-127.0.0.1-1397148009804:blk_1073741826_1002, duration: 9367137
2014-04-10 11:40:13,053 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1273566995-127.0.0.1-1397148009804:blk_1073741826_1002, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2014-04-10 11:40:13,053 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:52669 is added to blk_1073741826_1002{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-c1a68ee9-e354-4a4f-84f6-847f076a6df0:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-c76cb5c0-94a2-4f10-be3b-e7b4acb9030e:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-838adf6f-c765-4df1-af90-8771b842abe6:NORMAL|RBW]]} size 0
2014-04-10 11:40:13,054 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:56938, dest: /127.0.0.1:48225, bytes: 385571, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_2143935106_9, offset: 0, srvID: 0e4a70b8-97db-47e9-bdbb-11e7b39a6d93, blockid: BP-1273566995-127.0.0.1-1397148009804:blk_1073741826_1002, duration: 10834279
2014-04-10 11:40:13,054 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1273566995-127.0.0.1-1397148009804:blk_1073741826_1002, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 11:40:13,056 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:48225 is added to blk_1073741826_1002{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-c1a68ee9-e354-4a4f-84f6-847f076a6df0:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-c76cb5c0-94a2-4f10-be3b-e7b4acb9030e:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-838adf6f-c765-4df1-af90-8771b842abe6:NORMAL|RBW]]} size 0
2014-04-10 11:40:13,056 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:57297, dest: /127.0.0.1:36647, bytes: 385571, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_2143935106_9, offset: 0, srvID: 83fbbfd6-5c60-438d-b204-7d44dafa2eec, blockid: BP-1273566995-127.0.0.1-1397148009804:blk_1073741826_1002, duration: 12488482
2014-04-10 11:40:13,057 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1273566995-127.0.0.1-1397148009804:blk_1073741826_1002, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 11:40:13,058 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:36647 is added to blk_1073741826_1002{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-c1a68ee9-e354-4a4f-84f6-847f076a6df0:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-c76cb5c0-94a2-4f10-be3b-e7b4acb9030e:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-838adf6f-c765-4df1-af90-8771b842abe6:NORMAL|RBW]]} size 0
2014-04-10 11:40:13,074 INFO hdfs.StateChange (FSNamesystem.java:completeFile(2899)) - DIR* completeFile: /user/brock/target/Hadoop2MR1Platform-tmpDir/hadoop-5284192097755328556.jar is closed by DFSClient_NONMAPREDUCE_2143935106_9
2014-04-10 11:40:13,091 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/user/brock/target/Hadoop2MR1Platform-tmpDir/hadoop-5284192097755328556.jar dst=null perm=brock:supergroup:rwxr--r--
2014-04-10 11:40:13,149 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging dst=null perm=null
2014-04-10 11:40:13,150 INFO v2.MiniMRYarnCluster (MiniMRYarnCluster.java:serviceInit(150)) - mkdir: hdfs://localhost:35773/tmp/hadoop-yarn/staging
2014-04-10 11:40:13,166 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=mkdirs src=/tmp/hadoop-yarn/staging dst=null perm=brock:supergroup:rwxrwxrwx
2014-04-10 11:40:13,191 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=mkdirs src=/tmp/hadoop-yarn/staging/history/done dst=null perm=brock:supergroup:rwxrwxrwx
2014-04-10 11:40:13,228 INFO event.AsyncDispatcher (AsyncDispatcher.java:register(196)) - Registering class org.apache.hadoop.yarn.server.resourcemanager.RMFatalEventType for class org.apache.hadoop.yarn.server.resourcemanager.ResourceManager$RMFatalEventDispatcher
2014-04-10 11:40:13,241 INFO security.NMTokenSecretManagerInRM (NMTokenSecretManagerInRM.java:<init>(77)) - NMTokenKeyRollingInterval: 86400000ms and NMTokenKeyActivationDelay: 900000ms
2014-04-10 11:40:13,243 INFO security.RMContainerTokenSecretManager (RMContainerTokenSecretManager.java:<init>(75)) - ContainerTokenKeyRollingInterval: 86400000ms and ContainerTokenKeyActivationDelay: 900000ms
2014-04-10 11:40:13,244 INFO security.AMRMTokenSecretManager (AMRMTokenSecretManager.java:rollMasterKey(107)) - Rolling master-key for amrm-tokens
2014-04-10 11:40:13,248 INFO event.AsyncDispatcher (AsyncDispatcher.java:register(196)) - Registering class org.apache.hadoop.yarn.server.resourcemanager.recovery.RMStateStoreEventType for class org.apache.hadoop.yarn.server.resourcemanager.recovery.RMStateStore$ForwardingEventHandler
2014-04-10 11:40:13,249 INFO event.AsyncDispatcher (AsyncDispatcher.java:register(196)) - Registering class org.apache.hadoop.yarn.server.resourcemanager.NodesListManagerEventType for class org.apache.hadoop.yarn.server.resourcemanager.NodesListManager
2014-04-10 11:40:13,249 INFO resourcemanager.ResourceManager (ResourceManager.java:createScheduler(226)) - Using Scheduler: org.apache.hadoop.yarn.server.resourcemanager.scheduler.capacity.CapacityScheduler
2014-04-10 11:40:13,257 INFO event.AsyncDispatcher (AsyncDispatcher.java:register(196)) - Registering class org.apache.hadoop.yarn.server.resourcemanager.scheduler.event.SchedulerEventType for class org.apache.hadoop.yarn.server.resourcemanager.ResourceManager$SchedulerEventDispatcher
2014-04-10 11:40:13,258 INFO event.AsyncDispatcher (AsyncDispatcher.java:register(196)) - Registering class org.apache.hadoop.yarn.server.resourcemanager.rmapp.RMAppEventType for class org.apache.hadoop.yarn.server.resourcemanager.ResourceManager$ApplicationEventDispatcher
2014-04-10 11:40:13,259 INFO event.AsyncDispatcher (AsyncDispatcher.java:register(196)) - Registering class org.apache.hadoop.yarn.server.resourcemanager.rmapp.attempt.RMAppAttemptEventType for class org.apache.hadoop.yarn.server.resourcemanager.ResourceManager$ApplicationAttemptEventDispatcher
2014-04-10 11:40:13,259 INFO event.AsyncDispatcher (AsyncDispatcher.java:register(196)) - Registering class org.apache.hadoop.yarn.server.resourcemanager.rmnode.RMNodeEventType for class org.apache.hadoop.yarn.server.resourcemanager.ResourceManager$NodeEventDispatcher
2014-04-10 11:40:13,267 INFO impl.MetricsSystemImpl (MetricsSystemImpl.java:init(151)) - ResourceManager metrics system started (again)
2014-04-10 11:40:13,290 INFO capacity.ParentQueue (ParentQueue.java:setupQueueConfigs(191)) - root, capacity=1.0, asboluteCapacity=1.0, maxCapacity=1.0, asboluteMaxCapacity=1.0, state=RUNNING, acls=SUBMIT_APPLICATIONS:*ADMINISTER_QUEUE:*
2014-04-10 11:40:13,290 INFO capacity.ParentQueue (ParentQueue.java:<init>(153)) - Initialized parent-queue root name=root, fullname=root
2014-04-10 11:40:13,295 INFO capacity.LeafQueue (LeafQueue.java:setupQueueConfigs(273)) - Initializing default
capacity = 1.0 [= (float) configuredCapacity / 100 ]
asboluteCapacity = 1.0 [= parentAbsoluteCapacity * capacity ]
maxCapacity = 1.0 [= configuredMaxCapacity ]
absoluteMaxCapacity = 1.0 [= 1.0 maximumCapacity undefined, (parentAbsoluteMaxCapacity * maximumCapacity) / 100 otherwise ]
userLimit = 100 [= configuredUserLimit ]
userLimitFactor = 1.0 [= configuredUserLimitFactor ]
maxApplications = 10000 [= configuredMaximumSystemApplicationsPerQueue or (int)(configuredMaximumSystemApplications * absoluteCapacity)]
maxApplicationsPerUser = 10000 [= (int)(maxApplications * (userLimit / 100.0f) * userLimitFactor) ]
maxActiveApplications = 1 [= max((int)ceil((clusterResourceMemory / minimumAllocation) * maxAMResourcePerQueuePercent * absoluteMaxCapacity),1) ]
maxActiveAppsUsingAbsCap = 1 [= max((int)ceil((clusterResourceMemory / minimumAllocation) *maxAMResourcePercent * absoluteCapacity),1) ]
maxActiveApplicationsPerUser = 1 [= max((int)(maxActiveApplications * (userLimit / 100.0f) * userLimitFactor),1) ]
usedCapacity = 0.0 [= usedResourcesMemory / (clusterResourceMemory * absoluteCapacity)]
absoluteUsedCapacity = 0.0 [= usedResourcesMemory / clusterResourceMemory]
maxAMResourcePerQueuePercent = 0.1 [= configuredMaximumAMResourcePercent ]
minimumAllocationFactor = 0.875 [= (float)(maximumAllocationMemory - minimumAllocationMemory) / maximumAllocationMemory ]
numContainers = 0 [= currentNumContainers ]
state = RUNNING [= configuredState ]
acls = SUBMIT_APPLICATIONS:*ADMINISTER_QUEUE:* [= configuredAcls ]
nodeLocalityDelay = 0
2014-04-10 11:40:13,295 INFO capacity.CapacityScheduler (CapacityScheduler.java:parseQueue(411)) - Initialized queue: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:0, vCores:0>usedCapacity=0.0, absoluteUsedCapacity=0.0, numApps=0, numContainers=0
2014-04-10 11:40:13,296 INFO capacity.CapacityScheduler (CapacityScheduler.java:parseQueue(411)) - Initialized queue: root: numChildQueue= 1, capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:0, vCores:0>usedCapacity=0.0, numApps=0, numContainers=0
2014-04-10 11:40:13,296 INFO capacity.CapacityScheduler (CapacityScheduler.java:initializeQueues(309)) - Initialized root queue root: numChildQueue= 1, capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:0, vCores:0>usedCapacity=0.0, numApps=0, numContainers=0
2014-04-10 11:40:13,296 INFO capacity.CapacityScheduler (CapacityScheduler.java:reinitialize(273)) - Initialized CapacityScheduler with calculator=class org.apache.hadoop.yarn.util.resource.DefaultResourceCalculator, minimumAllocation=<<memory:1024, vCores:1>>, maximumAllocation=<<memory:8192, vCores:32>>
2014-04-10 11:40:13,313 INFO event.AsyncDispatcher (AsyncDispatcher.java:register(196)) - Registering class org.apache.hadoop.yarn.server.resourcemanager.RMAppManagerEventType for class org.apache.hadoop.yarn.server.resourcemanager.RMAppManager
2014-04-10 11:40:13,315 INFO event.AsyncDispatcher (AsyncDispatcher.java:register(196)) - Registering class org.apache.hadoop.yarn.server.resourcemanager.amlauncher.AMLauncherEventType for class org.apache.hadoop.yarn.server.resourcemanager.amlauncher.ApplicationMasterLauncher
2014-04-10 11:40:13,316 INFO resourcemanager.RMNMInfo (RMNMInfo.java:<init>(63)) - Registered RMNMInfo MBean
2014-04-10 11:40:13,316 INFO util.HostsFileReader (HostsFileReader.java:refresh(84)) - Refreshing hosts (include/exclude) list
2014-04-10 11:40:13,391 INFO event.AsyncDispatcher (AsyncDispatcher.java:register(196)) - Registering class org.apache.hadoop.yarn.server.resourcemanager.rmapp.attempt.RMAppAttemptEventType for class org.apache.hadoop.yarn.server.MiniYARNCluster$2
2014-04-10 11:40:13,392 INFO server.MiniYARNCluster (MiniYARNCluster.java:prepareDirs(526)) - Created localDir in /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_0
2014-04-10 11:40:13,392 INFO server.MiniYARNCluster (MiniYARNCluster.java:prepareDirs(526)) - Created localDir in /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_1
2014-04-10 11:40:13,393 INFO server.MiniYARNCluster (MiniYARNCluster.java:prepareDirs(526)) - Created localDir in /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_2
2014-04-10 11:40:13,393 INFO server.MiniYARNCluster (MiniYARNCluster.java:prepareDirs(526)) - Created localDir in /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_3
2014-04-10 11:40:13,393 INFO server.MiniYARNCluster (MiniYARNCluster.java:prepareDirs(526)) - Created logDir in /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-logDir-nm-0_0
2014-04-10 11:40:13,394 INFO server.MiniYARNCluster (MiniYARNCluster.java:prepareDirs(526)) - Created logDir in /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-logDir-nm-0_1
2014-04-10 11:40:13,394 INFO server.MiniYARNCluster (MiniYARNCluster.java:prepareDirs(526)) - Created logDir in /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-logDir-nm-0_2
2014-04-10 11:40:13,394 INFO server.MiniYARNCluster (MiniYARNCluster.java:prepareDirs(526)) - Created logDir in /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-logDir-nm-0_3
2014-04-10 11:40:13,395 INFO server.MiniYARNCluster (MiniYARNCluster.java:serviceInit(508)) - Starting NM: 0
2014-04-10 11:40:13,428 INFO event.AsyncDispatcher (AsyncDispatcher.java:register(196)) - Registering class org.apache.hadoop.yarn.server.nodemanager.containermanager.container.ContainerEventType for class org.apache.hadoop.yarn.server.nodemanager.containermanager.ContainerManagerImpl$ContainerEventDispatcher
2014-04-10 11:40:13,428 INFO event.AsyncDispatcher (AsyncDispatcher.java:register(196)) - Registering class org.apache.hadoop.yarn.server.nodemanager.containermanager.application.ApplicationEventType for class org.apache.hadoop.yarn.server.nodemanager.containermanager.ContainerManagerImpl$ApplicationEventDispatcher
2014-04-10 11:40:13,429 INFO event.AsyncDispatcher (AsyncDispatcher.java:register(196)) - Registering class org.apache.hadoop.yarn.server.nodemanager.containermanager.localizer.event.LocalizationEventType for class org.apache.hadoop.yarn.server.nodemanager.containermanager.localizer.ResourceLocalizationService
2014-04-10 11:40:13,429 INFO event.AsyncDispatcher (AsyncDispatcher.java:register(196)) - Registering class org.apache.hadoop.yarn.server.nodemanager.containermanager.AuxServicesEventType for class org.apache.hadoop.yarn.server.nodemanager.containermanager.AuxServices
2014-04-10 11:40:13,429 INFO event.AsyncDispatcher (AsyncDispatcher.java:register(196)) - Registering class org.apache.hadoop.yarn.server.nodemanager.containermanager.monitor.ContainersMonitorEventType for class org.apache.hadoop.yarn.server.nodemanager.containermanager.monitor.ContainersMonitorImpl
2014-04-10 11:40:13,430 INFO event.AsyncDispatcher (AsyncDispatcher.java:register(196)) - Registering class org.apache.hadoop.yarn.server.nodemanager.containermanager.launcher.ContainersLauncherEventType for class org.apache.hadoop.yarn.server.nodemanager.containermanager.launcher.ContainersLauncher
2014-04-10 11:40:13,432 INFO event.AsyncDispatcher (AsyncDispatcher.java:register(196)) - Registering class org.apache.hadoop.yarn.server.nodemanager.ContainerManagerEventType for class org.apache.hadoop.yarn.server.nodemanager.containermanager.ContainerManagerImpl
2014-04-10 11:40:13,432 INFO event.AsyncDispatcher (AsyncDispatcher.java:register(196)) - Registering class org.apache.hadoop.yarn.server.nodemanager.NodeManagerEventType for class org.apache.hadoop.yarn.server.MiniYARNCluster$ShortCircuitedNodeManager
2014-04-10 11:40:13,432 INFO impl.MetricsSystemImpl (MetricsSystemImpl.java:init(151)) - NodeManager metrics system started (again)
2014-04-10 11:40:13,436 INFO event.AsyncDispatcher (AsyncDispatcher.java:register(196)) - Registering class org.apache.hadoop.yarn.server.nodemanager.containermanager.loghandler.event.LogHandlerEventType for class org.apache.hadoop.yarn.server.nodemanager.containermanager.loghandler.NonAggregatingLogHandler
2014-04-10 11:40:13,436 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:validateConf(196)) - per directory file limit = 8192
2014-04-10 11:40:13,515 INFO event.AsyncDispatcher (AsyncDispatcher.java:register(196)) - Registering class org.apache.hadoop.yarn.server.nodemanager.containermanager.localizer.event.LocalizerEventType for class org.apache.hadoop.yarn.server.nodemanager.containermanager.localizer.ResourceLocalizationService$LocalizerTracker
2014-04-10 11:40:13,531 WARN containermanager.AuxServices (AuxServices.java:serviceInit(114)) - The Auxilurary Service named 'mapreduce_shuffle' in the configuration is for class class org.apache.hadoop.mapred.ShuffleHandler which has a name of 'httpshuffle'. Because these are not the same tools trying to send ServiceData and read Service Meta Data may have issues unless the refer to the name in the config.
2014-04-10 11:40:13,532 INFO containermanager.AuxServices (AuxServices.java:addService(67)) - Adding auxiliary service httpshuffle, "mapreduce_shuffle"
2014-04-10 11:40:13,555 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:serviceInit(98)) - Using ResourceCalculatorPlugin : org.apache.hadoop.yarn.util.LinuxResourceCalculatorPlugin@40ee305b
2014-04-10 11:40:13,555 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:serviceInit(103)) - Using ResourceCalculatorProcessTree : null
2014-04-10 11:40:13,555 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:serviceInit(127)) - Physical memory check enabled: false
2014-04-10 11:40:13,555 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:serviceInit(128)) - Virtual memory check enabled: false
2014-04-10 11:40:13,556 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:serviceInit(163)) - Initialized nodemanager for null: physical-memory=4096 virtual-memory=8602 virtual-cores=8
2014-04-10 11:40:13,556 INFO server.MiniYARNCluster (MiniYARNCluster.java:prepareDirs(526)) - Created localDir in /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_0
2014-04-10 11:40:13,556 INFO server.MiniYARNCluster (MiniYARNCluster.java:prepareDirs(526)) - Created localDir in /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_1
2014-04-10 11:40:13,556 INFO server.MiniYARNCluster (MiniYARNCluster.java:prepareDirs(526)) - Created localDir in /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_2
2014-04-10 11:40:13,557 INFO server.MiniYARNCluster (MiniYARNCluster.java:prepareDirs(526)) - Created localDir in /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_3
2014-04-10 11:40:13,557 INFO server.MiniYARNCluster (MiniYARNCluster.java:prepareDirs(526)) - Created logDir in /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-logDir-nm-1_0
2014-04-10 11:40:13,557 INFO server.MiniYARNCluster (MiniYARNCluster.java:prepareDirs(526)) - Created logDir in /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-logDir-nm-1_1
2014-04-10 11:40:13,557 INFO server.MiniYARNCluster (MiniYARNCluster.java:prepareDirs(526)) - Created logDir in /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-logDir-nm-1_2
2014-04-10 11:40:13,557 INFO server.MiniYARNCluster (MiniYARNCluster.java:prepareDirs(526)) - Created logDir in /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-logDir-nm-1_3
2014-04-10 11:40:13,558 INFO server.MiniYARNCluster (MiniYARNCluster.java:serviceInit(508)) - Starting NM: 1
2014-04-10 11:40:13,569 INFO event.AsyncDispatcher (AsyncDispatcher.java:register(196)) - Registering class org.apache.hadoop.yarn.server.nodemanager.containermanager.container.ContainerEventType for class org.apache.hadoop.yarn.server.nodemanager.containermanager.ContainerManagerImpl$ContainerEventDispatcher
2014-04-10 11:40:13,569 INFO event.AsyncDispatcher (AsyncDispatcher.java:register(196)) - Registering class org.apache.hadoop.yarn.server.nodemanager.containermanager.application.ApplicationEventType for class org.apache.hadoop.yarn.server.nodemanager.containermanager.ContainerManagerImpl$ApplicationEventDispatcher
2014-04-10 11:40:13,569 INFO event.AsyncDispatcher (AsyncDispatcher.java:register(196)) - Registering class org.apache.hadoop.yarn.server.nodemanager.containermanager.localizer.event.LocalizationEventType for class org.apache.hadoop.yarn.server.nodemanager.containermanager.localizer.ResourceLocalizationService
2014-04-10 11:40:13,569 INFO event.AsyncDispatcher (AsyncDispatcher.java:register(196)) - Registering class org.apache.hadoop.yarn.server.nodemanager.containermanager.AuxServicesEventType for class org.apache.hadoop.yarn.server.nodemanager.containermanager.AuxServices
2014-04-10 11:40:13,570 INFO event.AsyncDispatcher (AsyncDispatcher.java:register(196)) - Registering class org.apache.hadoop.yarn.server.nodemanager.containermanager.monitor.ContainersMonitorEventType for class org.apache.hadoop.yarn.server.nodemanager.containermanager.monitor.ContainersMonitorImpl
2014-04-10 11:40:13,570 INFO event.AsyncDispatcher (AsyncDispatcher.java:register(196)) - Registering class org.apache.hadoop.yarn.server.nodemanager.containermanager.launcher.ContainersLauncherEventType for class org.apache.hadoop.yarn.server.nodemanager.containermanager.launcher.ContainersLauncher
2014-04-10 11:40:13,570 INFO event.AsyncDispatcher (AsyncDispatcher.java:register(196)) - Registering class org.apache.hadoop.yarn.server.nodemanager.ContainerManagerEventType for class org.apache.hadoop.yarn.server.nodemanager.containermanager.ContainerManagerImpl
2014-04-10 11:40:13,570 INFO event.AsyncDispatcher (AsyncDispatcher.java:register(196)) - Registering class org.apache.hadoop.yarn.server.nodemanager.NodeManagerEventType for class org.apache.hadoop.yarn.server.MiniYARNCluster$ShortCircuitedNodeManager
2014-04-10 11:40:13,570 INFO impl.MetricsSystemImpl (MetricsSystemImpl.java:init(151)) - NodeManager metrics system started (again)
2014-04-10 11:40:13,572 INFO event.AsyncDispatcher (AsyncDispatcher.java:register(196)) - Registering class org.apache.hadoop.yarn.server.nodemanager.containermanager.loghandler.event.LogHandlerEventType for class org.apache.hadoop.yarn.server.nodemanager.containermanager.loghandler.NonAggregatingLogHandler
2014-04-10 11:40:13,572 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:validateConf(196)) - per directory file limit = 8192
2014-04-10 11:40:13,640 INFO event.AsyncDispatcher (AsyncDispatcher.java:register(196)) - Registering class org.apache.hadoop.yarn.server.nodemanager.containermanager.localizer.event.LocalizerEventType for class org.apache.hadoop.yarn.server.nodemanager.containermanager.localizer.ResourceLocalizationService$LocalizerTracker
2014-04-10 11:40:13,643 WARN containermanager.AuxServices (AuxServices.java:serviceInit(114)) - The Auxilurary Service named 'mapreduce_shuffle' in the configuration is for class class org.apache.hadoop.mapred.ShuffleHandler which has a name of 'httpshuffle'. Because these are not the same tools trying to send ServiceData and read Service Meta Data may have issues unless the refer to the name in the config.
2014-04-10 11:40:13,643 INFO containermanager.AuxServices (AuxServices.java:addService(67)) - Adding auxiliary service httpshuffle, "mapreduce_shuffle"
2014-04-10 11:40:13,652 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:serviceInit(98)) - Using ResourceCalculatorPlugin : org.apache.hadoop.yarn.util.LinuxResourceCalculatorPlugin@3f677311
2014-04-10 11:40:13,653 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:serviceInit(103)) - Using ResourceCalculatorProcessTree : null
2014-04-10 11:40:13,653 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:serviceInit(127)) - Physical memory check enabled: false
2014-04-10 11:40:13,654 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:serviceInit(128)) - Virtual memory check enabled: false
2014-04-10 11:40:13,654 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:serviceInit(163)) - Initialized nodemanager for null: physical-memory=4096 virtual-memory=8602 virtual-cores=8
2014-04-10 11:40:13,655 INFO server.MiniYARNCluster (MiniYARNCluster.java:prepareDirs(526)) - Created localDir in /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_0
2014-04-10 11:40:13,655 INFO server.MiniYARNCluster (MiniYARNCluster.java:prepareDirs(526)) - Created localDir in /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_1
2014-04-10 11:40:13,656 INFO server.MiniYARNCluster (MiniYARNCluster.java:prepareDirs(526)) - Created localDir in /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_2
2014-04-10 11:40:13,656 INFO server.MiniYARNCluster (MiniYARNCluster.java:prepareDirs(526)) - Created localDir in /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_3
2014-04-10 11:40:13,656 INFO server.MiniYARNCluster (MiniYARNCluster.java:prepareDirs(526)) - Created logDir in /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-logDir-nm-2_0
2014-04-10 11:40:13,657 INFO server.MiniYARNCluster (MiniYARNCluster.java:prepareDirs(526)) - Created logDir in /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-logDir-nm-2_1
2014-04-10 11:40:13,657 INFO server.MiniYARNCluster (MiniYARNCluster.java:prepareDirs(526)) - Created logDir in /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-logDir-nm-2_2
2014-04-10 11:40:13,657 INFO server.MiniYARNCluster (MiniYARNCluster.java:prepareDirs(526)) - Created logDir in /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-logDir-nm-2_3
2014-04-10 11:40:13,658 INFO server.MiniYARNCluster (MiniYARNCluster.java:serviceInit(508)) - Starting NM: 2
2014-04-10 11:40:13,667 INFO event.AsyncDispatcher (AsyncDispatcher.java:register(196)) - Registering class org.apache.hadoop.yarn.server.nodemanager.containermanager.container.ContainerEventType for class org.apache.hadoop.yarn.server.nodemanager.containermanager.ContainerManagerImpl$ContainerEventDispatcher
2014-04-10 11:40:13,667 INFO event.AsyncDispatcher (AsyncDispatcher.java:register(196)) - Registering class org.apache.hadoop.yarn.server.nodemanager.containermanager.application.ApplicationEventType for class org.apache.hadoop.yarn.server.nodemanager.containermanager.ContainerManagerImpl$ApplicationEventDispatcher
2014-04-10 11:40:13,667 INFO event.AsyncDispatcher (AsyncDispatcher.java:register(196)) - Registering class org.apache.hadoop.yarn.server.nodemanager.containermanager.localizer.event.LocalizationEventType for class org.apache.hadoop.yarn.server.nodemanager.containermanager.localizer.ResourceLocalizationService
2014-04-10 11:40:13,667 INFO event.AsyncDispatcher (AsyncDispatcher.java:register(196)) - Registering class org.apache.hadoop.yarn.server.nodemanager.containermanager.AuxServicesEventType for class org.apache.hadoop.yarn.server.nodemanager.containermanager.AuxServices
2014-04-10 11:40:13,667 INFO event.AsyncDispatcher (AsyncDispatcher.java:register(196)) - Registering class org.apache.hadoop.yarn.server.nodemanager.containermanager.monitor.ContainersMonitorEventType for class org.apache.hadoop.yarn.server.nodemanager.containermanager.monitor.ContainersMonitorImpl
2014-04-10 11:40:13,668 INFO event.AsyncDispatcher (AsyncDispatcher.java:register(196)) - Registering class org.apache.hadoop.yarn.server.nodemanager.containermanager.launcher.ContainersLauncherEventType for class org.apache.hadoop.yarn.server.nodemanager.containermanager.launcher.ContainersLauncher
2014-04-10 11:40:13,668 INFO event.AsyncDispatcher (AsyncDispatcher.java:register(196)) - Registering class org.apache.hadoop.yarn.server.nodemanager.ContainerManagerEventType for class org.apache.hadoop.yarn.server.nodemanager.containermanager.ContainerManagerImpl
2014-04-10 11:40:13,668 INFO event.AsyncDispatcher (AsyncDispatcher.java:register(196)) - Registering class org.apache.hadoop.yarn.server.nodemanager.NodeManagerEventType for class org.apache.hadoop.yarn.server.MiniYARNCluster$ShortCircuitedNodeManager
2014-04-10 11:40:13,668 INFO impl.MetricsSystemImpl (MetricsSystemImpl.java:init(151)) - NodeManager metrics system started (again)
2014-04-10 11:40:13,670 INFO event.AsyncDispatcher (AsyncDispatcher.java:register(196)) - Registering class org.apache.hadoop.yarn.server.nodemanager.containermanager.loghandler.event.LogHandlerEventType for class org.apache.hadoop.yarn.server.nodemanager.containermanager.loghandler.NonAggregatingLogHandler
2014-04-10 11:40:13,670 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:validateConf(196)) - per directory file limit = 8192
2014-04-10 11:40:13,739 INFO event.AsyncDispatcher (AsyncDispatcher.java:register(196)) - Registering class org.apache.hadoop.yarn.server.nodemanager.containermanager.localizer.event.LocalizerEventType for class org.apache.hadoop.yarn.server.nodemanager.containermanager.localizer.ResourceLocalizationService$LocalizerTracker
2014-04-10 11:40:13,742 WARN containermanager.AuxServices (AuxServices.java:serviceInit(114)) - The Auxilurary Service named 'mapreduce_shuffle' in the configuration is for class class org.apache.hadoop.mapred.ShuffleHandler which has a name of 'httpshuffle'. Because these are not the same tools trying to send ServiceData and read Service Meta Data may have issues unless the refer to the name in the config.
2014-04-10 11:40:13,742 INFO containermanager.AuxServices (AuxServices.java:addService(67)) - Adding auxiliary service httpshuffle, "mapreduce_shuffle"
2014-04-10 11:40:13,749 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:serviceInit(98)) - Using ResourceCalculatorPlugin : org.apache.hadoop.yarn.util.LinuxResourceCalculatorPlugin@5301d898
2014-04-10 11:40:13,750 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:serviceInit(103)) - Using ResourceCalculatorProcessTree : null
2014-04-10 11:40:13,750 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:serviceInit(127)) - Physical memory check enabled: false
2014-04-10 11:40:13,751 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:serviceInit(128)) - Virtual memory check enabled: false
2014-04-10 11:40:13,751 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:serviceInit(163)) - Initialized nodemanager for null: physical-memory=4096 virtual-memory=8602 virtual-cores=8
2014-04-10 11:40:13,752 INFO server.MiniYARNCluster (MiniYARNCluster.java:prepareDirs(526)) - Created localDir in /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_0
2014-04-10 11:40:13,752 INFO server.MiniYARNCluster (MiniYARNCluster.java:prepareDirs(526)) - Created localDir in /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_1
2014-04-10 11:40:13,753 INFO server.MiniYARNCluster (MiniYARNCluster.java:prepareDirs(526)) - Created localDir in /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_2
2014-04-10 11:40:13,753 INFO server.MiniYARNCluster (MiniYARNCluster.java:prepareDirs(526)) - Created localDir in /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_3
2014-04-10 11:40:13,753 INFO server.MiniYARNCluster (MiniYARNCluster.java:prepareDirs(526)) - Created logDir in /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-logDir-nm-3_0
2014-04-10 11:40:13,754 INFO server.MiniYARNCluster (MiniYARNCluster.java:prepareDirs(526)) - Created logDir in /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-logDir-nm-3_1
2014-04-10 11:40:13,754 INFO server.MiniYARNCluster (MiniYARNCluster.java:prepareDirs(526)) - Created logDir in /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-logDir-nm-3_2
2014-04-10 11:40:13,754 INFO server.MiniYARNCluster (MiniYARNCluster.java:prepareDirs(526)) - Created logDir in /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-logDir-nm-3_3
2014-04-10 11:40:13,755 INFO server.MiniYARNCluster (MiniYARNCluster.java:serviceInit(508)) - Starting NM: 3
2014-04-10 11:40:13,765 INFO event.AsyncDispatcher (AsyncDispatcher.java:register(196)) - Registering class org.apache.hadoop.yarn.server.nodemanager.containermanager.container.ContainerEventType for class org.apache.hadoop.yarn.server.nodemanager.containermanager.ContainerManagerImpl$ContainerEventDispatcher
2014-04-10 11:40:13,765 INFO event.AsyncDispatcher (AsyncDispatcher.java:register(196)) - Registering class org.apache.hadoop.yarn.server.nodemanager.containermanager.application.ApplicationEventType for class org.apache.hadoop.yarn.server.nodemanager.containermanager.ContainerManagerImpl$ApplicationEventDispatcher
2014-04-10 11:40:13,765 INFO event.AsyncDispatcher (AsyncDispatcher.java:register(196)) - Registering class org.apache.hadoop.yarn.server.nodemanager.containermanager.localizer.event.LocalizationEventType for class org.apache.hadoop.yarn.server.nodemanager.containermanager.localizer.ResourceLocalizationService
2014-04-10 11:40:13,765 INFO event.AsyncDispatcher (AsyncDispatcher.java:register(196)) - Registering class org.apache.hadoop.yarn.server.nodemanager.containermanager.AuxServicesEventType for class org.apache.hadoop.yarn.server.nodemanager.containermanager.AuxServices
2014-04-10 11:40:13,765 INFO event.AsyncDispatcher (AsyncDispatcher.java:register(196)) - Registering class org.apache.hadoop.yarn.server.nodemanager.containermanager.monitor.ContainersMonitorEventType for class org.apache.hadoop.yarn.server.nodemanager.containermanager.monitor.ContainersMonitorImpl
2014-04-10 11:40:13,765 INFO event.AsyncDispatcher (AsyncDispatcher.java:register(196)) - Registering class org.apache.hadoop.yarn.server.nodemanager.containermanager.launcher.ContainersLauncherEventType for class org.apache.hadoop.yarn.server.nodemanager.containermanager.launcher.ContainersLauncher
2014-04-10 11:40:13,765 INFO event.AsyncDispatcher (AsyncDispatcher.java:register(196)) - Registering class org.apache.hadoop.yarn.server.nodemanager.ContainerManagerEventType for class org.apache.hadoop.yarn.server.nodemanager.containermanager.ContainerManagerImpl
2014-04-10 11:40:13,766 INFO event.AsyncDispatcher (AsyncDispatcher.java:register(196)) - Registering class org.apache.hadoop.yarn.server.nodemanager.NodeManagerEventType for class org.apache.hadoop.yarn.server.MiniYARNCluster$ShortCircuitedNodeManager
2014-04-10 11:40:13,766 INFO impl.MetricsSystemImpl (MetricsSystemImpl.java:init(151)) - NodeManager metrics system started (again)
2014-04-10 11:40:13,767 INFO event.AsyncDispatcher (AsyncDispatcher.java:register(196)) - Registering class org.apache.hadoop.yarn.server.nodemanager.containermanager.loghandler.event.LogHandlerEventType for class org.apache.hadoop.yarn.server.nodemanager.containermanager.loghandler.NonAggregatingLogHandler
2014-04-10 11:40:13,767 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:validateConf(196)) - per directory file limit = 8192
2014-04-10 11:40:13,842 INFO event.AsyncDispatcher (AsyncDispatcher.java:register(196)) - Registering class org.apache.hadoop.yarn.server.nodemanager.containermanager.localizer.event.LocalizerEventType for class org.apache.hadoop.yarn.server.nodemanager.containermanager.localizer.ResourceLocalizationService$LocalizerTracker
2014-04-10 11:40:13,845 WARN containermanager.AuxServices (AuxServices.java:serviceInit(114)) - The Auxilurary Service named 'mapreduce_shuffle' in the configuration is for class class org.apache.hadoop.mapred.ShuffleHandler which has a name of 'httpshuffle'. Because these are not the same tools trying to send ServiceData and read Service Meta Data may have issues unless the refer to the name in the config.
2014-04-10 11:40:13,845 INFO containermanager.AuxServices (AuxServices.java:addService(67)) - Adding auxiliary service httpshuffle, "mapreduce_shuffle"
2014-04-10 11:40:13,852 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:serviceInit(98)) - Using ResourceCalculatorPlugin : org.apache.hadoop.yarn.util.LinuxResourceCalculatorPlugin@1591755a
2014-04-10 11:40:13,853 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:serviceInit(103)) - Using ResourceCalculatorProcessTree : null
2014-04-10 11:40:13,853 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:serviceInit(127)) - Physical memory check enabled: false
2014-04-10 11:40:13,853 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:serviceInit(128)) - Virtual memory check enabled: false
2014-04-10 11:40:13,854 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:serviceInit(163)) - Initialized nodemanager for null: physical-memory=4096 virtual-memory=8602 virtual-cores=8
2014-04-10 11:40:13,864 INFO hs.JobHistory (JobHistory.java:serviceInit(83)) - JobHistory Init
2014-04-10 11:40:13,872 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/history/done dst=null perm=null
2014-04-10 11:40:13,878 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/history/done_intermediate dst=null perm=null
2014-04-10 11:40:13,907 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=mkdirs src=/tmp/hadoop-yarn/staging/history/done_intermediate dst=null perm=brock:supergroup:rwxrwxrwx
2014-04-10 11:40:13,909 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/history/done_intermediate dst=null perm=null
2014-04-10 11:40:13,910 INFO hs.HistoryFileManager (HistoryFileManager.java:mkdir(645)) - Perms after creating 511, Expected: 1023
2014-04-10 11:40:13,910 INFO hs.HistoryFileManager (HistoryFileManager.java:mkdir(648)) - Explicitly setting permissions to : 1023, rwxrwxrwt
2014-04-10 11:40:13,924 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/history/done_intermediate dst=null perm=brock:supergroup:rwxrwxrwt
2014-04-10 11:40:17,562 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1273566995-127.0.0.1-1397148009804:blk_1073741825_1001
2014-04-10 11:40:17,562 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1273566995-127.0.0.1-1397148009804:blk_1073741825_1001
2014-04-10 11:40:17,567 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1273566995-127.0.0.1-1397148009804:blk_1073741826_1002
2014-04-10 11:40:17,567 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1273566995-127.0.0.1-1397148009804:blk_1073741826_1002
2014-04-10 11:40:17,596 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1273566995-127.0.0.1-1397148009804:blk_1073741825_1001
2014-04-10 11:40:17,603 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1273566995-127.0.0.1-1397148009804:blk_1073741826_1002
2014-04-10 11:40:23,928 INFO hs.HistoryFileManager (HistoryFileManager.java:initExisting(664)) - Initializing Existing Jobs...
2014-04-10 11:40:23,932 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=listStatus src=/tmp/hadoop-yarn/staging/history/done dst=null perm=null
2014-04-10 11:40:23,937 INFO hs.CachedHistoryStorage (CachedHistoryStorage.java:serviceInit(66)) - CachedHistoryStorage Init
2014-04-10 11:40:23,949 INFO ipc.Server (Server.java:run(551)) - Starting Socket Reader #1 for port 45612
2014-04-10 11:40:23,951 INFO v2.MiniMRYarnCluster (MiniMRYarnCluster.java:serviceStart(210)) - Waiting for HistoryServer to start...
2014-04-10 11:40:23,951 INFO impl.MetricsSystemImpl (MetricsSystemImpl.java:init(151)) - JobHistoryServer metrics system started (again)
2014-04-10 11:40:23,953 INFO delegation.AbstractDelegationTokenSecretManager (AbstractDelegationTokenSecretManager.java:updateCurrentKey(223)) - Updating the current master key for generating delegation tokens
2014-04-10 11:40:23,955 INFO delegation.AbstractDelegationTokenSecretManager (AbstractDelegationTokenSecretManager.java:run(536)) - Starting expired delegation token remover thread, tokenRemoverScanInterval=60 min(s)
2014-04-10 11:40:23,956 INFO delegation.AbstractDelegationTokenSecretManager (AbstractDelegationTokenSecretManager.java:updateCurrentKey(223)) - Updating the current master key for generating delegation tokens
2014-04-10 11:40:23,963 INFO http.HttpRequestLog (HttpRequestLog.java:getRequestLog(80)) - Http request log for http.requests.jobhistory is not defined
2014-04-10 11:40:23,964 INFO http.HttpServer2 (HttpServer2.java:addGlobalFilter(658)) - Added global filter 'safety' (class=org.apache.hadoop.http.HttpServer2$QuotingInputFilter)
2014-04-10 11:40:23,965 INFO http.HttpServer2 (HttpServer2.java:addFilter(636)) - Added filter static_user_filter (class=org.apache.hadoop.http.lib.StaticUserWebFilter$StaticUserFilter) to context jobhistory
2014-04-10 11:40:23,965 INFO http.HttpServer2 (HttpServer2.java:addFilter(643)) - Added filter static_user_filter (class=org.apache.hadoop.http.lib.StaticUserWebFilter$StaticUserFilter) to context logs
2014-04-10 11:40:23,966 INFO http.HttpServer2 (HttpServer2.java:addFilter(643)) - Added filter static_user_filter (class=org.apache.hadoop.http.lib.StaticUserWebFilter$StaticUserFilter) to context static
2014-04-10 11:40:23,967 INFO http.HttpServer2 (HttpServer2.java:initializeWebServer(392)) - adding path spec: /jobhistory/*
2014-04-10 11:40:23,967 INFO http.HttpServer2 (HttpServer2.java:initializeWebServer(392)) - adding path spec: /ws/*
2014-04-10 11:40:23,968 INFO http.HttpServer2 (HttpServer2.java:openListeners(846)) - Jetty bound to port 49016
2014-04-10 11:40:23,968 INFO mortbay.log (Slf4jLog.java:info(67)) - jetty-6.1.26
2014-04-10 11:40:23,970 INFO mortbay.log (Slf4jLog.java:info(67)) - Extract jar:file:/home/brock/.gradle/caches/modules-2/files-2.1/org.apache.hadoop/hadoop-yarn-common/2.3.0/2a926205d8437fe846b902e0a9e8df96924f72bf/hadoop-yarn-common-2.3.0.jar!/webapps/jobhistory to /tmp/Jetty_localhost_localdomain_49016_jobhistory____9tqg64/webapp
2014-04-10 11:40:24,051 INFO mortbay.log (Slf4jLog.java:info(67)) - Started SelectChannelConnector@localhost.localdomain:49016
2014-04-10 11:40:24,052 INFO webapp.WebApps (WebApps.java:start(248)) - Web app /jobhistory started at 49016
2014-04-10 11:40:24,219 INFO webapp.WebApps (WebApps.java:start(262)) - Registered webapp guice modules
2014-04-10 11:40:24,226 INFO ipc.Server (Server.java:run(551)) - Starting Socket Reader #1 for port 56154
2014-04-10 11:40:24,228 INFO pb.RpcServerFactoryPBImpl (RpcServerFactoryPBImpl.java:createServer(174)) - Adding protocol org.apache.hadoop.mapreduce.v2.api.HSClientProtocolPB to the server
2014-04-10 11:40:24,228 INFO ipc.Server (Server.java:run(773)) - IPC Server Responder: starting
2014-04-10 11:40:24,228 INFO ipc.Server (Server.java:run(620)) - IPC Server listener on 56154: starting
2014-04-10 11:40:24,229 INFO hs.HistoryClientService (HistoryClientService.java:serviceStart(142)) - Instantiated MRClientService at localhost/127.0.0.1:56154
2014-04-10 11:40:24,230 INFO ipc.Server (Server.java:run(773)) - IPC Server Responder: starting
2014-04-10 11:40:24,231 INFO ipc.Server (Server.java:run(620)) - IPC Server listener on 45612: starting
2014-04-10 11:40:25,451 INFO v2.MiniMRYarnCluster (MiniMRYarnCluster.java:serviceStart(227)) - MiniMRYARN ResourceManager address: localhost.localdomain:0
2014-04-10 11:40:25,452 INFO v2.MiniMRYarnCluster (MiniMRYarnCluster.java:serviceStart(229)) - MiniMRYARN ResourceManager web address: localhost.localdomain:0
2014-04-10 11:40:25,452 INFO v2.MiniMRYarnCluster (MiniMRYarnCluster.java:serviceStart(231)) - MiniMRYARN HistoryServer address: localhost:56154
2014-04-10 11:40:25,453 INFO v2.MiniMRYarnCluster (MiniMRYarnCluster.java:serviceStart(233)) - MiniMRYARN HistoryServer web address: localhost:49016
2014-04-10 11:40:25,454 INFO server.MiniYARNCluster (MiniYARNCluster.java:startResourceManager(292)) - Waiting for RM to start...
2014-04-10 11:40:25,454 INFO resourcemanager.ResourceManager (ResourceManager.java:transitionToActive(815)) - Transitioning to active state
2014-04-10 11:40:25,458 INFO security.RMContainerTokenSecretManager (RMContainerTokenSecretManager.java:rollMasterKey(103)) - Rolling master-key for container-tokens
2014-04-10 11:40:25,458 INFO security.AMRMTokenSecretManager (AMRMTokenSecretManager.java:rollMasterKey(107)) - Rolling master-key for amrm-tokens
2014-04-10 11:40:25,462 INFO security.NMTokenSecretManagerInRM (NMTokenSecretManagerInRM.java:rollMasterKey(97)) - Rolling master-key for nm-tokens
2014-04-10 11:40:25,462 INFO delegation.AbstractDelegationTokenSecretManager (AbstractDelegationTokenSecretManager.java:updateCurrentKey(223)) - Updating the current master key for generating delegation tokens
2014-04-10 11:40:25,463 INFO security.RMDelegationTokenSecretManager (RMDelegationTokenSecretManager.java:storeNewMasterKey(85)) - storing master key with keyID 1
2014-04-10 11:40:25,463 INFO delegation.AbstractDelegationTokenSecretManager (AbstractDelegationTokenSecretManager.java:run(536)) - Starting expired delegation token remover thread, tokenRemoverScanInterval=60 min(s)
2014-04-10 11:40:25,464 INFO delegation.AbstractDelegationTokenSecretManager (AbstractDelegationTokenSecretManager.java:updateCurrentKey(223)) - Updating the current master key for generating delegation tokens
2014-04-10 11:40:25,464 INFO security.RMDelegationTokenSecretManager (RMDelegationTokenSecretManager.java:storeNewMasterKey(85)) - storing master key with keyID 2
2014-04-10 11:40:25,479 INFO ipc.Server (Server.java:run(551)) - Starting Socket Reader #1 for port 38132
2014-04-10 11:40:25,481 INFO pb.RpcServerFactoryPBImpl (RpcServerFactoryPBImpl.java:createServer(174)) - Adding protocol org.apache.hadoop.yarn.server.api.ResourceTrackerPB to the server
2014-04-10 11:40:25,482 INFO ipc.Server (Server.java:run(773)) - IPC Server Responder: starting
2014-04-10 11:40:25,482 INFO ipc.Server (Server.java:run(620)) - IPC Server listener on 38132: starting
2014-04-10 11:40:25,494 INFO ipc.Server (Server.java:run(551)) - Starting Socket Reader #1 for port 43050
2014-04-10 11:40:25,497 INFO pb.RpcServerFactoryPBImpl (RpcServerFactoryPBImpl.java:createServer(174)) - Adding protocol org.apache.hadoop.yarn.api.ApplicationMasterProtocolPB to the server
2014-04-10 11:40:25,497 INFO ipc.Server (Server.java:run(773)) - IPC Server Responder: starting
2014-04-10 11:40:25,497 INFO ipc.Server (Server.java:run(620)) - IPC Server listener on 43050: starting
2014-04-10 11:40:25,519 INFO ipc.Server (Server.java:run(551)) - Starting Socket Reader #1 for port 52023
2014-04-10 11:40:25,521 INFO pb.RpcServerFactoryPBImpl (RpcServerFactoryPBImpl.java:createServer(174)) - Adding protocol org.apache.hadoop.yarn.api.ApplicationClientProtocolPB to the server
2014-04-10 11:40:25,521 INFO ipc.Server (Server.java:run(773)) - IPC Server Responder: starting
2014-04-10 11:40:25,522 INFO ipc.Server (Server.java:run(620)) - IPC Server listener on 52023: starting
2014-04-10 11:40:25,526 INFO resourcemanager.ResourceManager (ResourceManager.java:transitionToActive(818)) - Transitioned to active state
2014-04-10 11:40:25,529 INFO http.HttpRequestLog (HttpRequestLog.java:getRequestLog(80)) - Http request log for http.requests.resourcemanager is not defined
2014-04-10 11:40:25,529 INFO http.HttpServer2 (HttpServer2.java:addGlobalFilter(658)) - Added global filter 'safety' (class=org.apache.hadoop.http.HttpServer2$QuotingInputFilter)
2014-04-10 11:40:25,529 INFO http.HttpServer2 (HttpServer2.java:addFilter(636)) - Added filter static_user_filter (class=org.apache.hadoop.http.lib.StaticUserWebFilter$StaticUserFilter) to context cluster
2014-04-10 11:40:25,530 INFO http.HttpServer2 (HttpServer2.java:addFilter(643)) - Added filter static_user_filter (class=org.apache.hadoop.http.lib.StaticUserWebFilter$StaticUserFilter) to context static
2014-04-10 11:40:25,530 INFO http.HttpServer2 (HttpServer2.java:addFilter(643)) - Added filter static_user_filter (class=org.apache.hadoop.http.lib.StaticUserWebFilter$StaticUserFilter) to context logs
2014-04-10 11:40:25,530 INFO http.HttpServer2 (HttpServer2.java:initializeWebServer(392)) - adding path spec: /cluster/*
2014-04-10 11:40:25,530 INFO http.HttpServer2 (HttpServer2.java:initializeWebServer(392)) - adding path spec: /ws/*
2014-04-10 11:40:25,531 INFO http.HttpServer2 (HttpServer2.java:openListeners(846)) - Jetty bound to port 54562
2014-04-10 11:40:25,531 INFO mortbay.log (Slf4jLog.java:info(67)) - jetty-6.1.26
2014-04-10 11:40:25,533 INFO mortbay.log (Slf4jLog.java:info(67)) - Extract jar:file:/home/brock/.gradle/caches/modules-2/files-2.1/org.apache.hadoop/hadoop-yarn-common/2.3.0/2a926205d8437fe846b902e0a9e8df96924f72bf/hadoop-yarn-common-2.3.0.jar!/webapps/cluster to /tmp/Jetty_localhost_localdomain_54562_cluster____.jsg73l/webapp
2014-04-10 11:40:26,147 INFO mortbay.log (Slf4jLog.java:info(67)) - Started SelectChannelConnector@localhost.localdomain:54562
2014-04-10 11:40:26,148 INFO webapp.WebApps (WebApps.java:start(248)) - Web app /cluster started at 54562
2014-04-10 11:40:26,167 INFO webapp.WebApps (WebApps.java:start(262)) - Registered webapp guice modules
2014-04-10 11:40:26,177 INFO ipc.Server (Server.java:run(551)) - Starting Socket Reader #1 for port 45603
2014-04-10 11:40:26,179 INFO pb.RpcServerFactoryPBImpl (RpcServerFactoryPBImpl.java:createServer(174)) - Adding protocol org.apache.hadoop.yarn.server.api.ResourceManagerAdministrationProtocolPB to the server
2014-04-10 11:40:26,179 INFO ipc.Server (Server.java:run(773)) - IPC Server Responder: starting
2014-04-10 11:40:26,179 INFO ipc.Server (Server.java:run(620)) - IPC Server listener on 45603: starting
2014-04-10 11:40:26,955 INFO server.MiniYARNCluster (MiniYARNCluster.java:startResourceManager(304)) - MiniYARN ResourceManager address: localhost:52023
2014-04-10 11:40:26,955 INFO server.MiniYARNCluster (MiniYARNCluster.java:startResourceManager(306)) - MiniYARN ResourceManager web address: localhost.localdomain:54562
2014-04-10 11:40:26,956 INFO server.MiniYARNCluster (MiniYARNCluster.java:serviceStart(423)) - MiniYARN ResourceManager address: localhost:52023
2014-04-10 11:40:26,956 INFO server.MiniYARNCluster (MiniYARNCluster.java:serviceStart(425)) - MiniYARN ResourceManager web address: localhost.localdomain:54562
2014-04-10 11:40:26,957 INFO server.MiniYARNCluster (MiniYARNCluster.java:serviceStart(543)) - Waiting for NM 0 to start...
2014-04-10 11:40:26,969 INFO ipc.Server (Server.java:run(551)) - Starting Socket Reader #1 for port 56608
2014-04-10 11:40:26,972 INFO pb.RpcServerFactoryPBImpl (RpcServerFactoryPBImpl.java:createServer(174)) - Adding protocol org.apache.hadoop.yarn.api.ContainerManagementProtocolPB to the server
2014-04-10 11:40:26,972 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:serviceStart(283)) - Blocking new container-requests as container manager rpc server is still starting.
2014-04-10 11:40:26,972 INFO ipc.Server (Server.java:run(773)) - IPC Server Responder: starting
2014-04-10 11:40:26,972 INFO ipc.Server (Server.java:run(620)) - IPC Server listener on 56608: starting
2014-04-10 11:40:26,977 INFO security.NMContainerTokenSecretManager (NMContainerTokenSecretManager.java:setNodeId(189)) - Updating node address : localhost:56608
2014-04-10 11:40:26,978 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:serviceStart(294)) - ContainerManager started at /127.0.0.1:56608
2014-04-10 11:40:26,982 INFO ipc.Server (Server.java:run(551)) - Starting Socket Reader #1 for port 46325
2014-04-10 11:40:26,984 INFO pb.RpcServerFactoryPBImpl (RpcServerFactoryPBImpl.java:createServer(174)) - Adding protocol org.apache.hadoop.yarn.server.nodemanager.api.LocalizationProtocolPB to the server
2014-04-10 11:40:26,984 INFO ipc.Server (Server.java:run(773)) - IPC Server Responder: starting
2014-04-10 11:40:26,984 INFO ipc.Server (Server.java:run(620)) - IPC Server listener on 46325: starting
2014-04-10 11:40:26,986 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:serviceStart(263)) - Localizer started on port 46325
2014-04-10 11:40:26,994 INFO mapred.IndexCache (IndexCache.java:<init>(47)) - IndexCache created with max memory = 10485760
2014-04-10 11:40:27,002 INFO mapred.ShuffleHandler (ShuffleHandler.java:serviceStart(326)) - httpshuffle listening on port 48297
2014-04-10 11:40:27,002 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(169)) - Neither virutal-memory nor physical-memory monitoring is needed. Not running the monitor-thread
2014-04-10 11:40:27,003 INFO webapp.WebServer (WebServer.java:serviceStart(60)) - Instantiating NMWebApp at localhost.localdomain:0
2014-04-10 11:40:27,003 INFO http.HttpRequestLog (HttpRequestLog.java:getRequestLog(80)) - Http request log for http.requests.nodemanager is not defined
2014-04-10 11:40:27,004 INFO http.HttpServer2 (HttpServer2.java:addGlobalFilter(658)) - Added global filter 'safety' (class=org.apache.hadoop.http.HttpServer2$QuotingInputFilter)
2014-04-10 11:40:27,004 INFO http.HttpServer2 (HttpServer2.java:addFilter(636)) - Added filter static_user_filter (class=org.apache.hadoop.http.lib.StaticUserWebFilter$StaticUserFilter) to context node
2014-04-10 11:40:27,004 INFO http.HttpServer2 (HttpServer2.java:addFilter(643)) - Added filter static_user_filter (class=org.apache.hadoop.http.lib.StaticUserWebFilter$StaticUserFilter) to context static
2014-04-10 11:40:27,004 INFO http.HttpServer2 (HttpServer2.java:addFilter(643)) - Added filter static_user_filter (class=org.apache.hadoop.http.lib.StaticUserWebFilter$StaticUserFilter) to context logs
2014-04-10 11:40:27,005 INFO http.HttpServer2 (HttpServer2.java:initializeWebServer(392)) - adding path spec: /node/*
2014-04-10 11:40:27,005 INFO http.HttpServer2 (HttpServer2.java:initializeWebServer(392)) - adding path spec: /ws/*
2014-04-10 11:40:27,005 INFO http.HttpServer2 (HttpServer2.java:openListeners(846)) - Jetty bound to port 44862
2014-04-10 11:40:27,005 INFO mortbay.log (Slf4jLog.java:info(67)) - jetty-6.1.26
2014-04-10 11:40:27,007 INFO mortbay.log (Slf4jLog.java:info(67)) - Extract jar:file:/home/brock/.gradle/caches/modules-2/files-2.1/org.apache.hadoop/hadoop-yarn-common/2.3.0/2a926205d8437fe846b902e0a9e8df96924f72bf/hadoop-yarn-common-2.3.0.jar!/webapps/node to /tmp/Jetty_localhost_localdomain_44862_node____.r1avez/webapp
2014-04-10 11:40:27,274 INFO mortbay.log (Slf4jLog.java:info(67)) - Started SelectChannelConnector@localhost.localdomain:44862
2014-04-10 11:40:27,275 INFO webapp.WebApps (WebApps.java:start(248)) - Web app /node started at 44862
2014-04-10 11:40:27,293 INFO webapp.WebApps (WebApps.java:start(262)) - Registered webapp guice modules
2014-04-10 11:40:27,297 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:registerWithRM(244)) - Registering with RM using finished containers :[]
2014-04-10 11:40:27,305 INFO util.RackResolver (RackResolver.java:coreResolve(109)) - Resolved localhost to /default-rack
2014-04-10 11:40:27,308 INFO resourcemanager.ResourceTrackerService (ResourceTrackerService.java:registerNodeManager(294)) - NodeManager from node localhost(cmPort: 56608 httpPort: 44862) registered with capability: <memory:4096, vCores:8>, assigned nodeId localhost:56608
2014-04-10 11:40:27,309 INFO security.NMContainerTokenSecretManager (NMContainerTokenSecretManager.java:setMasterKey(71)) - Rolling master-key for container-tokens, got key with id 1109170167
2014-04-10 11:40:27,310 INFO security.NMTokenSecretManagerInNM (NMTokenSecretManagerInNM.java:setMasterKey(65)) - Rolling master-key for nm-tokens, got key with id :-336095770
2014-04-10 11:40:27,310 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:registerWithRM(294)) - Registered with ResourceManager as localhost:56608 with total resource of <memory:4096, vCores:8>
2014-04-10 11:40:27,310 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:registerWithRM(296)) - Notifying ContainerManager to unblock new container-requests
2014-04-10 11:40:27,313 INFO rmnode.RMNodeImpl (RMNodeImpl.java:handle(384)) - localhost:56608 Node Transitioned from NEW to RUNNING
2014-04-10 11:40:27,316 INFO capacity.CapacityScheduler (CapacityScheduler.java:addNode(782)) - Added node localhost:56608 clusterResource: <memory:4096, vCores:8>
2014-04-10 11:40:27,958 INFO server.MiniYARNCluster (MiniYARNCluster.java:serviceStart(543)) - Waiting for NM 1 to start...
2014-04-10 11:40:27,962 INFO ipc.Server (Server.java:run(551)) - Starting Socket Reader #1 for port 50941
2014-04-10 11:40:27,965 INFO pb.RpcServerFactoryPBImpl (RpcServerFactoryPBImpl.java:createServer(174)) - Adding protocol org.apache.hadoop.yarn.api.ContainerManagementProtocolPB to the server
2014-04-10 11:40:27,965 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:serviceStart(283)) - Blocking new container-requests as container manager rpc server is still starting.
2014-04-10 11:40:27,966 INFO ipc.Server (Server.java:run(773)) - IPC Server Responder: starting
2014-04-10 11:40:27,967 INFO ipc.Server (Server.java:run(620)) - IPC Server listener on 50941: starting
2014-04-10 11:40:27,972 INFO security.NMContainerTokenSecretManager (NMContainerTokenSecretManager.java:setNodeId(189)) - Updating node address : localhost:50941
2014-04-10 11:40:27,972 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:serviceStart(294)) - ContainerManager started at /127.0.0.1:50941
2014-04-10 11:40:27,973 INFO ipc.Server (Server.java:run(551)) - Starting Socket Reader #1 for port 48137
2014-04-10 11:40:27,976 INFO pb.RpcServerFactoryPBImpl (RpcServerFactoryPBImpl.java:createServer(174)) - Adding protocol org.apache.hadoop.yarn.server.nodemanager.api.LocalizationProtocolPB to the server
2014-04-10 11:40:27,977 INFO ipc.Server (Server.java:run(773)) - IPC Server Responder: starting
2014-04-10 11:40:27,977 INFO ipc.Server (Server.java:run(620)) - IPC Server listener on 48137: starting
2014-04-10 11:40:27,979 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:serviceStart(263)) - Localizer started on port 48137
2014-04-10 11:40:27,980 INFO mapred.IndexCache (IndexCache.java:<init>(47)) - IndexCache created with max memory = 10485760
2014-04-10 11:40:27,981 INFO mapred.ShuffleHandler (ShuffleHandler.java:serviceStart(326)) - httpshuffle listening on port 60887
2014-04-10 11:40:27,982 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(169)) - Neither virutal-memory nor physical-memory monitoring is needed. Not running the monitor-thread
2014-04-10 11:40:27,982 INFO webapp.WebServer (WebServer.java:serviceStart(60)) - Instantiating NMWebApp at localhost.localdomain:0
2014-04-10 11:40:27,983 INFO http.HttpRequestLog (HttpRequestLog.java:getRequestLog(80)) - Http request log for http.requests.nodemanager is not defined
2014-04-10 11:40:27,984 INFO http.HttpServer2 (HttpServer2.java:addGlobalFilter(658)) - Added global filter 'safety' (class=org.apache.hadoop.http.HttpServer2$QuotingInputFilter)
2014-04-10 11:40:27,985 INFO http.HttpServer2 (HttpServer2.java:addFilter(636)) - Added filter static_user_filter (class=org.apache.hadoop.http.lib.StaticUserWebFilter$StaticUserFilter) to context node
2014-04-10 11:40:27,985 INFO http.HttpServer2 (HttpServer2.java:addFilter(643)) - Added filter static_user_filter (class=org.apache.hadoop.http.lib.StaticUserWebFilter$StaticUserFilter) to context static
2014-04-10 11:40:27,986 INFO http.HttpServer2 (HttpServer2.java:addFilter(643)) - Added filter static_user_filter (class=org.apache.hadoop.http.lib.StaticUserWebFilter$StaticUserFilter) to context logs
2014-04-10 11:40:27,987 INFO http.HttpServer2 (HttpServer2.java:initializeWebServer(392)) - adding path spec: /node/*
2014-04-10 11:40:27,987 INFO http.HttpServer2 (HttpServer2.java:initializeWebServer(392)) - adding path spec: /ws/*
2014-04-10 11:40:27,988 INFO http.HttpServer2 (HttpServer2.java:openListeners(846)) - Jetty bound to port 36174
2014-04-10 11:40:27,988 INFO mortbay.log (Slf4jLog.java:info(67)) - jetty-6.1.26
2014-04-10 11:40:27,991 INFO mortbay.log (Slf4jLog.java:info(67)) - Extract jar:file:/home/brock/.gradle/caches/modules-2/files-2.1/org.apache.hadoop/hadoop-yarn-common/2.3.0/2a926205d8437fe846b902e0a9e8df96924f72bf/hadoop-yarn-common-2.3.0.jar!/webapps/node to /tmp/Jetty_localhost_localdomain_36174_node____.ezcn04/webapp
2014-04-10 11:40:28,201 INFO mortbay.log (Slf4jLog.java:info(67)) - Started SelectChannelConnector@localhost.localdomain:36174
2014-04-10 11:40:28,202 INFO webapp.WebApps (WebApps.java:start(248)) - Web app /node started at 36174
2014-04-10 11:40:28,207 INFO webapp.WebApps (WebApps.java:start(262)) - Registered webapp guice modules
2014-04-10 11:40:28,208 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:registerWithRM(244)) - Registering with RM using finished containers :[]
2014-04-10 11:40:28,208 INFO util.RackResolver (RackResolver.java:coreResolve(109)) - Resolved localhost to /default-rack
2014-04-10 11:40:28,208 INFO resourcemanager.ResourceTrackerService (ResourceTrackerService.java:registerNodeManager(294)) - NodeManager from node localhost(cmPort: 50941 httpPort: 36174) registered with capability: <memory:4096, vCores:8>, assigned nodeId localhost:50941
2014-04-10 11:40:28,208 INFO rmnode.RMNodeImpl (RMNodeImpl.java:handle(384)) - localhost:50941 Node Transitioned from NEW to RUNNING
2014-04-10 11:40:28,208 INFO security.NMContainerTokenSecretManager (NMContainerTokenSecretManager.java:setMasterKey(71)) - Rolling master-key for container-tokens, got key with id 1109170167
2014-04-10 11:40:28,208 INFO capacity.CapacityScheduler (CapacityScheduler.java:addNode(782)) - Added node localhost:50941 clusterResource: <memory:8192, vCores:16>
2014-04-10 11:40:28,209 INFO security.NMTokenSecretManagerInNM (NMTokenSecretManagerInNM.java:setMasterKey(65)) - Rolling master-key for nm-tokens, got key with id :-336095770
2014-04-10 11:40:28,209 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:registerWithRM(294)) - Registered with ResourceManager as localhost:50941 with total resource of <memory:4096, vCores:8>
2014-04-10 11:40:28,209 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:registerWithRM(296)) - Notifying ContainerManager to unblock new container-requests
2014-04-10 11:40:28,960 INFO server.MiniYARNCluster (MiniYARNCluster.java:serviceStart(543)) - Waiting for NM 2 to start...
2014-04-10 11:40:28,966 INFO ipc.Server (Server.java:run(551)) - Starting Socket Reader #1 for port 58564
2014-04-10 11:40:28,970 INFO pb.RpcServerFactoryPBImpl (RpcServerFactoryPBImpl.java:createServer(174)) - Adding protocol org.apache.hadoop.yarn.api.ContainerManagementProtocolPB to the server
2014-04-10 11:40:28,970 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:serviceStart(283)) - Blocking new container-requests as container manager rpc server is still starting.
2014-04-10 11:40:28,971 INFO ipc.Server (Server.java:run(773)) - IPC Server Responder: starting
2014-04-10 11:40:28,971 INFO ipc.Server (Server.java:run(620)) - IPC Server listener on 58564: starting
2014-04-10 11:40:28,976 INFO security.NMContainerTokenSecretManager (NMContainerTokenSecretManager.java:setNodeId(189)) - Updating node address : localhost:58564
2014-04-10 11:40:28,976 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:serviceStart(294)) - ContainerManager started at /127.0.0.1:58564
2014-04-10 11:40:28,978 INFO ipc.Server (Server.java:run(551)) - Starting Socket Reader #1 for port 57445
2014-04-10 11:40:28,981 INFO pb.RpcServerFactoryPBImpl (RpcServerFactoryPBImpl.java:createServer(174)) - Adding protocol org.apache.hadoop.yarn.server.nodemanager.api.LocalizationProtocolPB to the server
2014-04-10 11:40:28,981 INFO ipc.Server (Server.java:run(773)) - IPC Server Responder: starting
2014-04-10 11:40:28,981 INFO ipc.Server (Server.java:run(620)) - IPC Server listener on 57445: starting
2014-04-10 11:40:28,983 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:serviceStart(263)) - Localizer started on port 57445
2014-04-10 11:40:28,985 INFO mapred.IndexCache (IndexCache.java:<init>(47)) - IndexCache created with max memory = 10485760
2014-04-10 11:40:28,985 INFO mapred.ShuffleHandler (ShuffleHandler.java:serviceStart(326)) - httpshuffle listening on port 38298
2014-04-10 11:40:28,986 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(169)) - Neither virutal-memory nor physical-memory monitoring is needed. Not running the monitor-thread
2014-04-10 11:40:28,986 INFO webapp.WebServer (WebServer.java:serviceStart(60)) - Instantiating NMWebApp at localhost.localdomain:0
2014-04-10 11:40:28,987 INFO http.HttpRequestLog (HttpRequestLog.java:getRequestLog(80)) - Http request log for http.requests.nodemanager is not defined
2014-04-10 11:40:28,988 INFO http.HttpServer2 (HttpServer2.java:addGlobalFilter(658)) - Added global filter 'safety' (class=org.apache.hadoop.http.HttpServer2$QuotingInputFilter)
2014-04-10 11:40:28,988 INFO http.HttpServer2 (HttpServer2.java:addFilter(636)) - Added filter static_user_filter (class=org.apache.hadoop.http.lib.StaticUserWebFilter$StaticUserFilter) to context node
2014-04-10 11:40:28,989 INFO http.HttpServer2 (HttpServer2.java:addFilter(643)) - Added filter static_user_filter (class=org.apache.hadoop.http.lib.StaticUserWebFilter$StaticUserFilter) to context static
2014-04-10 11:40:28,989 INFO http.HttpServer2 (HttpServer2.java:addFilter(643)) - Added filter static_user_filter (class=org.apache.hadoop.http.lib.StaticUserWebFilter$StaticUserFilter) to context logs
2014-04-10 11:40:28,990 INFO http.HttpServer2 (HttpServer2.java:initializeWebServer(392)) - adding path spec: /node/*
2014-04-10 11:40:28,991 INFO http.HttpServer2 (HttpServer2.java:initializeWebServer(392)) - adding path spec: /ws/*
2014-04-10 11:40:28,991 INFO http.HttpServer2 (HttpServer2.java:openListeners(846)) - Jetty bound to port 40619
2014-04-10 11:40:28,992 INFO mortbay.log (Slf4jLog.java:info(67)) - jetty-6.1.26
2014-04-10 11:40:28,998 INFO mortbay.log (Slf4jLog.java:info(67)) - Extract jar:file:/home/brock/.gradle/caches/modules-2/files-2.1/org.apache.hadoop/hadoop-yarn-common/2.3.0/2a926205d8437fe846b902e0a9e8df96924f72bf/hadoop-yarn-common-2.3.0.jar!/webapps/node to /tmp/Jetty_localhost_localdomain_40619_node____.r2k1el/webapp
2014-04-10 11:40:29,163 INFO mortbay.log (Slf4jLog.java:info(67)) - Started SelectChannelConnector@localhost.localdomain:40619
2014-04-10 11:40:29,164 INFO webapp.WebApps (WebApps.java:start(248)) - Web app /node started at 40619
2014-04-10 11:40:29,169 INFO webapp.WebApps (WebApps.java:start(262)) - Registered webapp guice modules
2014-04-10 11:40:29,169 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:registerWithRM(244)) - Registering with RM using finished containers :[]
2014-04-10 11:40:29,169 INFO util.RackResolver (RackResolver.java:coreResolve(109)) - Resolved localhost to /default-rack
2014-04-10 11:40:29,170 INFO resourcemanager.ResourceTrackerService (ResourceTrackerService.java:registerNodeManager(294)) - NodeManager from node localhost(cmPort: 58564 httpPort: 40619) registered with capability: <memory:4096, vCores:8>, assigned nodeId localhost:58564
2014-04-10 11:40:29,170 INFO rmnode.RMNodeImpl (RMNodeImpl.java:handle(384)) - localhost:58564 Node Transitioned from NEW to RUNNING
2014-04-10 11:40:29,170 INFO security.NMContainerTokenSecretManager (NMContainerTokenSecretManager.java:setMasterKey(71)) - Rolling master-key for container-tokens, got key with id 1109170167
2014-04-10 11:40:29,170 INFO security.NMTokenSecretManagerInNM (NMTokenSecretManagerInNM.java:setMasterKey(65)) - Rolling master-key for nm-tokens, got key with id :-336095770
2014-04-10 11:40:29,170 INFO capacity.CapacityScheduler (CapacityScheduler.java:addNode(782)) - Added node localhost:58564 clusterResource: <memory:12288, vCores:24>
2014-04-10 11:40:29,170 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:registerWithRM(294)) - Registered with ResourceManager as localhost:58564 with total resource of <memory:4096, vCores:8>
2014-04-10 11:40:29,170 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:registerWithRM(296)) - Notifying ContainerManager to unblock new container-requests
2014-04-10 11:40:29,961 INFO server.MiniYARNCluster (MiniYARNCluster.java:serviceStart(543)) - Waiting for NM 3 to start...
2014-04-10 11:40:29,965 INFO ipc.Server (Server.java:run(551)) - Starting Socket Reader #1 for port 43341
2014-04-10 11:40:29,968 INFO pb.RpcServerFactoryPBImpl (RpcServerFactoryPBImpl.java:createServer(174)) - Adding protocol org.apache.hadoop.yarn.api.ContainerManagementProtocolPB to the server
2014-04-10 11:40:29,968 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:serviceStart(283)) - Blocking new container-requests as container manager rpc server is still starting.
2014-04-10 11:40:29,969 INFO ipc.Server (Server.java:run(773)) - IPC Server Responder: starting
2014-04-10 11:40:29,969 INFO ipc.Server (Server.java:run(620)) - IPC Server listener on 43341: starting
2014-04-10 11:40:29,976 INFO security.NMContainerTokenSecretManager (NMContainerTokenSecretManager.java:setNodeId(189)) - Updating node address : localhost:43341
2014-04-10 11:40:29,976 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:serviceStart(294)) - ContainerManager started at /127.0.0.1:43341
2014-04-10 11:40:29,978 INFO ipc.Server (Server.java:run(551)) - Starting Socket Reader #1 for port 38129
2014-04-10 11:40:29,981 INFO pb.RpcServerFactoryPBImpl (RpcServerFactoryPBImpl.java:createServer(174)) - Adding protocol org.apache.hadoop.yarn.server.nodemanager.api.LocalizationProtocolPB to the server
2014-04-10 11:40:29,981 INFO ipc.Server (Server.java:run(773)) - IPC Server Responder: starting
2014-04-10 11:40:29,982 INFO ipc.Server (Server.java:run(620)) - IPC Server listener on 38129: starting
2014-04-10 11:40:29,982 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:serviceStart(263)) - Localizer started on port 38129
2014-04-10 11:40:29,986 INFO mapred.IndexCache (IndexCache.java:<init>(47)) - IndexCache created with max memory = 10485760
2014-04-10 11:40:29,987 INFO mapred.ShuffleHandler (ShuffleHandler.java:serviceStart(326)) - httpshuffle listening on port 54468
2014-04-10 11:40:29,987 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(169)) - Neither virutal-memory nor physical-memory monitoring is needed. Not running the monitor-thread
2014-04-10 11:40:29,988 INFO webapp.WebServer (WebServer.java:serviceStart(60)) - Instantiating NMWebApp at localhost.localdomain:0
2014-04-10 11:40:29,988 INFO http.HttpRequestLog (HttpRequestLog.java:getRequestLog(80)) - Http request log for http.requests.nodemanager is not defined
2014-04-10 11:40:29,989 INFO http.HttpServer2 (HttpServer2.java:addGlobalFilter(658)) - Added global filter 'safety' (class=org.apache.hadoop.http.HttpServer2$QuotingInputFilter)
2014-04-10 11:40:29,989 INFO http.HttpServer2 (HttpServer2.java:addFilter(636)) - Added filter static_user_filter (class=org.apache.hadoop.http.lib.StaticUserWebFilter$StaticUserFilter) to context node
2014-04-10 11:40:29,990 INFO http.HttpServer2 (HttpServer2.java:addFilter(643)) - Added filter static_user_filter (class=org.apache.hadoop.http.lib.StaticUserWebFilter$StaticUserFilter) to context static
2014-04-10 11:40:29,990 INFO http.HttpServer2 (HttpServer2.java:addFilter(643)) - Added filter static_user_filter (class=org.apache.hadoop.http.lib.StaticUserWebFilter$StaticUserFilter) to context logs
2014-04-10 11:40:29,991 INFO http.HttpServer2 (HttpServer2.java:initializeWebServer(392)) - adding path spec: /node/*
2014-04-10 11:40:29,991 INFO http.HttpServer2 (HttpServer2.java:initializeWebServer(392)) - adding path spec: /ws/*
2014-04-10 11:40:29,992 INFO http.HttpServer2 (HttpServer2.java:openListeners(846)) - Jetty bound to port 60867
2014-04-10 11:40:29,992 INFO mortbay.log (Slf4jLog.java:info(67)) - jetty-6.1.26
2014-04-10 11:40:29,996 INFO mortbay.log (Slf4jLog.java:info(67)) - Extract jar:file:/home/brock/.gradle/caches/modules-2/files-2.1/org.apache.hadoop/hadoop-yarn-common/2.3.0/2a926205d8437fe846b902e0a9e8df96924f72bf/hadoop-yarn-common-2.3.0.jar!/webapps/node to /tmp/Jetty_localhost_localdomain_60867_node____icp4ow/webapp
2014-04-10 11:40:30,158 INFO mortbay.log (Slf4jLog.java:info(67)) - Started SelectChannelConnector@localhost.localdomain:60867
2014-04-10 11:40:30,159 INFO webapp.WebApps (WebApps.java:start(248)) - Web app /node started at 60867
2014-04-10 11:40:30,164 INFO webapp.WebApps (WebApps.java:start(262)) - Registered webapp guice modules
2014-04-10 11:40:30,164 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:registerWithRM(244)) - Registering with RM using finished containers :[]
2014-04-10 11:40:30,164 INFO util.RackResolver (RackResolver.java:coreResolve(109)) - Resolved localhost to /default-rack
2014-04-10 11:40:30,165 INFO resourcemanager.ResourceTrackerService (ResourceTrackerService.java:registerNodeManager(294)) - NodeManager from node localhost(cmPort: 43341 httpPort: 60867) registered with capability: <memory:4096, vCores:8>, assigned nodeId localhost:43341
2014-04-10 11:40:30,165 INFO rmnode.RMNodeImpl (RMNodeImpl.java:handle(384)) - localhost:43341 Node Transitioned from NEW to RUNNING
2014-04-10 11:40:30,165 INFO security.NMContainerTokenSecretManager (NMContainerTokenSecretManager.java:setMasterKey(71)) - Rolling master-key for container-tokens, got key with id 1109170167
2014-04-10 11:40:30,165 INFO capacity.CapacityScheduler (CapacityScheduler.java:addNode(782)) - Added node localhost:43341 clusterResource: <memory:16384, vCores:32>
2014-04-10 11:40:30,165 INFO security.NMTokenSecretManagerInNM (NMTokenSecretManagerInNM.java:setMasterKey(65)) - Rolling master-key for nm-tokens, got key with id :-336095770
2014-04-10 11:40:30,165 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:registerWithRM(294)) - Registered with ResourceManager as localhost:43341 with total resource of <memory:4096, vCores:8>
2014-04-10 11:40:30,165 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:registerWithRM(296)) - Notifying ContainerManager to unblock new container-requests
2014-04-10 11:40:30,980 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/classes/test/data/apache.10.txt dst=null perm=null
2014-04-10 11:40:30,982 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/classes/test/data/apache.10.txt dst=null perm=null
2014-04-10 11:40:31,048 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/classes/test/data/apache.10.txt dst=null perm=brock:supergroup:rw-r--r--
2014-04-10 11:40:31,051 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(2966)) - BLOCK* allocateBlock: /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/classes/test/data/apache.10.txt. BP-1273566995-127.0.0.1-1397148009804 blk_1073741827_1003{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-89a8a4dd-3711-4e1f-a6ae-4c16325f3994:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-c8e7c7c4-3019-4725-a866-f4905c19dba7:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-f843c653-a575-43af-b1a9-bec72334e925:NORMAL|RBW]]}
2014-04-10 11:40:31,067 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1273566995-127.0.0.1-1397148009804:blk_1073741827_1003 src: /127.0.0.1:56956 dest: /127.0.0.1:48225
2014-04-10 11:40:31,073 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1273566995-127.0.0.1-1397148009804:blk_1073741827_1003 src: /127.0.0.1:37140 dest: /127.0.0.1:52669
2014-04-10 11:40:31,075 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1273566995-127.0.0.1-1397148009804:blk_1073741827_1003 src: /127.0.0.1:45348 dest: /127.0.0.1:52603
2014-04-10 11:40:31,086 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:45348, dest: /127.0.0.1:52603, bytes: 1449, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_2143935106_9, offset: 0, srvID: d285c44a-ef6f-4c17-8ed2-95c06929cda4, blockid: BP-1273566995-127.0.0.1-1397148009804:blk_1073741827_1003, duration: 8772178
2014-04-10 11:40:31,086 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1273566995-127.0.0.1-1397148009804:blk_1073741827_1003, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2014-04-10 11:40:31,087 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:52603 is added to blk_1073741827_1003{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-89a8a4dd-3711-4e1f-a6ae-4c16325f3994:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-c8e7c7c4-3019-4725-a866-f4905c19dba7:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-f843c653-a575-43af-b1a9-bec72334e925:NORMAL|RBW]]} size 0
2014-04-10 11:40:31,088 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:37140, dest: /127.0.0.1:52669, bytes: 1449, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_2143935106_9, offset: 0, srvID: 2a939430-7213-43d8-8538-35bb09f189bb, blockid: BP-1273566995-127.0.0.1-1397148009804:blk_1073741827_1003, duration: 8420977
2014-04-10 11:40:31,088 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1273566995-127.0.0.1-1397148009804:blk_1073741827_1003, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 11:40:31,089 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:52669 is added to blk_1073741827_1003{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-89a8a4dd-3711-4e1f-a6ae-4c16325f3994:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-c8e7c7c4-3019-4725-a866-f4905c19dba7:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-f843c653-a575-43af-b1a9-bec72334e925:NORMAL|RBW]]} size 0
2014-04-10 11:40:31,090 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:56956, dest: /127.0.0.1:48225, bytes: 1449, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_2143935106_9, offset: 0, srvID: 0e4a70b8-97db-47e9-bdbb-11e7b39a6d93, blockid: BP-1273566995-127.0.0.1-1397148009804:blk_1073741827_1003, duration: 9626921
2014-04-10 11:40:31,090 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1273566995-127.0.0.1-1397148009804:blk_1073741827_1003, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 11:40:31,092 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:48225 is added to blk_1073741827_1003{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-89a8a4dd-3711-4e1f-a6ae-4c16325f3994:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-c8e7c7c4-3019-4725-a866-f4905c19dba7:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-f843c653-a575-43af-b1a9-bec72334e925:NORMAL|RBW]]} size 0
2014-04-10 11:40:31,106 INFO hdfs.StateChange (FSNamesystem.java:completeFile(2899)) - DIR* completeFile: /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/classes/test/data/apache.10.txt is closed by DFSClient_NONMAPREDUCE_2143935106_9
2014-04-10 11:40:31,192 INFO util.HadoopUtil (HadoopUtil.java:findMainClass(319)) - using default application jar, may cause class not found exceptions on the cluster
2014-04-10 11:40:31,192 INFO planner.HadoopPlanner (HadoopPlanner.java:initialize(205)) - using application jar: /home/brock/.gradle/caches/modules-2/files-2.1/cascading/cascading-hadoop2-mr1/2.5.3/fbde5367797af408c100d25704a77959e50a31d8/cascading-hadoop2-mr1-2.5.3.jar
2014-04-10 11:40:31,198 INFO property.AppProps (AppProps.java:getAppID(162)) - using app.id: F52D2D1FDDE1446D84105A855DC15665
2014-04-10 11:40:31,224 INFO Configuration.deprecation (Configuration.java:warnOnceIfDeprecated(996)) - mapred.used.genericoptionsparser is deprecated. Instead, use mapreduce.client.genericoptionsparser.used
2014-04-10 11:40:31,272 INFO util.HadoopUtil (HadoopUtil.java:findMainClass(319)) - using default application jar, may cause class not found exceptions on the cluster
2014-04-10 11:40:31,272 INFO planner.HadoopPlanner (HadoopPlanner.java:initialize(205)) - using application jar: /home/brock/.gradle/caches/modules-2/files-2.1/cascading/cascading-hadoop2-mr1/2.5.3/fbde5367797af408c100d25704a77959e50a31d8/cascading-hadoop2-mr1-2.5.3.jar
2014-04-10 11:40:31,319 INFO util.HadoopUtil (HadoopUtil.java:findMainClass(319)) - using default application jar, may cause class not found exceptions on the cluster
2014-04-10 11:40:31,320 INFO planner.HadoopPlanner (HadoopPlanner.java:initialize(205)) - using application jar: /home/brock/.gradle/caches/modules-2/files-2.1/cascading/cascading-hadoop2-mr1/2.5.3/fbde5367797af408c100d25704a77959e50a31d8/cascading-hadoop2-mr1-2.5.3.jar
2014-04-10 11:40:31,335 INFO util.Version (Version.java:printBanner(78)) - Concurrent, Inc - Cascading 2.5.3
2014-04-10 11:40:31,336 INFO cascade.Cascade (Cascade.java:logInfo(991)) - [keyvalues] starting
2014-04-10 11:40:31,339 INFO cascade.Cascade (Cascade.java:logInfo(991)) - [keyvalues] parallel execution is enabled: true
2014-04-10 11:40:31,340 INFO cascade.Cascade (Cascade.java:logInfo(991)) - [keyvalues] starting flows: 3
2014-04-10 11:40:31,340 INFO cascade.Cascade (Cascade.java:logInfo(991)) - [keyvalues] allocating threads: 3
2014-04-10 11:40:31,340 INFO cascade.Cascade (Cascade.java:logInfo(991)) - [keyvalues] starting flow: keyvalue
2014-04-10 11:40:31,341 INFO flow.Flow (BaseFlow.java:logInfo(1354)) - [keyvalue] at least one sink is marked for delete
2014-04-10 11:40:31,341 INFO flow.Flow (BaseFlow.java:logInfo(1354)) - [keyvalue] sink oldest modified date: Wed Dec 31 17:59:59 CST 1969
2014-04-10 11:40:31,348 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/writablesequencefileplatform/keyvalue dst=null perm=null
2014-04-10 11:40:31,352 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/writablesequencefileplatform/keyvalue dst=null perm=null
2014-04-10 11:40:31,370 INFO flow.Flow (BaseFlow.java:logInfo(1354)) - [keyvalue] starting
2014-04-10 11:40:31,371 INFO flow.Flow (BaseFlow.java:logInfo(1354)) - [keyvalue] source: Hfs["TextLine[['offset', 'line']->[ALL]]"]["/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/classes/test/data/apache.10.txt"]
2014-04-10 11:40:31,371 INFO flow.Flow (BaseFlow.java:logInfo(1354)) - [keyvalue] sink: Hfs["WritableSequenceFile[['offset', 'line']]"]["/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/writablesequencefileplatform/keyvalue"]
2014-04-10 11:40:31,371 INFO flow.Flow (BaseFlow.java:logInfo(1354)) - [keyvalue] parallel execution is enabled: true
2014-04-10 11:40:31,371 INFO flow.Flow (BaseFlow.java:logInfo(1354)) - [keyvalue] starting jobs: 1
2014-04-10 11:40:31,371 INFO flow.Flow (BaseFlow.java:logInfo(1354)) - [keyvalue] allocating threads: 1
2014-04-10 11:40:31,371 INFO flow.FlowStep (BaseFlowStep.java:logInfo(834)) - [keyvalue] starting step: (1/1) ...encefileplatform/keyvalue
2014-04-10 11:40:31,394 INFO client.RMProxy (RMProxy.java:createRMProxy(92)) - Connecting to ResourceManager at localhost/127.0.0.1:52023
2014-04-10 11:40:31,425 INFO client.RMProxy (RMProxy.java:createRMProxy(92)) - Connecting to ResourceManager at localhost/127.0.0.1:52023
2014-04-10 11:40:31,431 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/writablesequencefileplatform/keyvalue dst=null perm=null
2014-04-10 11:40:31,434 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging dst=null perm=null
2014-04-10 11:40:31,506 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=mkdirs src=/tmp/hadoop-yarn/staging/brock/.staging dst=null perm=brock:supergroup:rwx------
2014-04-10 11:40:31,542 INFO resourcemanager.ClientRMService (ClientRMService.java:getNewApplicationId(213)) - Allocated new applicationId: 1
2014-04-10 11:40:31,547 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397148025455_0001 dst=null perm=null
2014-04-10 11:40:31,565 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=mkdirs src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397148025455_0001 dst=null perm=brock:supergroup:rwxr-xr-x
2014-04-10 11:40:31,581 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397148025455_0001 dst=null perm=brock:supergroup:rwx------
2014-04-10 11:40:31,584 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397148025455_0001/job.jar dst=null perm=null
2014-04-10 11:40:31,612 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397148025455_0001/job.jar dst=null perm=brock:supergroup:rw-r--r--
2014-04-10 11:40:31,617 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(2966)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/brock/.staging/job_1397148025455_0001/job.jar. BP-1273566995-127.0.0.1-1397148009804 blk_1073741828_1004{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-c1a68ee9-e354-4a4f-84f6-847f076a6df0:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-f843c653-a575-43af-b1a9-bec72334e925:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-c8e7c7c4-3019-4725-a866-f4905c19dba7:NORMAL|RBW]]}
2014-04-10 11:40:31,659 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1273566995-127.0.0.1-1397148009804:blk_1073741828_1004 src: /127.0.0.1:57320 dest: /127.0.0.1:36647
2014-04-10 11:40:31,662 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1273566995-127.0.0.1-1397148009804:blk_1073741828_1004 src: /127.0.0.1:45351 dest: /127.0.0.1:52603
2014-04-10 11:40:31,664 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1273566995-127.0.0.1-1397148009804:blk_1073741828_1004 src: /127.0.0.1:37145 dest: /127.0.0.1:52669
2014-04-10 11:40:31,673 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:37145, dest: /127.0.0.1:52669, bytes: 244650, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_2143935106_9, offset: 0, srvID: 2a939430-7213-43d8-8538-35bb09f189bb, blockid: BP-1273566995-127.0.0.1-1397148009804:blk_1073741828_1004, duration: 6819342
2014-04-10 11:40:31,673 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1273566995-127.0.0.1-1397148009804:blk_1073741828_1004, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2014-04-10 11:40:31,674 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:52669 is added to blk_1073741828_1004{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-1656bbea-11d8-45ca-abe1-49de0459849e:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-3ed96dbe-c447-4d96-9c7e-eaff895c84c9:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-838adf6f-c765-4df1-af90-8771b842abe6:NORMAL|RBW]]} size 0
2014-04-10 11:40:31,677 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:45351, dest: /127.0.0.1:52603, bytes: 244650, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_2143935106_9, offset: 0, srvID: d285c44a-ef6f-4c17-8ed2-95c06929cda4, blockid: BP-1273566995-127.0.0.1-1397148009804:blk_1073741828_1004, duration: 7628722
2014-04-10 11:40:31,677 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1273566995-127.0.0.1-1397148009804:blk_1073741828_1004, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 11:40:31,678 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:52603 is added to blk_1073741828_1004{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-1656bbea-11d8-45ca-abe1-49de0459849e:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-3ed96dbe-c447-4d96-9c7e-eaff895c84c9:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-838adf6f-c765-4df1-af90-8771b842abe6:NORMAL|RBW]]} size 0
2014-04-10 11:40:31,678 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:57320, dest: /127.0.0.1:36647, bytes: 244650, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_2143935106_9, offset: 0, srvID: 83fbbfd6-5c60-438d-b204-7d44dafa2eec, blockid: BP-1273566995-127.0.0.1-1397148009804:blk_1073741828_1004, duration: 11388406
2014-04-10 11:40:31,679 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1273566995-127.0.0.1-1397148009804:blk_1073741828_1004, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 11:40:31,680 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:36647 is added to blk_1073741828_1004{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-1656bbea-11d8-45ca-abe1-49de0459849e:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-3ed96dbe-c447-4d96-9c7e-eaff895c84c9:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-838adf6f-c765-4df1-af90-8771b842abe6:NORMAL|RBW]]} size 0
2014-04-10 11:40:31,698 INFO hdfs.StateChange (FSNamesystem.java:completeFile(2899)) - DIR* completeFile: /tmp/hadoop-yarn/staging/brock/.staging/job_1397148025455_0001/job.jar is closed by DFSClient_NONMAPREDUCE_2143935106_9
2014-04-10 11:40:31,703 INFO blockmanagement.BlockManager (BlockManager.java:setReplication(2455)) - Increasing replication from 3 to 10 for /tmp/hadoop-yarn/staging/brock/.staging/job_1397148025455_0001/job.jar
2014-04-10 11:40:31,715 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=setReplication src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397148025455_0001/job.jar dst=null perm=null
2014-04-10 11:40:31,731 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397148025455_0001/job.jar dst=null perm=brock:supergroup:rw-r--r--
2014-04-10 11:40:31,734 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null
2014-04-10 11:40:31,736 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target/Hadoop2MR1Platform-tmpDir/hadoop-5284192097755328556.jar dst=null perm=null
2014-04-10 11:40:31,738 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null
2014-04-10 11:40:31,740 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target/Hadoop2MR1Platform-tmpDir dst=null perm=null
2014-04-10 11:40:31,741 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target dst=null perm=null
2014-04-10 11:40:31,743 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock dst=null perm=null
2014-04-10 11:40:31,744 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user dst=null perm=null
2014-04-10 11:40:31,745 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/ dst=null perm=null
2014-04-10 11:40:31,747 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target/Hadoop2MR1Platform-tmpDir/hadoop-5284192097755328556.jar dst=null perm=null
2014-04-10 11:40:31,761 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/classes/test/data/apache.10.txt dst=null perm=null
2014-04-10 11:40:31,762 INFO mapred.FileInputFormat (FileInputFormat.java:listStatus(253)) - Total input paths to process : 1
2014-04-10 11:40:31,766 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/classes/test/data/apache.10.txt dst=null perm=null
2014-04-10 11:40:31,798 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397148025455_0001/job.split dst=null perm=brock:supergroup:rw-r--r--
2014-04-10 11:40:31,815 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397148025455_0001/job.split dst=null perm=brock:supergroup:rw-r--r--
2014-04-10 11:40:31,816 INFO blockmanagement.BlockManager (BlockManager.java:setReplication(2455)) - Increasing replication from 3 to 10 for /tmp/hadoop-yarn/staging/brock/.staging/job_1397148025455_0001/job.split
2014-04-10 11:40:31,831 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=setReplication src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397148025455_0001/job.split dst=null perm=null
2014-04-10 11:40:31,836 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(2966)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/brock/.staging/job_1397148025455_0001/job.split. BP-1273566995-127.0.0.1-1397148009804 blk_1073741829_1005{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-838adf6f-c765-4df1-af90-8771b842abe6:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-1656bbea-11d8-45ca-abe1-49de0459849e:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-3ed96dbe-c447-4d96-9c7e-eaff895c84c9:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-c76cb5c0-94a2-4f10-be3b-e7b4acb9030e:NORMAL|RBW]]}
2014-04-10 11:40:31,851 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1273566995-127.0.0.1-1397148009804:blk_1073741829_1005 src: /127.0.0.1:37147 dest: /127.0.0.1:52669
2014-04-10 11:40:31,853 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1273566995-127.0.0.1-1397148009804:blk_1073741829_1005 src: /127.0.0.1:57325 dest: /127.0.0.1:36647
2014-04-10 11:40:31,855 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1273566995-127.0.0.1-1397148009804:blk_1073741829_1005 src: /127.0.0.1:45356 dest: /127.0.0.1:52603
2014-04-10 11:40:31,857 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1273566995-127.0.0.1-1397148009804:blk_1073741829_1005 src: /127.0.0.1:56967 dest: /127.0.0.1:48225
2014-04-10 11:40:31,865 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:56967, dest: /127.0.0.1:48225, bytes: 1527, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_2143935106_9, offset: 0, srvID: 0e4a70b8-97db-47e9-bdbb-11e7b39a6d93, blockid: BP-1273566995-127.0.0.1-1397148009804:blk_1073741829_1005, duration: 7379043
2014-04-10 11:40:31,866 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1273566995-127.0.0.1-1397148009804:blk_1073741829_1005, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2014-04-10 11:40:31,867 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:48225 is added to blk_1073741829_1005{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-c76cb5c0-94a2-4f10-be3b-e7b4acb9030e:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-c8e7c7c4-3019-4725-a866-f4905c19dba7:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-c1a68ee9-e354-4a4f-84f6-847f076a6df0:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-f843c653-a575-43af-b1a9-bec72334e925:NORMAL|RBW]]} size 0
2014-04-10 11:40:31,867 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:45356, dest: /127.0.0.1:52603, bytes: 1527, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_2143935106_9, offset: 0, srvID: d285c44a-ef6f-4c17-8ed2-95c06929cda4, blockid: BP-1273566995-127.0.0.1-1397148009804:blk_1073741829_1005, duration: 8840308
2014-04-10 11:40:31,868 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1273566995-127.0.0.1-1397148009804:blk_1073741829_1005, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 11:40:31,868 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:52603 is added to blk_1073741829_1005{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-c76cb5c0-94a2-4f10-be3b-e7b4acb9030e:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-c8e7c7c4-3019-4725-a866-f4905c19dba7:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-c1a68ee9-e354-4a4f-84f6-847f076a6df0:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-f843c653-a575-43af-b1a9-bec72334e925:NORMAL|RBW]]} size 0
2014-04-10 11:40:31,869 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:57325, dest: /127.0.0.1:36647, bytes: 1527, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_2143935106_9, offset: 0, srvID: 83fbbfd6-5c60-438d-b204-7d44dafa2eec, blockid: BP-1273566995-127.0.0.1-1397148009804:blk_1073741829_1005, duration: 11066062
2014-04-10 11:40:31,870 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1273566995-127.0.0.1-1397148009804:blk_1073741829_1005, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 11:40:31,871 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:36647 is added to blk_1073741829_1005{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-c76cb5c0-94a2-4f10-be3b-e7b4acb9030e:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-c8e7c7c4-3019-4725-a866-f4905c19dba7:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-c1a68ee9-e354-4a4f-84f6-847f076a6df0:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-f843c653-a575-43af-b1a9-bec72334e925:NORMAL|RBW]]} size 0
2014-04-10 11:40:31,871 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:37147, dest: /127.0.0.1:52669, bytes: 1527, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_2143935106_9, offset: 0, srvID: 2a939430-7213-43d8-8538-35bb09f189bb, blockid: BP-1273566995-127.0.0.1-1397148009804:blk_1073741829_1005, duration: 11866765
2014-04-10 11:40:31,872 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1273566995-127.0.0.1-1397148009804:blk_1073741829_1005, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 11:40:31,873 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:52669 is added to blk_1073741829_1005{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-c76cb5c0-94a2-4f10-be3b-e7b4acb9030e:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-c8e7c7c4-3019-4725-a866-f4905c19dba7:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-c1a68ee9-e354-4a4f-84f6-847f076a6df0:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-f843c653-a575-43af-b1a9-bec72334e925:NORMAL|RBW]]} size 0
2014-04-10 11:40:31,890 INFO hdfs.StateChange (FSNamesystem.java:completeFile(2899)) - DIR* completeFile: /tmp/hadoop-yarn/staging/brock/.staging/job_1397148025455_0001/job.split is closed by DFSClient_NONMAPREDUCE_2143935106_9
2014-04-10 11:40:31,906 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397148025455_0001/job.splitmetainfo dst=null perm=brock:supergroup:rw-r--r--
2014-04-10 11:40:31,923 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397148025455_0001/job.splitmetainfo dst=null perm=brock:supergroup:rw-r--r--
2014-04-10 11:40:31,927 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(2966)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/brock/.staging/job_1397148025455_0001/job.splitmetainfo. BP-1273566995-127.0.0.1-1397148009804 blk_1073741830_1006{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-c76cb5c0-94a2-4f10-be3b-e7b4acb9030e:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-f843c653-a575-43af-b1a9-bec72334e925:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-1656bbea-11d8-45ca-abe1-49de0459849e:NORMAL|RBW]]}
2014-04-10 11:40:31,942 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1273566995-127.0.0.1-1397148009804:blk_1073741830_1006 src: /127.0.0.1:56968 dest: /127.0.0.1:48225
2014-04-10 11:40:31,946 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1273566995-127.0.0.1-1397148009804:blk_1073741830_1006 src: /127.0.0.1:45359 dest: /127.0.0.1:52603
2014-04-10 11:40:31,948 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1273566995-127.0.0.1-1397148009804:blk_1073741830_1006 src: /127.0.0.1:57330 dest: /127.0.0.1:36647
2014-04-10 11:40:31,956 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:57330, dest: /127.0.0.1:36647, bytes: 156, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_2143935106_9, offset: 0, srvID: 83fbbfd6-5c60-438d-b204-7d44dafa2eec, blockid: BP-1273566995-127.0.0.1-1397148009804:blk_1073741830_1006, duration: 6270710
2014-04-10 11:40:31,956 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1273566995-127.0.0.1-1397148009804:blk_1073741830_1006, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2014-04-10 11:40:31,957 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:36647 is added to blk_1073741830_1006{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-1656bbea-11d8-45ca-abe1-49de0459849e:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-89a8a4dd-3711-4e1f-a6ae-4c16325f3994:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-3ed96dbe-c447-4d96-9c7e-eaff895c84c9:NORMAL|RBW]]} size 0
2014-04-10 11:40:31,958 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:45359, dest: /127.0.0.1:52603, bytes: 156, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_2143935106_9, offset: 0, srvID: d285c44a-ef6f-4c17-8ed2-95c06929cda4, blockid: BP-1273566995-127.0.0.1-1397148009804:blk_1073741830_1006, duration: 7446251
2014-04-10 11:40:31,958 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1273566995-127.0.0.1-1397148009804:blk_1073741830_1006, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 11:40:31,961 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:52603 is added to blk_1073741830_1006{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-1656bbea-11d8-45ca-abe1-49de0459849e:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-89a8a4dd-3711-4e1f-a6ae-4c16325f3994:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-3ed96dbe-c447-4d96-9c7e-eaff895c84c9:NORMAL|RBW]]} size 0
2014-04-10 11:40:31,961 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:56968, dest: /127.0.0.1:48225, bytes: 156, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_2143935106_9, offset: 0, srvID: 0e4a70b8-97db-47e9-bdbb-11e7b39a6d93, blockid: BP-1273566995-127.0.0.1-1397148009804:blk_1073741830_1006, duration: 10816751
2014-04-10 11:40:31,962 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1273566995-127.0.0.1-1397148009804:blk_1073741830_1006, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 11:40:31,963 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:48225 is added to blk_1073741830_1006{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-1656bbea-11d8-45ca-abe1-49de0459849e:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-89a8a4dd-3711-4e1f-a6ae-4c16325f3994:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-3ed96dbe-c447-4d96-9c7e-eaff895c84c9:NORMAL|RBW]]} size 0
2014-04-10 11:40:31,981 INFO hdfs.StateChange (FSNamesystem.java:completeFile(2899)) - DIR* completeFile: /tmp/hadoop-yarn/staging/brock/.staging/job_1397148025455_0001/job.splitmetainfo is closed by DFSClient_NONMAPREDUCE_2143935106_9
2014-04-10 11:40:31,982 INFO mapreduce.JobSubmitter (JobSubmitter.java:submitJobInternal(396)) - number of splits:4
2014-04-10 11:40:31,998 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397148025455_0001/job.xml dst=null perm=brock:supergroup:rw-r--r--
2014-04-10 11:40:32,015 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397148025455_0001/job.xml dst=null perm=brock:supergroup:rw-r--r--
2014-04-10 11:40:32,082 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(2966)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/brock/.staging/job_1397148025455_0001/job.xml. BP-1273566995-127.0.0.1-1397148009804 blk_1073741831_1007{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-c8e7c7c4-3019-4725-a866-f4905c19dba7:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-89a8a4dd-3711-4e1f-a6ae-4c16325f3994:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-f843c653-a575-43af-b1a9-bec72334e925:NORMAL|RBW]]}
2014-04-10 11:40:32,100 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1273566995-127.0.0.1-1397148009804:blk_1073741831_1007 src: /127.0.0.1:37154 dest: /127.0.0.1:52669
2014-04-10 11:40:32,102 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1273566995-127.0.0.1-1397148009804:blk_1073741831_1007 src: /127.0.0.1:56972 dest: /127.0.0.1:48225
2014-04-10 11:40:32,105 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1273566995-127.0.0.1-1397148009804:blk_1073741831_1007 src: /127.0.0.1:45363 dest: /127.0.0.1:52603
2014-04-10 11:40:32,114 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:45363, dest: /127.0.0.1:52603, bytes: 80338, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_2143935106_9, offset: 0, srvID: d285c44a-ef6f-4c17-8ed2-95c06929cda4, blockid: BP-1273566995-127.0.0.1-1397148009804:blk_1073741831_1007, duration: 7849431
2014-04-10 11:40:32,114 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1273566995-127.0.0.1-1397148009804:blk_1073741831_1007, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2014-04-10 11:40:32,115 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:52603 is added to blk_1073741831_1007{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-f843c653-a575-43af-b1a9-bec72334e925:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-838adf6f-c765-4df1-af90-8771b842abe6:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-c76cb5c0-94a2-4f10-be3b-e7b4acb9030e:NORMAL|RBW]]} size 0
2014-04-10 11:40:32,115 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:56972, dest: /127.0.0.1:48225, bytes: 80338, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_2143935106_9, offset: 0, srvID: 0e4a70b8-97db-47e9-bdbb-11e7b39a6d93, blockid: BP-1273566995-127.0.0.1-1397148009804:blk_1073741831_1007, duration: 6537656
2014-04-10 11:40:32,116 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1273566995-127.0.0.1-1397148009804:blk_1073741831_1007, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 11:40:32,118 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:48225 is added to blk_1073741831_1007{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-f843c653-a575-43af-b1a9-bec72334e925:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-838adf6f-c765-4df1-af90-8771b842abe6:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-c76cb5c0-94a2-4f10-be3b-e7b4acb9030e:NORMAL|RBW]]} size 0
2014-04-10 11:40:32,119 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:37154, dest: /127.0.0.1:52669, bytes: 80338, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_2143935106_9, offset: 0, srvID: 2a939430-7213-43d8-8538-35bb09f189bb, blockid: BP-1273566995-127.0.0.1-1397148009804:blk_1073741831_1007, duration: 7858474
2014-04-10 11:40:32,119 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1273566995-127.0.0.1-1397148009804:blk_1073741831_1007, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 11:40:32,120 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:52669 is added to blk_1073741831_1007{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-f843c653-a575-43af-b1a9-bec72334e925:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-838adf6f-c765-4df1-af90-8771b842abe6:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-c76cb5c0-94a2-4f10-be3b-e7b4acb9030e:NORMAL|RBW]]} size 0
2014-04-10 11:40:32,129 INFO BlockStateChange (BlockManager.java:computeReplicationWorkForBlocks(1373)) - BLOCK* ask 127.0.0.1:52669 to replicate blk_1073741828_1004 to datanode(s) 127.0.0.1:48225
2014-04-10 11:40:32,131 INFO hdfs.StateChange (FSNamesystem.java:completeFile(2899)) - DIR* completeFile: /tmp/hadoop-yarn/staging/brock/.staging/job_1397148025455_0001/job.xml is closed by DFSClient_NONMAPREDUCE_2143935106_9
2014-04-10 11:40:32,132 INFO mapreduce.JobSubmitter (JobSubmitter.java:printTokens(479)) - Submitting tokens for job: job_1397148025455_0001
2014-04-10 11:40:32,167 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397148025455_0001 dst=null perm=null
2014-04-10 11:40:32,180 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397148025455_0001/job.xml dst=null perm=null
2014-04-10 11:40:32,181 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397148025455_0001/job.xml dst=null perm=null
2014-04-10 11:40:32,183 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397148025455_0001/job.jar dst=null perm=null
2014-04-10 11:40:32,184 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397148025455_0001/job.jar dst=null perm=null
2014-04-10 11:40:32,185 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397148025455_0001/job.split dst=null perm=null
2014-04-10 11:40:32,186 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397148025455_0001/job.split dst=null perm=null
2014-04-10 11:40:32,187 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397148025455_0001/job.splitmetainfo dst=null perm=null
2014-04-10 11:40:32,188 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397148025455_0001/job.splitmetainfo dst=null perm=null
2014-04-10 11:40:32,194 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null
2014-04-10 11:40:32,196 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target/Hadoop2MR1Platform-tmpDir/hadoop-5284192097755328556.jar dst=null perm=null
2014-04-10 11:40:32,197 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null
2014-04-10 11:40:32,199 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target/Hadoop2MR1Platform-tmpDir/hadoop-5284192097755328556.jar dst=null perm=null
2014-04-10 11:40:32,201 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null
2014-04-10 11:40:32,202 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target/Hadoop2MR1Platform-tmpDir/hadoop-5284192097755328556.jar dst=null perm=null
2014-04-10 11:40:32,284 INFO resourcemanager.ClientRMService (ClientRMService.java:submitApplication(326)) - Application with id 1 submitted by user brock
2014-04-10 11:40:32,284 INFO rmapp.RMAppImpl (RMAppImpl.java:transition(786)) - Storing application with id application_1397148025455_0001
2014-04-10 11:40:32,286 INFO rmapp.RMAppImpl (RMAppImpl.java:handle(610)) - application_1397148025455_0001 State change from NEW to NEW_SAVING
2014-04-10 11:40:32,286 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(140)) - USER=brock IP=127.0.0.1 OPERATION=Submit Application Request TARGET=ClientRMService RESULT=SUCCESS APPID=application_1397148025455_0001
2014-04-10 11:40:32,290 INFO recovery.RMStateStore (RMStateStore.java:handleStoreEvent(596)) - Storing info for app: application_1397148025455_0001
2014-04-10 11:40:32,292 INFO rmapp.RMAppImpl (RMAppImpl.java:handle(610)) - application_1397148025455_0001 State change from NEW_SAVING to SUBMITTED
2014-04-10 11:40:32,292 INFO resourcemanager.ApplicationMasterService (ApplicationMasterService.java:registerAppAttempt(556)) - Registering app attempt : appattempt_1397148025455_0001_000001
2014-04-10 11:40:32,296 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(652)) - appattempt_1397148025455_0001_000001 State change from NEW to SUBMITTED
2014-04-10 11:40:32,303 INFO capacity.LeafQueue (LeafQueue.java:activateApplications(718)) - Application application_1397148025455_0001 from user: brock activated in queue: default
2014-04-10 11:40:32,304 INFO capacity.LeafQueue (LeafQueue.java:addApplication(734)) - Application added - appId: application_1397148025455_0001 user: org.apache.hadoop.yarn.server.resourcemanager.scheduler.capacity.LeafQueue$User@2d068602, leaf-queue: default #user-pending-applications: 0 #user-active-applications: 1 #queue-pending-applications: 0 #queue-active-applications: 1
2014-04-10 11:40:32,304 INFO capacity.ParentQueue (ParentQueue.java:addApplication(482)) - Application added - appId: application_1397148025455_0001 user: brock leaf-queue of parent: root #applications: 1
2014-04-10 11:40:32,305 INFO capacity.CapacityScheduler (CapacityScheduler.java:addApplicationAttempt(459)) - Application Submission: appattempt_1397148025455_0001_000001, user: brock queue: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:0, vCores:0>usedCapacity=0.0, absoluteUsedCapacity=0.0, numApps=1, numContainers=0, currently active: 1
2014-04-10 11:40:32,307 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(652)) - appattempt_1397148025455_0001_000001 State change from SUBMITTED to SCHEDULED
2014-04-10 11:40:32,310 INFO rmapp.RMAppImpl (RMAppImpl.java:handle(610)) - application_1397148025455_0001 State change from SUBMITTED to ACCEPTED
2014-04-10 11:40:32,313 INFO impl.YarnClientImpl (YarnClientImpl.java:submitApplication(166)) - Submitted application application_1397148025455_0001
2014-04-10 11:40:32,332 INFO mapreduce.Job (Job.java:submit(1289)) - The url to track the job: http://localhost:54562/proxy/application_1397148025455_0001/
2014-04-10 11:40:32,333 INFO flow.FlowStep (BaseFlowStep.java:logInfo(834)) - [keyvalue] submitted hadoop job: job_1397148025455_0001
2014-04-10 11:40:32,333 INFO flow.FlowStep (BaseFlowStep.java:logInfo(834)) - [keyvalue] tracking url: http://localhost:54562/proxy/application_1397148025455_0001/
2014-04-10 11:40:32,337 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397148025455_0001_01_000001 Container Transitioned from NEW to ALLOCATED
2014-04-10 11:40:32,337 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(98)) - USER=brock OPERATION=AM Allocated Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1397148025455_0001 CONTAINERID=container_1397148025455_0001_01_000001
2014-04-10 11:40:32,337 INFO fica.FiCaSchedulerNode (FiCaSchedulerNode.java:allocateContainer(116)) - Assigned container container_1397148025455_0001_01_000001 of capacity <memory:2048, vCores:1> on host localhost:56608, which currently has 1 containers, <memory:2048, vCores:1> used and <memory:2048, vCores:7> available
2014-04-10 11:40:32,338 INFO capacity.LeafQueue (LeafQueue.java:assignContainer(1363)) - assignedContainer application=application_1397148025455_0001 container=Container: [ContainerId: container_1397148025455_0001_01_000001, NodeId: localhost:56608, NodeHttpAddress: localhost:44862, Resource: <memory:2048, vCores:1>, Priority: 0, Token: Token { kind: ContainerToken, service: localhost:56608 }, ] containerId=container_1397148025455_0001_01_000001 queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:0, vCores:0>usedCapacity=0.0, absoluteUsedCapacity=0.0, numApps=1, numContainers=0 usedCapacity=0.0 absoluteUsedCapacity=0.0 used=<memory:0, vCores:0> cluster=<memory:16384, vCores:32>
2014-04-10 11:40:32,338 INFO capacity.ParentQueue (ParentQueue.java:assignContainersToChildQueues(655)) - Re-sorting assigned queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:2048, vCores:1>usedCapacity=0.125, absoluteUsedCapacity=0.125, numApps=1, numContainers=1
2014-04-10 11:40:32,338 INFO capacity.ParentQueue (ParentQueue.java:assignContainers(570)) - assignedContainer queue=root usedCapacity=0.125 absoluteUsedCapacity=0.125 used=<memory:2048, vCores:1> cluster=<memory:16384, vCores:32>
2014-04-10 11:40:32,339 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397148025455_0001_01_000001 Container Transitioned from ALLOCATED to ACQUIRED
2014-04-10 11:40:32,340 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:storeAttempt(1554)) - Storing attempt: AppId: application_1397148025455_0001 AttemptId: appattempt_1397148025455_0001_000001 MasterContainer: Container: [ContainerId: container_1397148025455_0001_01_000001, NodeId: localhost:56608, NodeHttpAddress: localhost:44862, Resource: <memory:2048, vCores:1>, Priority: 0, Token: Token { kind: ContainerToken, service: localhost:56608 }, ]
2014-04-10 11:40:32,340 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(652)) - appattempt_1397148025455_0001_000001 State change from SCHEDULED to ALLOCATED_SAVING
2014-04-10 11:40:32,350 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(652)) - appattempt_1397148025455_0001_000001 State change from ALLOCATED_SAVING to ALLOCATED
2014-04-10 11:40:32,353 INFO amlauncher.AMLauncher (AMLauncher.java:run(248)) - Launching masterappattempt_1397148025455_0001_000001
2014-04-10 11:40:32,361 INFO amlauncher.AMLauncher (AMLauncher.java:launch(105)) - Setting up container Container: [ContainerId: container_1397148025455_0001_01_000001, NodeId: localhost:56608, NodeHttpAddress: localhost:44862, Resource: <memory:2048, vCores:1>, Priority: 0, Token: Token { kind: ContainerToken, service: localhost:56608 }, ] for AM appattempt_1397148025455_0001_000001
2014-04-10 11:40:32,361 INFO amlauncher.AMLauncher (AMLauncher.java:createAMContainerLaunchContext(190)) - Command to launch container container_1397148025455_0001_01_000001 : $JAVA_HOME/bin/java -Dlog4j.configuration=container-log4j.properties -Dyarn.app.container.log.dir=<LOG_DIR> -Dyarn.app.container.log.filesize=0 -Dhadoop.root.logger=INFO,CLA -Xmx1024m org.apache.hadoop.mapreduce.v2.app.MRAppMaster 1><LOG_DIR>/stdout 2><LOG_DIR>/stderr
2014-04-10 11:40:32,379 INFO ipc.Server (Server.java:saslProcess(1252)) - Auth successful for appattempt_1397148025455_0001_000001 (auth:SIMPLE)
2014-04-10 11:40:32,390 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(572)) - Start request for container_1397148025455_0001_01_000001 by user brock
2014-04-10 11:40:32,414 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(611)) - Creating a new application reference for app application_1397148025455_0001
2014-04-10 11:40:32,417 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=brock IP=127.0.0.1 OPERATION=Start Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1397148025455_0001 CONTAINERID=container_1397148025455_0001_01_000001
2014-04-10 11:40:32,417 INFO application.Application (ApplicationImpl.java:handle(450)) - Application application_1397148025455_0001 transitioned from NEW to INITING
2014-04-10 11:40:32,418 INFO application.Application (ApplicationImpl.java:transition(296)) - Adding container_1397148025455_0001_01_000001 to application application_1397148025455_0001
2014-04-10 11:40:32,420 INFO application.Application (ApplicationImpl.java:handle(450)) - Application application_1397148025455_0001 transitioned from INITING to RUNNING
2014-04-10 11:40:32,422 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397148025455_0001_01_000001 transitioned from NEW to LOCALIZING
2014-04-10 11:40:32,422 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event CONTAINER_INIT for appId application_1397148025455_0001
2014-04-10 11:40:32,427 INFO amlauncher.AMLauncher (AMLauncher.java:launch(126)) - Done launching container Container: [ContainerId: container_1397148025455_0001_01_000001, NodeId: localhost:56608, NodeHttpAddress: localhost:44862, Resource: <memory:2048, vCores:1>, Priority: 0, Token: Token { kind: ContainerToken, service: localhost:56608 }, ] for AM appattempt_1397148025455_0001_000001
2014-04-10 11:40:32,427 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(652)) - appattempt_1397148025455_0001_000001 State change from ALLOCATED to LAUNCHED
2014-04-10 11:40:32,432 INFO localizer.LocalizedResource (LocalizedResource.java:handle(196)) - Resource hdfs://localhost:35773/tmp/hadoop-yarn/staging/brock/.staging/job_1397148025455_0001/job.jar transitioned from INIT to DOWNLOADING
2014-04-10 11:40:32,432 INFO localizer.LocalizedResource (LocalizedResource.java:handle(196)) - Resource hdfs://localhost:35773/tmp/hadoop-yarn/staging/brock/.staging/job_1397148025455_0001/job.splitmetainfo transitioned from INIT to DOWNLOADING
2014-04-10 11:40:32,432 INFO localizer.LocalizedResource (LocalizedResource.java:handle(196)) - Resource hdfs://localhost:35773/tmp/hadoop-yarn/staging/brock/.staging/job_1397148025455_0001/job.split transitioned from INIT to DOWNLOADING
2014-04-10 11:40:32,432 INFO localizer.LocalizedResource (LocalizedResource.java:handle(196)) - Resource hdfs://localhost:35773/tmp/hadoop-yarn/staging/brock/.staging/job_1397148025455_0001/job.xml transitioned from INIT to DOWNLOADING
2014-04-10 11:40:32,433 INFO localizer.LocalizedResource (LocalizedResource.java:handle(196)) - Resource hdfs://localhost:35773/user/brock/target/Hadoop2MR1Platform-tmpDir/hadoop-5284192097755328556.jar transitioned from INIT to DOWNLOADING
2014-04-10 11:40:32,433 INFO localizer.LocalizedResource (LocalizedResource.java:handle(196)) - Resource hdfs://localhost:35773/user/brock/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar transitioned from INIT to DOWNLOADING
2014-04-10 11:40:32,433 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:handle(590)) - Created localizer for container_1397148025455_0001_01_000001
2014-04-10 11:40:32,435 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:addResource(651)) - Downloading public rsrc:{ hdfs://localhost:35773/user/brock/target/Hadoop2MR1Platform-tmpDir/hadoop-5284192097755328556.jar, 1397148013058, FILE, null }
2014-04-10 11:40:32,443 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:addResource(651)) - Downloading public rsrc:{ hdfs://localhost:35773/user/brock/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar, 1397148012885, FILE, null }
2014-04-10 11:40:32,454 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:writeCredentials(1015)) - Writing credentials to the nmPrivate file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_2/nmPrivate/container_1397148025455_0001_01_000001.tokens. Credentials list:
2014-04-10 11:40:32,465 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target/Hadoop2MR1Platform-tmpDir/hadoop-5284192097755328556.jar dst=null perm=null
2014-04-10 11:40:32,466 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null
2014-04-10 11:40:32,467 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target/Hadoop2MR1Platform-tmpDir/hadoop-5284192097755328556.jar dst=null perm=null
2014-04-10 11:40:32,468 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null
2014-04-10 11:40:32,470 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target/Hadoop2MR1Platform-tmpDir dst=null perm=null
2014-04-10 11:40:32,471 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target/Hadoop2MR1Platform-tmpDir dst=null perm=null
2014-04-10 11:40:32,471 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target dst=null perm=null
2014-04-10 11:40:32,472 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target dst=null perm=null
2014-04-10 11:40:32,473 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock dst=null perm=null
2014-04-10 11:40:32,474 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock dst=null perm=null
2014-04-10 11:40:32,475 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user dst=null perm=null
2014-04-10 11:40:32,475 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:createUserCacheDirs(469)) - Initializing user brock
2014-04-10 11:40:32,476 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user dst=null perm=null
2014-04-10 11:40:32,477 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/ dst=null perm=null
2014-04-10 11:40:32,478 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/ dst=null perm=null
2014-04-10 11:40:32,479 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target/Hadoop2MR1Platform-tmpDir/hadoop-5284192097755328556.jar dst=null perm=null
2014-04-10 11:40:32,480 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null
2014-04-10 11:40:32,489 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/user/brock/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null
2014-04-10 11:40:32,491 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/user/brock/target/Hadoop2MR1Platform-tmpDir/hadoop-5284192097755328556.jar dst=null perm=null
2014-04-10 11:40:32,520 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:36647, dest: /127.0.0.1:57335, bytes: 388587, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_2143935106_9, offset: 0, srvID: 83fbbfd6-5c60-438d-b204-7d44dafa2eec, blockid: BP-1273566995-127.0.0.1-1397148009804:blk_1073741826_1002, duration: 11203314
2014-04-10 11:40:32,525 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:52669, dest: /127.0.0.1:37158, bytes: 488518, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_2143935106_9, offset: 0, srvID: 2a939430-7213-43d8-8538-35bb09f189bb, blockid: BP-1273566995-127.0.0.1-1397148009804:blk_1073741825_1001, duration: 16699033
2014-04-10 11:40:32,540 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(103)) - Copying from /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_2/nmPrivate/container_1397148025455_0001_01_000001.tokens to /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_0/usercache/brock/appcache/application_1397148025455_0001/container_1397148025455_0001_01_000001.tokens
2014-04-10 11:40:32,540 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(105)) - CWD set to /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_0/usercache/brock/appcache/application_1397148025455_0001 = file:/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_0/usercache/brock/appcache/application_1397148025455_0001
2014-04-10 11:40:32,548 INFO localizer.LocalizedResource (LocalizedResource.java:handle(196)) - Resource hdfs://localhost:35773/user/brock/target/Hadoop2MR1Platform-tmpDir/hadoop-5284192097755328556.jar(->file:/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_3/filecache/10/hadoop-5284192097755328556.jar) transitioned from DOWNLOADING to LOCALIZED
2014-04-10 11:40:32,549 INFO localizer.LocalizedResource (LocalizedResource.java:handle(196)) - Resource hdfs://localhost:35773/user/brock/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar(->file:/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_3/filecache/11/MRAppJar.jar) transitioned from DOWNLOADING to LOCALIZED
2014-04-10 11:40:32,554 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1273566995-127.0.0.1-1397148009804:blk_1073741828_1004
2014-04-10 11:40:32,555 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1273566995-127.0.0.1-1397148009804:blk_1073741830_1006
2014-04-10 11:40:32,556 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1273566995-127.0.0.1-1397148009804:blk_1073741827_1003
2014-04-10 11:40:32,558 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1273566995-127.0.0.1-1397148009804:blk_1073741831_1007
2014-04-10 11:40:32,558 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1273566995-127.0.0.1-1397148009804:blk_1073741829_1005
2014-04-10 11:40:32,569 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1273566995-127.0.0.1-1397148009804:blk_1073741830_1006
2014-04-10 11:40:32,569 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1273566995-127.0.0.1-1397148009804:blk_1073741827_1003
2014-04-10 11:40:32,569 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1273566995-127.0.0.1-1397148009804:blk_1073741829_1005
2014-04-10 11:40:32,573 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1273566995-127.0.0.1-1397148009804:blk_1073741828_1004
2014-04-10 11:40:32,574 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1273566995-127.0.0.1-1397148009804:blk_1073741828_1004
2014-04-10 11:40:32,574 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1273566995-127.0.0.1-1397148009804:blk_1073741829_1005
2014-04-10 11:40:32,575 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1273566995-127.0.0.1-1397148009804:blk_1073741831_1007
2014-04-10 11:40:32,605 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1273566995-127.0.0.1-1397148009804:blk_1073741827_1003
2014-04-10 11:40:32,606 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1273566995-127.0.0.1-1397148009804:blk_1073741829_1005
2014-04-10 11:40:32,608 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1273566995-127.0.0.1-1397148009804:blk_1073741831_1007
2014-04-10 11:40:32,609 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1273566995-127.0.0.1-1397148009804:blk_1073741830_1006
2014-04-10 11:40:32,676 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397148025455_0001/job.jar dst=null perm=null
2014-04-10 11:40:32,679 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397148025455_0001/job.jar dst=null perm=null
2014-04-10 11:40:32,680 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397148025455_0001/job.jar dst=null perm=null
2014-04-10 11:40:32,691 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:52669, dest: /127.0.0.1:37158, bytes: 246562, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_225222807_904, offset: 0, srvID: 2a939430-7213-43d8-8538-35bb09f189bb, blockid: BP-1273566995-127.0.0.1-1397148009804:blk_1073741828_1004, duration: 952923
2014-04-10 11:40:32,741 INFO localizer.LocalizedResource (LocalizedResource.java:handle(196)) - Resource hdfs://localhost:35773/tmp/hadoop-yarn/staging/brock/.staging/job_1397148025455_0001/job.jar(->file:/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_3/usercache/brock/appcache/application_1397148025455_0001/filecache/10/job.jar) transitioned from DOWNLOADING to LOCALIZED
2014-04-10 11:40:32,761 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397148025455_0001/job.splitmetainfo dst=null perm=null
2014-04-10 11:40:32,763 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397148025455_0001/job.splitmetainfo dst=null perm=null
2014-04-10 11:40:32,764 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397148025455_0001/job.splitmetainfo dst=null perm=null
2014-04-10 11:40:32,774 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:36647, dest: /127.0.0.1:57335, bytes: 160, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_225222807_904, offset: 0, srvID: 83fbbfd6-5c60-438d-b204-7d44dafa2eec, blockid: BP-1273566995-127.0.0.1-1397148009804:blk_1073741830_1006, duration: 418985
2014-04-10 11:40:32,793 INFO localizer.LocalizedResource (LocalizedResource.java:handle(196)) - Resource hdfs://localhost:35773/tmp/hadoop-yarn/staging/brock/.staging/job_1397148025455_0001/job.splitmetainfo(->file:/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_0/usercache/brock/appcache/application_1397148025455_0001/filecache/11/job.splitmetainfo) transitioned from DOWNLOADING to LOCALIZED
2014-04-10 11:40:32,811 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397148025455_0001/job.split dst=null perm=null
2014-04-10 11:40:32,812 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397148025455_0001/job.split dst=null perm=null
2014-04-10 11:40:32,814 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397148025455_0001/job.split dst=null perm=null
2014-04-10 11:40:32,827 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:48225, dest: /127.0.0.1:56978, bytes: 1539, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_225222807_904, offset: 0, srvID: 0e4a70b8-97db-47e9-bdbb-11e7b39a6d93, blockid: BP-1273566995-127.0.0.1-1397148009804:blk_1073741829_1005, duration: 445155
2014-04-10 11:40:32,845 INFO localizer.LocalizedResource (LocalizedResource.java:handle(196)) - Resource hdfs://localhost:35773/tmp/hadoop-yarn/staging/brock/.staging/job_1397148025455_0001/job.split(->file:/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_1/usercache/brock/appcache/application_1397148025455_0001/filecache/12/job.split) transitioned from DOWNLOADING to LOCALIZED
2014-04-10 11:40:32,863 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397148025455_0001/job.xml dst=null perm=null
2014-04-10 11:40:32,865 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397148025455_0001/job.xml dst=null perm=null
2014-04-10 11:40:32,867 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397148025455_0001/job.xml dst=null perm=null
2014-04-10 11:40:32,876 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:52669, dest: /127.0.0.1:37158, bytes: 80966, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_225222807_904, offset: 0, srvID: 2a939430-7213-43d8-8538-35bb09f189bb, blockid: BP-1273566995-127.0.0.1-1397148009804:blk_1073741831_1007, duration: 542765
2014-04-10 11:40:32,897 INFO localizer.LocalizedResource (LocalizedResource.java:handle(196)) - Resource hdfs://localhost:35773/tmp/hadoop-yarn/staging/brock/.staging/job_1397148025455_0001/job.xml(->file:/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_2/usercache/brock/appcache/application_1397148025455_0001/filecache/13/job.xml) transitioned from DOWNLOADING to LOCALIZED
2014-04-10 11:40:32,898 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397148025455_0001_01_000001 transitioned from LOCALIZING to LOCALIZED
2014-04-10 11:40:32,942 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397148025455_0001_01_000001 transitioned from LOCALIZED to RUNNING
2014-04-10 11:40:32,943 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(169)) - Neither virutal-memory nor physical-memory monitoring is needed. Not running the monitor-thread
2014-04-10 11:40:33,010 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(189)) - launchContainer: [nice, -n, 0, bash, /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_3/usercache/brock/appcache/application_1397148025455_0001/container_1397148025455_0001_01_000001/default_container_executor.sh]
2014-04-10 11:40:33,327 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397148025455_0001_01_000001 Container Transitioned from ACQUIRED to RUNNING
2014-04-10 11:40:33,578 INFO datanode.DataNode (DataNode.java:transferBlock(1426)) - DatanodeRegistration(127.0.0.1, datanodeUuid=2a939430-7213-43d8-8538-35bb09f189bb, infoPort=45208, ipcPort=56293, storageInfo=lv=-51;cid=testClusterID;nsid=1935310055;c=0) Starting thread to transfer BP-1273566995-127.0.0.1-1397148009804:blk_1073741828_1004 to 127.0.0.1:48225
2014-04-10 11:40:33,582 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1273566995-127.0.0.1-1397148009804:blk_1073741828_1004 src: /127.0.0.1:56981 dest: /127.0.0.1:48225
2014-04-10 11:40:33,582 INFO datanode.DataNode (DataNode.java:run(1629)) - DataTransfer: Transmitted BP-1273566995-127.0.0.1-1397148009804:blk_1073741828_1004 (numBytes=244650) to 127.0.0.1/127.0.0.1:48225
2014-04-10 11:40:33,583 INFO datanode.DataNode (DataXceiver.java:writeBlock(597)) - Received BP-1273566995-127.0.0.1-1397148009804:blk_1073741828_1004 src: /127.0.0.1:56981 dest: /127.0.0.1:48225 of size 244650
2014-04-10 11:40:33,584 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:48225 is added to blk_1073741828_1004 size 244650
2014-04-10 11:40:34,151 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging dst=null perm=null
2014-04-10 11:40:34,175 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397148025455_0001/COMMIT_STARTED dst=null perm=null
2014-04-10 11:40:34,177 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397148025455_0001/COMMIT_SUCCESS dst=null perm=null
2014-04-10 11:40:34,178 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397148025455_0001/COMMIT_FAIL dst=null perm=null
2014-04-10 11:40:34,223 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397148025455_0001 dst=null perm=null
2014-04-10 11:40:34,225 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/history/done_intermediate dst=null perm=null
2014-04-10 11:40:34,227 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock dst=null perm=null
2014-04-10 11:40:34,323 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=mkdirs src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock dst=null perm=brock:supergroup:rwxrwx---
2014-04-10 11:40:34,328 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock dst=null perm=null
2014-04-10 11:40:34,561 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397148025455_0001/job.splitmetainfo dst=null perm=null
2014-04-10 11:40:34,568 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397148025455_0001/job.splitmetainfo dst=null perm=null
2014-04-10 11:40:34,608 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:52603, dest: /127.0.0.1:45375, bytes: 160, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_-613281438_1, offset: 0, srvID: d285c44a-ef6f-4c17-8ed2-95c06929cda4, blockid: BP-1273566995-127.0.0.1-1397148009804:blk_1073741830_1006, duration: 202396
2014-04-10 11:40:35,206 INFO ipc.Server (Server.java:saslProcess(1252)) - Auth successful for appattempt_1397148025455_0001_000001 (auth:SIMPLE)
2014-04-10 11:40:35,210 INFO resourcemanager.ApplicationMasterService (ApplicationMasterService.java:registerApplicationMaster(251)) - AM registration appattempt_1397148025455_0001_000001
2014-04-10 11:40:35,210 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(119)) - USER=brock IP=127.0.0.1 OPERATION=Register App Master TARGET=ApplicationMasterService RESULT=SUCCESS APPID=application_1397148025455_0001 APPATTEMPTID=appattempt_1397148025455_0001_000001
2014-04-10 11:40:35,211 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(652)) - appattempt_1397148025455_0001_000001 State change from LAUNCHED to RUNNING
2014-04-10 11:40:35,211 INFO rmapp.RMAppImpl (RMAppImpl.java:handle(610)) - application_1397148025455_0001 State change from ACCEPTED to RUNNING
2014-04-10 11:40:35,248 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397148025455_0001/job_1397148025455_0001_1.jhist dst=null perm=brock:supergroup:rw-rw-rw-
2014-04-10 11:40:35,264 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=mkdirs src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/writablesequencefileplatform/keyvalue/_temporary/1 dst=null perm=brock:supergroup:rwxrwxrwx
2014-04-10 11:40:35,298 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397148025455_0001/job_1397148025455_0001_1_conf.xml dst=null perm=brock:supergroup:rw-rw-rw-
2014-04-10 11:40:35,412 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(2966)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/brock/.staging/job_1397148025455_0001/job_1397148025455_0001_1_conf.xml. BP-1273566995-127.0.0.1-1397148009804 blk_1073741832_1008{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-3ed96dbe-c447-4d96-9c7e-eaff895c84c9:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-1656bbea-11d8-45ca-abe1-49de0459849e:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-c76cb5c0-94a2-4f10-be3b-e7b4acb9030e:NORMAL|RBW]]}
2014-04-10 11:40:35,458 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1273566995-127.0.0.1-1397148009804:blk_1073741832_1008 src: /127.0.0.1:45379 dest: /127.0.0.1:52603
2014-04-10 11:40:35,459 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1273566995-127.0.0.1-1397148009804:blk_1073741832_1008 src: /127.0.0.1:57350 dest: /127.0.0.1:36647
2014-04-10 11:40:35,461 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1273566995-127.0.0.1-1397148009804:blk_1073741832_1008 src: /127.0.0.1:56991 dest: /127.0.0.1:48225
2014-04-10 11:40:35,466 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:56991, dest: /127.0.0.1:48225, bytes: 94339, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-613281438_1, offset: 0, srvID: 0e4a70b8-97db-47e9-bdbb-11e7b39a6d93, blockid: BP-1273566995-127.0.0.1-1397148009804:blk_1073741832_1008, duration: 5065658
2014-04-10 11:40:35,467 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1273566995-127.0.0.1-1397148009804:blk_1073741832_1008, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2014-04-10 11:40:35,467 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:48225 is added to blk_1073741832_1008{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-3ed96dbe-c447-4d96-9c7e-eaff895c84c9:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-c76cb5c0-94a2-4f10-be3b-e7b4acb9030e:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-c1a68ee9-e354-4a4f-84f6-847f076a6df0:NORMAL|RBW]]} size 0
2014-04-10 11:40:35,467 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:57350, dest: /127.0.0.1:36647, bytes: 94339, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-613281438_1, offset: 0, srvID: 83fbbfd6-5c60-438d-b204-7d44dafa2eec, blockid: BP-1273566995-127.0.0.1-1397148009804:blk_1073741832_1008, duration: 5742467
2014-04-10 11:40:35,467 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1273566995-127.0.0.1-1397148009804:blk_1073741832_1008, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 11:40:35,468 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:36647 is added to blk_1073741832_1008{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-3ed96dbe-c447-4d96-9c7e-eaff895c84c9:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-c76cb5c0-94a2-4f10-be3b-e7b4acb9030e:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-c1a68ee9-e354-4a4f-84f6-847f076a6df0:NORMAL|RBW]]} size 0
2014-04-10 11:40:35,468 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:45379, dest: /127.0.0.1:52603, bytes: 94339, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-613281438_1, offset: 0, srvID: d285c44a-ef6f-4c17-8ed2-95c06929cda4, blockid: BP-1273566995-127.0.0.1-1397148009804:blk_1073741832_1008, duration: 6115708
2014-04-10 11:40:35,468 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1273566995-127.0.0.1-1397148009804:blk_1073741832_1008, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 11:40:35,468 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:52603 is added to blk_1073741832_1008{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-3ed96dbe-c447-4d96-9c7e-eaff895c84c9:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-c76cb5c0-94a2-4f10-be3b-e7b4acb9030e:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-c1a68ee9-e354-4a4f-84f6-847f076a6df0:NORMAL|RBW]]} size 0
2014-04-10 11:40:35,481 INFO hdfs.StateChange (FSNamesystem.java:completeFile(2899)) - DIR* completeFile: /tmp/hadoop-yarn/staging/brock/.staging/job_1397148025455_0001/job_1397148025455_0001_1_conf.xml is closed by DFSClient_NONMAPREDUCE_-613281438_1
2014-04-10 11:40:36,328 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397148025455_0001_01_000002 Container Transitioned from NEW to ALLOCATED
2014-04-10 11:40:36,328 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(98)) - USER=brock OPERATION=AM Allocated Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1397148025455_0001 CONTAINERID=container_1397148025455_0001_01_000002
2014-04-10 11:40:36,328 INFO fica.FiCaSchedulerNode (FiCaSchedulerNode.java:allocateContainer(116)) - Assigned container container_1397148025455_0001_01_000002 of capacity <memory:1024, vCores:1> on host localhost:56608, which currently has 2 containers, <memory:3072, vCores:2> used and <memory:1024, vCores:6> available
2014-04-10 11:40:36,329 INFO capacity.LeafQueue (LeafQueue.java:assignContainer(1363)) - assignedContainer application=application_1397148025455_0001 container=Container: [ContainerId: container_1397148025455_0001_01_000002, NodeId: localhost:56608, NodeHttpAddress: localhost:44862, Resource: <memory:1024, vCores:1>, Priority: 20, Token: Token { kind: ContainerToken, service: localhost:56608 }, ] containerId=container_1397148025455_0001_01_000002 queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:2048, vCores:1>usedCapacity=0.125, absoluteUsedCapacity=0.125, numApps=1, numContainers=1 usedCapacity=0.125 absoluteUsedCapacity=0.125 used=<memory:2048, vCores:1> cluster=<memory:16384, vCores:32>
2014-04-10 11:40:36,329 INFO capacity.ParentQueue (ParentQueue.java:assignContainersToChildQueues(655)) - Re-sorting assigned queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:3072, vCores:2>usedCapacity=0.1875, absoluteUsedCapacity=0.1875, numApps=1, numContainers=2
2014-04-10 11:40:36,329 INFO capacity.ParentQueue (ParentQueue.java:assignContainers(570)) - assignedContainer queue=root usedCapacity=0.1875 absoluteUsedCapacity=0.1875 used=<memory:3072, vCores:2> cluster=<memory:16384, vCores:32>
2014-04-10 11:40:36,329 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397148025455_0001_01_000003 Container Transitioned from NEW to ALLOCATED
2014-04-10 11:40:36,329 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(98)) - USER=brock OPERATION=AM Allocated Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1397148025455_0001 CONTAINERID=container_1397148025455_0001_01_000003
2014-04-10 11:40:36,329 INFO fica.FiCaSchedulerNode (FiCaSchedulerNode.java:allocateContainer(116)) - Assigned container container_1397148025455_0001_01_000003 of capacity <memory:1024, vCores:1> on host localhost:56608, which currently has 3 containers, <memory:4096, vCores:3> used and <memory:0, vCores:5> available
2014-04-10 11:40:36,329 INFO capacity.LeafQueue (LeafQueue.java:assignContainer(1363)) - assignedContainer application=application_1397148025455_0001 container=Container: [ContainerId: container_1397148025455_0001_01_000003, NodeId: localhost:56608, NodeHttpAddress: localhost:44862, Resource: <memory:1024, vCores:1>, Priority: 20, Token: Token { kind: ContainerToken, service: localhost:56608 }, ] containerId=container_1397148025455_0001_01_000003 queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:3072, vCores:2>usedCapacity=0.1875, absoluteUsedCapacity=0.1875, numApps=1, numContainers=2 usedCapacity=0.1875 absoluteUsedCapacity=0.1875 used=<memory:3072, vCores:2> cluster=<memory:16384, vCores:32>
2014-04-10 11:40:36,330 INFO capacity.ParentQueue (ParentQueue.java:assignContainersToChildQueues(655)) - Re-sorting assigned queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:4096, vCores:3>usedCapacity=0.25, absoluteUsedCapacity=0.25, numApps=1, numContainers=3
2014-04-10 11:40:36,330 INFO capacity.ParentQueue (ParentQueue.java:assignContainers(570)) - assignedContainer queue=root usedCapacity=0.25 absoluteUsedCapacity=0.25 used=<memory:4096, vCores:3> cluster=<memory:16384, vCores:32>
2014-04-10 11:40:37,178 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397148025455_0001_01_000004 Container Transitioned from NEW to ALLOCATED
2014-04-10 11:40:37,178 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(98)) - USER=brock OPERATION=AM Allocated Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1397148025455_0001 CONTAINERID=container_1397148025455_0001_01_000004
2014-04-10 11:40:37,179 INFO fica.FiCaSchedulerNode (FiCaSchedulerNode.java:allocateContainer(116)) - Assigned container container_1397148025455_0001_01_000004 of capacity <memory:1024, vCores:1> on host localhost:43341, which currently has 1 containers, <memory:1024, vCores:1> used and <memory:3072, vCores:7> available
2014-04-10 11:40:37,179 INFO capacity.LeafQueue (LeafQueue.java:assignContainer(1363)) - assignedContainer application=application_1397148025455_0001 container=Container: [ContainerId: container_1397148025455_0001_01_000004, NodeId: localhost:43341, NodeHttpAddress: localhost:60867, Resource: <memory:1024, vCores:1>, Priority: 20, Token: Token { kind: ContainerToken, service: localhost:43341 }, ] containerId=container_1397148025455_0001_01_000004 queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:4096, vCores:3>usedCapacity=0.25, absoluteUsedCapacity=0.25, numApps=1, numContainers=3 usedCapacity=0.25 absoluteUsedCapacity=0.25 used=<memory:4096, vCores:3> cluster=<memory:16384, vCores:32>
2014-04-10 11:40:37,179 INFO capacity.ParentQueue (ParentQueue.java:assignContainersToChildQueues(655)) - Re-sorting assigned queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:5120, vCores:4>usedCapacity=0.3125, absoluteUsedCapacity=0.3125, numApps=1, numContainers=4
2014-04-10 11:40:37,179 INFO capacity.ParentQueue (ParentQueue.java:assignContainers(570)) - assignedContainer queue=root usedCapacity=0.3125 absoluteUsedCapacity=0.3125 used=<memory:5120, vCores:4> cluster=<memory:16384, vCores:32>
2014-04-10 11:40:37,180 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397148025455_0001_01_000005 Container Transitioned from NEW to ALLOCATED
2014-04-10 11:40:37,180 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(98)) - USER=brock OPERATION=AM Allocated Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1397148025455_0001 CONTAINERID=container_1397148025455_0001_01_000005
2014-04-10 11:40:37,181 INFO fica.FiCaSchedulerNode (FiCaSchedulerNode.java:allocateContainer(116)) - Assigned container container_1397148025455_0001_01_000005 of capacity <memory:1024, vCores:1> on host localhost:43341, which currently has 2 containers, <memory:2048, vCores:2> used and <memory:2048, vCores:6> available
2014-04-10 11:40:37,181 INFO capacity.LeafQueue (LeafQueue.java:assignContainer(1363)) - assignedContainer application=application_1397148025455_0001 container=Container: [ContainerId: container_1397148025455_0001_01_000005, NodeId: localhost:43341, NodeHttpAddress: localhost:60867, Resource: <memory:1024, vCores:1>, Priority: 20, Token: Token { kind: ContainerToken, service: localhost:43341 }, ] containerId=container_1397148025455_0001_01_000005 queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:5120, vCores:4>usedCapacity=0.3125, absoluteUsedCapacity=0.3125, numApps=1, numContainers=4 usedCapacity=0.3125 absoluteUsedCapacity=0.3125 used=<memory:5120, vCores:4> cluster=<memory:16384, vCores:32>
2014-04-10 11:40:37,181 INFO capacity.ParentQueue (ParentQueue.java:assignContainersToChildQueues(655)) - Re-sorting assigned queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:6144, vCores:5>usedCapacity=0.375, absoluteUsedCapacity=0.375, numApps=1, numContainers=5
2014-04-10 11:40:37,181 INFO capacity.ParentQueue (ParentQueue.java:assignContainers(570)) - assignedContainer queue=root usedCapacity=0.375 absoluteUsedCapacity=0.375 used=<memory:6144, vCores:5> cluster=<memory:16384, vCores:32>
2014-04-10 11:40:37,268 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397148025455_0001_01_000002 Container Transitioned from ALLOCATED to ACQUIRED
2014-04-10 11:40:37,269 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397148025455_0001_01_000003 Container Transitioned from ALLOCATED to ACQUIRED
2014-04-10 11:40:37,270 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397148025455_0001_01_000004 Container Transitioned from ALLOCATED to ACQUIRED
2014-04-10 11:40:37,270 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397148025455_0001_01_000005 Container Transitioned from ALLOCATED to ACQUIRED
2014-04-10 11:40:37,323 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397148025455_0001/job.jar dst=null perm=null
2014-04-10 11:40:37,324 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397148025455_0001/job.jar dst=null perm=null
2014-04-10 11:40:37,332 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397148025455_0001/job.xml dst=null perm=null
2014-04-10 11:40:37,334 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397148025455_0001/job.xml dst=null perm=null
2014-04-10 11:40:37,336 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null
2014-04-10 11:40:37,338 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target/Hadoop2MR1Platform-tmpDir/hadoop-5284192097755328556.jar dst=null perm=null
2014-04-10 11:40:37,348 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null
2014-04-10 11:40:37,350 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target/Hadoop2MR1Platform-tmpDir/hadoop-5284192097755328556.jar dst=null perm=null
2014-04-10 11:40:37,351 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null
2014-04-10 11:40:37,353 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target/Hadoop2MR1Platform-tmpDir/hadoop-5284192097755328556.jar dst=null perm=null
2014-04-10 11:40:37,415 INFO ipc.Server (Server.java:saslProcess(1252)) - Auth successful for appattempt_1397148025455_0001_000001 (auth:SIMPLE)
2014-04-10 11:40:37,415 INFO ipc.Server (Server.java:saslProcess(1252)) - Auth successful for appattempt_1397148025455_0001_000001 (auth:SIMPLE)
2014-04-10 11:40:37,421 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(572)) - Start request for container_1397148025455_0001_01_000003 by user brock
2014-04-10 11:40:37,421 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(572)) - Start request for container_1397148025455_0001_01_000002 by user brock
2014-04-10 11:40:37,422 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=brock IP=127.0.0.1 OPERATION=Start Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1397148025455_0001 CONTAINERID=container_1397148025455_0001_01_000003
2014-04-10 11:40:37,422 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=brock IP=127.0.0.1 OPERATION=Start Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1397148025455_0001 CONTAINERID=container_1397148025455_0001_01_000002
2014-04-10 11:40:37,422 INFO application.Application (ApplicationImpl.java:transition(296)) - Adding container_1397148025455_0001_01_000003 to application application_1397148025455_0001
2014-04-10 11:40:37,424 INFO application.Application (ApplicationImpl.java:transition(296)) - Adding container_1397148025455_0001_01_000002 to application application_1397148025455_0001
2014-04-10 11:40:37,426 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397148025455_0001_01_000003 transitioned from NEW to LOCALIZING
2014-04-10 11:40:37,426 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397148025455_0001_01_000002 transitioned from NEW to LOCALIZING
2014-04-10 11:40:37,427 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(572)) - Start request for container_1397148025455_0001_01_000005 by user brock
2014-04-10 11:40:37,427 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event CONTAINER_INIT for appId application_1397148025455_0001
2014-04-10 11:40:37,427 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event APPLICATION_INIT for appId application_1397148025455_0001
2014-04-10 11:40:37,427 INFO containermanager.AuxServices (AuxServices.java:handle(179)) - Got APPLICATION_INIT for service mapreduce_shuffle
2014-04-10 11:40:37,428 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(572)) - Start request for container_1397148025455_0001_01_000004 by user brock
2014-04-10 11:40:37,429 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(611)) - Creating a new application reference for app application_1397148025455_0001
2014-04-10 11:40:37,429 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=brock IP=127.0.0.1 OPERATION=Start Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1397148025455_0001 CONTAINERID=container_1397148025455_0001_01_000005
2014-04-10 11:40:37,429 INFO mapred.ShuffleHandler (ShuffleHandler.java:initializeApplication(263)) - Added token for job_1397148025455_0001
2014-04-10 11:40:37,429 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=brock IP=127.0.0.1 OPERATION=Start Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1397148025455_0001 CONTAINERID=container_1397148025455_0001_01_000004
2014-04-10 11:40:37,429 INFO application.Application (ApplicationImpl.java:transition(296)) - Adding container_1397148025455_0001_01_000005 to application application_1397148025455_0001
2014-04-10 11:40:37,430 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event CONTAINER_INIT for appId application_1397148025455_0001
2014-04-10 11:40:37,430 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event APPLICATION_INIT for appId application_1397148025455_0001
2014-04-10 11:40:37,430 INFO containermanager.AuxServices (AuxServices.java:handle(179)) - Got APPLICATION_INIT for service mapreduce_shuffle
2014-04-10 11:40:37,430 INFO application.Application (ApplicationImpl.java:handle(450)) - Application application_1397148025455_0001 transitioned from NEW to INITING
2014-04-10 11:40:37,431 INFO mapred.ShuffleHandler (ShuffleHandler.java:initializeApplication(263)) - Added token for job_1397148025455_0001
2014-04-10 11:40:37,431 INFO application.Application (ApplicationImpl.java:transition(296)) - Adding container_1397148025455_0001_01_000004 to application application_1397148025455_0001
2014-04-10 11:40:37,431 INFO application.Application (ApplicationImpl.java:handle(450)) - Application application_1397148025455_0001 transitioned from INITING to RUNNING
2014-04-10 11:40:37,431 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397148025455_0001_01_000003 transitioned from LOCALIZING to LOCALIZED
2014-04-10 11:40:37,431 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397148025455_0001_01_000005 transitioned from NEW to LOCALIZING
2014-04-10 11:40:37,432 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397148025455_0001_01_000004 transitioned from NEW to LOCALIZING
2014-04-10 11:40:37,432 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event CONTAINER_INIT for appId application_1397148025455_0001
2014-04-10 11:40:37,432 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event APPLICATION_INIT for appId application_1397148025455_0001
2014-04-10 11:40:37,432 INFO containermanager.AuxServices (AuxServices.java:handle(179)) - Got APPLICATION_INIT for service mapreduce_shuffle
2014-04-10 11:40:37,433 INFO mapred.ShuffleHandler (ShuffleHandler.java:initializeApplication(263)) - Added token for job_1397148025455_0001
2014-04-10 11:40:37,433 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397148025455_0001_01_000002 transitioned from LOCALIZING to LOCALIZED
2014-04-10 11:40:37,433 INFO localizer.LocalizedResource (LocalizedResource.java:handle(196)) - Resource hdfs://localhost:35773/tmp/hadoop-yarn/staging/brock/.staging/job_1397148025455_0001/job.jar transitioned from INIT to DOWNLOADING
2014-04-10 11:40:37,434 INFO localizer.LocalizedResource (LocalizedResource.java:handle(196)) - Resource hdfs://localhost:35773/tmp/hadoop-yarn/staging/brock/.staging/job_1397148025455_0001/job.xml transitioned from INIT to DOWNLOADING
2014-04-10 11:40:37,434 INFO localizer.LocalizedResource (LocalizedResource.java:handle(196)) - Resource hdfs://localhost:35773/user/brock/target/Hadoop2MR1Platform-tmpDir/hadoop-5284192097755328556.jar transitioned from INIT to DOWNLOADING
2014-04-10 11:40:37,434 INFO localizer.LocalizedResource (LocalizedResource.java:handle(196)) - Resource hdfs://localhost:35773/user/brock/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar transitioned from INIT to DOWNLOADING
2014-04-10 11:40:37,434 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event CONTAINER_INIT for appId application_1397148025455_0001
2014-04-10 11:40:37,435 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event APPLICATION_INIT for appId application_1397148025455_0001
2014-04-10 11:40:37,435 INFO containermanager.AuxServices (AuxServices.java:handle(179)) - Got APPLICATION_INIT for service mapreduce_shuffle
2014-04-10 11:40:37,435 INFO mapred.ShuffleHandler (ShuffleHandler.java:initializeApplication(263)) - Added token for job_1397148025455_0001
2014-04-10 11:40:37,435 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:handle(590)) - Created localizer for container_1397148025455_0001_01_000005
2014-04-10 11:40:37,436 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:addResource(651)) - Downloading public rsrc:{ hdfs://localhost:35773/user/brock/target/Hadoop2MR1Platform-tmpDir/hadoop-5284192097755328556.jar, 1397148013058, FILE, null }
2014-04-10 11:40:37,438 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:addResource(651)) - Downloading public rsrc:{ hdfs://localhost:35773/user/brock/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar, 1397148012885, FILE, null }
2014-04-10 11:40:37,438 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:handle(590)) - Created localizer for container_1397148025455_0001_01_000004
2014-04-10 11:40:37,438 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:addResource(651)) - Downloading public rsrc:{ hdfs://localhost:35773/user/brock/target/Hadoop2MR1Platform-tmpDir/hadoop-5284192097755328556.jar, 1397148013058, FILE, null }
2014-04-10 11:40:37,438 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:addResource(651)) - Downloading public rsrc:{ hdfs://localhost:35773/user/brock/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar, 1397148012885, FILE, null }
2014-04-10 11:40:37,445 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:writeCredentials(1015)) - Writing credentials to the nmPrivate file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_1/nmPrivate/container_1397148025455_0001_01_000005.tokens. Credentials list:
2014-04-10 11:40:37,447 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:writeCredentials(1015)) - Writing credentials to the nmPrivate file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_2/nmPrivate/container_1397148025455_0001_01_000004.tokens. Credentials list:
2014-04-10 11:40:37,452 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null
2014-04-10 11:40:37,453 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target/Hadoop2MR1Platform-tmpDir/hadoop-5284192097755328556.jar dst=null perm=null
2014-04-10 11:40:37,454 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null
2014-04-10 11:40:37,454 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target/Hadoop2MR1Platform-tmpDir/hadoop-5284192097755328556.jar dst=null perm=null
2014-04-10 11:40:37,454 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target/Hadoop2MR1Platform-tmpDir dst=null perm=null
2014-04-10 11:40:37,455 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target/Hadoop2MR1Platform-tmpDir dst=null perm=null
2014-04-10 11:40:37,456 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target dst=null perm=null
2014-04-10 11:40:37,456 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target dst=null perm=null
2014-04-10 11:40:37,457 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock dst=null perm=null
2014-04-10 11:40:37,457 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock dst=null perm=null
2014-04-10 11:40:37,458 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user dst=null perm=null
2014-04-10 11:40:37,458 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user dst=null perm=null
2014-04-10 11:40:37,458 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:createUserCacheDirs(469)) - Initializing user brock
2014-04-10 11:40:37,459 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/ dst=null perm=null
2014-04-10 11:40:37,459 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/ dst=null perm=null
2014-04-10 11:40:37,459 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null
2014-04-10 11:40:37,460 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target/Hadoop2MR1Platform-tmpDir/hadoop-5284192097755328556.jar dst=null perm=null
2014-04-10 11:40:37,460 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/user/brock/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null
2014-04-10 11:40:37,461 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/user/brock/target/Hadoop2MR1Platform-tmpDir/hadoop-5284192097755328556.jar dst=null perm=null
2014-04-10 11:40:37,466 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397148025455_0001_01_000002 transitioned from LOCALIZED to RUNNING
2014-04-10 11:40:37,466 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(169)) - Neither virutal-memory nor physical-memory monitoring is needed. Not running the monitor-thread
2014-04-10 11:40:37,467 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397148025455_0001_01_000003 transitioned from LOCALIZED to RUNNING
2014-04-10 11:40:37,467 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(169)) - Neither virutal-memory nor physical-memory monitoring is needed. Not running the monitor-thread
2014-04-10 11:40:37,472 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:48225, dest: /127.0.0.1:57000, bytes: 388587, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_2143935106_9, offset: 0, srvID: 0e4a70b8-97db-47e9-bdbb-11e7b39a6d93, blockid: BP-1273566995-127.0.0.1-1397148009804:blk_1073741826_1002, duration: 1554252
2014-04-10 11:40:37,473 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:36647, dest: /127.0.0.1:57360, bytes: 488518, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_2143935106_9, offset: 0, srvID: 83fbbfd6-5c60-438d-b204-7d44dafa2eec, blockid: BP-1273566995-127.0.0.1-1397148009804:blk_1073741825_1001, duration: 2624993
2014-04-10 11:40:37,497 INFO localizer.LocalizedResource (LocalizedResource.java:handle(196)) - Resource hdfs://localhost:35773/user/brock/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar(->file:/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_1/filecache/11/MRAppJar.jar) transitioned from DOWNLOADING to LOCALIZED
2014-04-10 11:40:37,497 INFO localizer.LocalizedResource (LocalizedResource.java:handle(196)) - Resource hdfs://localhost:35773/user/brock/target/Hadoop2MR1Platform-tmpDir/hadoop-5284192097755328556.jar(->file:/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_0/filecache/10/hadoop-5284192097755328556.jar) transitioned from DOWNLOADING to LOCALIZED
2014-04-10 11:40:37,523 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(103)) - Copying from /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_1/nmPrivate/container_1397148025455_0001_01_000005.tokens to /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_0/usercache/brock/appcache/application_1397148025455_0001/container_1397148025455_0001_01_000005.tokens
2014-04-10 11:40:37,523 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(105)) - CWD set to /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_0/usercache/brock/appcache/application_1397148025455_0001 = file:/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_0/usercache/brock/appcache/application_1397148025455_0001
2014-04-10 11:40:37,528 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(189)) - launchContainer: [nice, -n, 0, bash, /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_3/usercache/brock/appcache/application_1397148025455_0001/container_1397148025455_0001_01_000003/default_container_executor.sh]
2014-04-10 11:40:37,528 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(189)) - launchContainer: [nice, -n, 0, bash, /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_3/usercache/brock/appcache/application_1397148025455_0001/container_1397148025455_0001_01_000002/default_container_executor.sh]
2014-04-10 11:40:37,561 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1273566995-127.0.0.1-1397148009804:blk_1073741832_1008
2014-04-10 11:40:37,577 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1273566995-127.0.0.1-1397148009804:blk_1073741832_1008
2014-04-10 11:40:37,611 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1273566995-127.0.0.1-1397148009804:blk_1073741832_1008
2014-04-10 11:40:37,614 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1273566995-127.0.0.1-1397148009804:blk_1073741828_1004
2014-04-10 11:40:37,618 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397148025455_0001/job.jar dst=null perm=null
2014-04-10 11:40:37,620 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397148025455_0001/job.jar dst=null perm=null
2014-04-10 11:40:37,621 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397148025455_0001/job.jar dst=null perm=null
2014-04-10 11:40:37,627 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:52603, dest: /127.0.0.1:45394, bytes: 246562, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_-2054364942_1113, offset: 0, srvID: d285c44a-ef6f-4c17-8ed2-95c06929cda4, blockid: BP-1273566995-127.0.0.1-1397148009804:blk_1073741828_1004, duration: 563988
2014-04-10 11:40:37,643 INFO localizer.LocalizedResource (LocalizedResource.java:handle(196)) - Resource hdfs://localhost:35773/tmp/hadoop-yarn/staging/brock/.staging/job_1397148025455_0001/job.jar(->file:/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_2/usercache/brock/appcache/application_1397148025455_0001/filecache/10/job.jar) transitioned from DOWNLOADING to LOCALIZED
2014-04-10 11:40:37,654 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397148025455_0001/job.xml dst=null perm=null
2014-04-10 11:40:37,655 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397148025455_0001/job.xml dst=null perm=null
2014-04-10 11:40:37,656 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397148025455_0001/job.xml dst=null perm=null
2014-04-10 11:40:37,661 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:52669, dest: /127.0.0.1:37189, bytes: 80966, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_-2054364942_1113, offset: 0, srvID: 2a939430-7213-43d8-8538-35bb09f189bb, blockid: BP-1273566995-127.0.0.1-1397148009804:blk_1073741831_1007, duration: 250357
2014-04-10 11:40:37,672 INFO localizer.LocalizedResource (LocalizedResource.java:handle(196)) - Resource hdfs://localhost:35773/tmp/hadoop-yarn/staging/brock/.staging/job_1397148025455_0001/job.xml(->file:/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_3/usercache/brock/appcache/application_1397148025455_0001/filecache/11/job.xml) transitioned from DOWNLOADING to LOCALIZED
2014-04-10 11:40:37,672 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397148025455_0001_01_000005 transitioned from LOCALIZING to LOCALIZED
2014-04-10 11:40:37,672 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397148025455_0001_01_000004 transitioned from LOCALIZING to LOCALIZED
2014-04-10 11:40:37,697 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397148025455_0001_01_000004 transitioned from LOCALIZED to RUNNING
2014-04-10 11:40:37,697 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(169)) - Neither virutal-memory nor physical-memory monitoring is needed. Not running the monitor-thread
2014-04-10 11:40:37,697 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397148025455_0001_01_000005 transitioned from LOCALIZED to RUNNING
2014-04-10 11:40:37,697 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(169)) - Neither virutal-memory nor physical-memory monitoring is needed. Not running the monitor-thread
2014-04-10 11:40:37,742 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(189)) - launchContainer: [nice, -n, 0, bash, /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_1/usercache/brock/appcache/application_1397148025455_0001/container_1397148025455_0001_01_000004/default_container_executor.sh]
2014-04-10 11:40:37,742 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(189)) - launchContainer: [nice, -n, 0, bash, /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_2/usercache/brock/appcache/application_1397148025455_0001/container_1397148025455_0001_01_000005/default_container_executor.sh]
2014-04-10 11:40:38,178 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397148025455_0001_01_000004 Container Transitioned from ACQUIRED to RUNNING
2014-04-10 11:40:38,178 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397148025455_0001_01_000005 Container Transitioned from ACQUIRED to RUNNING
2014-04-10 11:40:38,294 INFO scheduler.AppSchedulingInfo (AppSchedulingInfo.java:updateResourceRequests(166)) - checking for deactivate...
2014-04-10 11:40:38,328 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397148025455_0001_01_000002 Container Transitioned from ACQUIRED to RUNNING
2014-04-10 11:40:38,329 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397148025455_0001_01_000003 Container Transitioned from ACQUIRED to RUNNING
2014-04-10 11:40:38,714 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:createUserCacheDirs(469)) - Initializing user brock
2014-04-10 11:40:38,814 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(103)) - Copying from /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_2/nmPrivate/container_1397148025455_0001_01_000004.tokens to /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_0/usercache/brock/appcache/application_1397148025455_0001/container_1397148025455_0001_01_000004.tokens
2014-04-10 11:40:38,815 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(105)) - CWD set to /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_0/usercache/brock/appcache/application_1397148025455_0001 = file:/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_0/usercache/brock/appcache/application_1397148025455_0001
2014-04-10 11:40:39,969 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397148025455_0001/job.split dst=null perm=null
2014-04-10 11:40:39,977 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397148025455_0001/job.split dst=null perm=null
2014-04-10 11:40:40,033 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:36647, dest: /127.0.0.1:57380, bytes: 1539, op: HDFS_READ, cliID: DFSClient_attempt_1397148025455_0001_m_000001_0_1935539251_1, offset: 0, srvID: 83fbbfd6-5c60-438d-b204-7d44dafa2eec, blockid: BP-1273566995-127.0.0.1-1397148009804:blk_1073741829_1005, duration: 157024
2014-04-10 11:40:40,045 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:52669, dest: /127.0.0.1:37204, bytes: 1539, op: HDFS_READ, cliID: DFSClient_attempt_1397148025455_0001_m_000000_0_-1297991330_1, offset: 0, srvID: 2a939430-7213-43d8-8538-35bb09f189bb, blockid: BP-1273566995-127.0.0.1-1397148009804:blk_1073741829_1005, duration: 161473
2014-04-10 11:40:40,095 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/classes/test/data/apache.10.txt dst=null perm=null
2014-04-10 11:40:40,115 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/classes/test/data/apache.10.txt dst=null perm=null
2014-04-10 11:40:40,119 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:48225, dest: /127.0.0.1:57022, bytes: 429, op: HDFS_READ, cliID: DFSClient_attempt_1397148025455_0001_m_000000_0_-1297991330_1, offset: 1024, srvID: 0e4a70b8-97db-47e9-bdbb-11e7b39a6d93, blockid: BP-1273566995-127.0.0.1-1397148009804:blk_1073741827_1003, duration: 220000
2014-04-10 11:40:40,124 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397148025455_0001/job.split dst=null perm=null
2014-04-10 11:40:40,167 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397148025455_0001/job.split dst=null perm=null
2014-04-10 11:40:40,177 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:36647, dest: /127.0.0.1:57384, bytes: 507, op: HDFS_READ, cliID: DFSClient_attempt_1397148025455_0001_m_000003_0_1773869613_1, offset: 1024, srvID: 83fbbfd6-5c60-438d-b204-7d44dafa2eec, blockid: BP-1273566995-127.0.0.1-1397148009804:blk_1073741829_1005, duration: 164210
2014-04-10 11:40:40,218 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:36647, dest: /127.0.0.1:57386, bytes: 1023, op: HDFS_READ, cliID: DFSClient_attempt_1397148025455_0001_m_000002_0_-556825648_1, offset: 512, srvID: 83fbbfd6-5c60-438d-b204-7d44dafa2eec, blockid: BP-1273566995-127.0.0.1-1397148009804:blk_1073741829_1005, duration: 214303
2014-04-10 11:40:40,228 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/classes/test/data/apache.10.txt dst=null perm=null
2014-04-10 11:40:40,231 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:52603, dest: /127.0.0.1:45417, bytes: 945, op: HDFS_READ, cliID: DFSClient_attempt_1397148025455_0001_m_000003_0_1773869613_1, offset: 512, srvID: d285c44a-ef6f-4c17-8ed2-95c06929cda4, blockid: BP-1273566995-127.0.0.1-1397148009804:blk_1073741827_1003, duration: 225643
2014-04-10 11:40:40,269 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/classes/test/data/apache.10.txt dst=null perm=null
2014-04-10 11:40:40,272 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:48225, dest: /127.0.0.1:57028, bytes: 1461, op: HDFS_READ, cliID: DFSClient_attempt_1397148025455_0001_m_000002_0_-556825648_1, offset: 0, srvID: 0e4a70b8-97db-47e9-bdbb-11e7b39a6d93, blockid: BP-1273566995-127.0.0.1-1397148009804:blk_1073741827_1003, duration: 219818
2014-04-10 11:40:40,456 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/writablesequencefileplatform/keyvalue/_temporary/1/_temporary/attempt_1397148025455_0001_m_000001_0/part-00001 dst=null perm=brock:supergroup:rw-rw-rw-
2014-04-10 11:40:40,472 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/writablesequencefileplatform/keyvalue/_temporary/1/_temporary/attempt_1397148025455_0001_m_000002_0/part-00002 dst=null perm=brock:supergroup:rw-rw-rw-
2014-04-10 11:40:40,472 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/writablesequencefileplatform/keyvalue/_temporary/1/_temporary/attempt_1397148025455_0001_m_000003_0/part-00003 dst=null perm=brock:supergroup:rw-rw-rw-
2014-04-10 11:40:40,472 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/writablesequencefileplatform/keyvalue/_temporary/1/_temporary/attempt_1397148025455_0001_m_000000_0/part-00000 dst=null perm=brock:supergroup:rw-rw-rw-
2014-04-10 11:40:40,817 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(2966)) - BLOCK* allocateBlock: /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/writablesequencefileplatform/keyvalue/_temporary/1/_temporary/attempt_1397148025455_0001_m_000003_0/part-00003. BP-1273566995-127.0.0.1-1397148009804 blk_1073741833_1009{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-f843c653-a575-43af-b1a9-bec72334e925:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-c8e7c7c4-3019-4725-a866-f4905c19dba7:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-1656bbea-11d8-45ca-abe1-49de0459849e:NORMAL|RBW]]}
2014-04-10 11:40:40,848 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:52603, dest: /127.0.0.1:45420, bytes: 1461, op: HDFS_READ, cliID: DFSClient_attempt_1397148025455_0001_m_000001_0_1935539251_1, offset: 0, srvID: d285c44a-ef6f-4c17-8ed2-95c06929cda4, blockid: BP-1273566995-127.0.0.1-1397148009804:blk_1073741827_1003, duration: 163073
2014-04-10 11:40:40,852 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(2966)) - BLOCK* allocateBlock: /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/writablesequencefileplatform/keyvalue/_temporary/1/_temporary/attempt_1397148025455_0001_m_000002_0/part-00002. BP-1273566995-127.0.0.1-1397148009804 blk_1073741834_1010{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-f843c653-a575-43af-b1a9-bec72334e925:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-c1a68ee9-e354-4a4f-84f6-847f076a6df0:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-89a8a4dd-3711-4e1f-a6ae-4c16325f3994:NORMAL|RBW]]}
2014-04-10 11:40:40,866 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(2966)) - BLOCK* allocateBlock: /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/writablesequencefileplatform/keyvalue/_temporary/1/_temporary/attempt_1397148025455_0001_m_000001_0/part-00001. BP-1273566995-127.0.0.1-1397148009804 blk_1073741835_1011{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-838adf6f-c765-4df1-af90-8771b842abe6:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-f843c653-a575-43af-b1a9-bec72334e925:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-89a8a4dd-3711-4e1f-a6ae-4c16325f3994:NORMAL|RBW]]}
2014-04-10 11:40:40,877 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(2966)) - BLOCK* allocateBlock: /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/writablesequencefileplatform/keyvalue/_temporary/1/_temporary/attempt_1397148025455_0001_m_000000_0/part-00000. BP-1273566995-127.0.0.1-1397148009804 blk_1073741836_1012{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-c1a68ee9-e354-4a4f-84f6-847f076a6df0:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-89a8a4dd-3711-4e1f-a6ae-4c16325f3994:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-f843c653-a575-43af-b1a9-bec72334e925:NORMAL|RBW]]}
2014-04-10 11:40:40,909 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1273566995-127.0.0.1-1397148009804:blk_1073741833_1009 src: /127.0.0.1:45421 dest: /127.0.0.1:52603
2014-04-10 11:40:40,916 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1273566995-127.0.0.1-1397148009804:blk_1073741833_1009 src: /127.0.0.1:37218 dest: /127.0.0.1:52669
2014-04-10 11:40:40,928 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1273566995-127.0.0.1-1397148009804:blk_1073741833_1009 src: /127.0.0.1:57396 dest: /127.0.0.1:36647
2014-04-10 11:40:40,934 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1273566995-127.0.0.1-1397148009804:blk_1073741834_1010 src: /127.0.0.1:45423 dest: /127.0.0.1:52603
2014-04-10 11:40:40,938 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1273566995-127.0.0.1-1397148009804:blk_1073741834_1010 src: /127.0.0.1:57397 dest: /127.0.0.1:36647
2014-04-10 11:40:40,940 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1273566995-127.0.0.1-1397148009804:blk_1073741834_1010 src: /127.0.0.1:57038 dest: /127.0.0.1:48225
2014-04-10 11:40:40,941 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:57396, dest: /127.0.0.1:36647, bytes: 427, op: HDFS_WRITE, cliID: DFSClient_attempt_1397148025455_0001_m_000003_0_1773869613_1, offset: 0, srvID: 83fbbfd6-5c60-438d-b204-7d44dafa2eec, blockid: BP-1273566995-127.0.0.1-1397148009804:blk_1073741833_1009, duration: 10121615
2014-04-10 11:40:40,941 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1273566995-127.0.0.1-1397148009804:blk_1073741833_1009, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2014-04-10 11:40:40,942 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1273566995-127.0.0.1-1397148009804:blk_1073741835_1011 src: /127.0.0.1:37215 dest: /127.0.0.1:52669
2014-04-10 11:40:40,942 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:37218, dest: /127.0.0.1:52669, bytes: 427, op: HDFS_WRITE, cliID: DFSClient_attempt_1397148025455_0001_m_000003_0_1773869613_1, offset: 0, srvID: 2a939430-7213-43d8-8538-35bb09f189bb, blockid: BP-1273566995-127.0.0.1-1397148009804:blk_1073741833_1009, duration: 7558918
2014-04-10 11:40:40,942 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1273566995-127.0.0.1-1397148009804:blk_1073741833_1009, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 11:40:40,942 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:45421, dest: /127.0.0.1:52603, bytes: 427, op: HDFS_WRITE, cliID: DFSClient_attempt_1397148025455_0001_m_000003_0_1773869613_1, offset: 0, srvID: d285c44a-ef6f-4c17-8ed2-95c06929cda4, blockid: BP-1273566995-127.0.0.1-1397148009804:blk_1073741833_1009, duration: 8321142
2014-04-10 11:40:40,943 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1273566995-127.0.0.1-1397148009804:blk_1073741833_1009, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 11:40:40,943 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:36647 is added to blk_1073741833_1009{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-f843c653-a575-43af-b1a9-bec72334e925:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-c8e7c7c4-3019-4725-a866-f4905c19dba7:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-1656bbea-11d8-45ca-abe1-49de0459849e:NORMAL|RBW]]} size 0
2014-04-10 11:40:40,944 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:52603 is added to blk_1073741833_1009{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-f843c653-a575-43af-b1a9-bec72334e925:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-c8e7c7c4-3019-4725-a866-f4905c19dba7:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-1656bbea-11d8-45ca-abe1-49de0459849e:NORMAL|RBW]]} size 0
2014-04-10 11:40:40,945 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:52669 is added to blk_1073741833_1009{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-f843c653-a575-43af-b1a9-bec72334e925:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-c8e7c7c4-3019-4725-a866-f4905c19dba7:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-1656bbea-11d8-45ca-abe1-49de0459849e:NORMAL|RBW]]} size 0
2014-04-10 11:40:40,945 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1273566995-127.0.0.1-1397148009804:blk_1073741836_1012 src: /127.0.0.1:57394 dest: /127.0.0.1:36647
2014-04-10 11:40:40,948 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1273566995-127.0.0.1-1397148009804:blk_1073741836_1012 src: /127.0.0.1:57040 dest: /127.0.0.1:48225
2014-04-10 11:40:40,954 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1273566995-127.0.0.1-1397148009804:blk_1073741836_1012 src: /127.0.0.1:45431 dest: /127.0.0.1:52603
2014-04-10 11:40:40,954 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1273566995-127.0.0.1-1397148009804:blk_1073741835_1011 src: /127.0.0.1:45429 dest: /127.0.0.1:52603
2014-04-10 11:40:40,956 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1273566995-127.0.0.1-1397148009804:blk_1073741835_1011 src: /127.0.0.1:57042 dest: /127.0.0.1:48225
2014-04-10 11:40:40,957 INFO hdfs.StateChange (FSNamesystem.java:completeFile(2899)) - DIR* completeFile: /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/writablesequencefileplatform/keyvalue/_temporary/1/_temporary/attempt_1397148025455_0001_m_000003_0/part-00003 is closed by DFSClient_attempt_1397148025455_0001_m_000003_0_1773869613_1
2014-04-10 11:40:40,958 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:57038, dest: /127.0.0.1:48225, bytes: 569, op: HDFS_WRITE, cliID: DFSClient_attempt_1397148025455_0001_m_000002_0_-556825648_1, offset: 0, srvID: 0e4a70b8-97db-47e9-bdbb-11e7b39a6d93, blockid: BP-1273566995-127.0.0.1-1397148009804:blk_1073741834_1010, duration: 5475068
2014-04-10 11:40:40,959 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1273566995-127.0.0.1-1397148009804:blk_1073741834_1010, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2014-04-10 11:40:40,959 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:57397, dest: /127.0.0.1:36647, bytes: 569, op: HDFS_WRITE, cliID: DFSClient_attempt_1397148025455_0001_m_000002_0_-556825648_1, offset: 0, srvID: 83fbbfd6-5c60-438d-b204-7d44dafa2eec, blockid: BP-1273566995-127.0.0.1-1397148009804:blk_1073741834_1010, duration: 7866495
2014-04-10 11:40:40,959 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1273566995-127.0.0.1-1397148009804:blk_1073741834_1010, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 11:40:40,962 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:45423, dest: /127.0.0.1:52603, bytes: 569, op: HDFS_WRITE, cliID: DFSClient_attempt_1397148025455_0001_m_000002_0_-556825648_1, offset: 0, srvID: d285c44a-ef6f-4c17-8ed2-95c06929cda4, blockid: BP-1273566995-127.0.0.1-1397148009804:blk_1073741834_1010, duration: 10563260
2014-04-10 11:40:40,962 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1273566995-127.0.0.1-1397148009804:blk_1073741834_1010, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 11:40:40,962 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:48225 is added to blk_1073741834_1010{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-c1a68ee9-e354-4a4f-84f6-847f076a6df0:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-89a8a4dd-3711-4e1f-a6ae-4c16325f3994:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-3ed96dbe-c447-4d96-9c7e-eaff895c84c9:NORMAL|RBW]]} size 0
2014-04-10 11:40:40,963 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:36647 is added to blk_1073741834_1010{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-c1a68ee9-e354-4a4f-84f6-847f076a6df0:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-89a8a4dd-3711-4e1f-a6ae-4c16325f3994:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-3ed96dbe-c447-4d96-9c7e-eaff895c84c9:NORMAL|RBW]]} size 0
2014-04-10 11:40:40,964 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:52603 is added to blk_1073741834_1010{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-c1a68ee9-e354-4a4f-84f6-847f076a6df0:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-89a8a4dd-3711-4e1f-a6ae-4c16325f3994:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-3ed96dbe-c447-4d96-9c7e-eaff895c84c9:NORMAL|RBW]]} size 0
2014-04-10 11:40:40,965 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:45431, dest: /127.0.0.1:52603, bytes: 439, op: HDFS_WRITE, cliID: DFSClient_attempt_1397148025455_0001_m_000000_0_-1297991330_1, offset: 0, srvID: d285c44a-ef6f-4c17-8ed2-95c06929cda4, blockid: BP-1273566995-127.0.0.1-1397148009804:blk_1073741836_1012, duration: 9767415
2014-04-10 11:40:40,965 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1273566995-127.0.0.1-1397148009804:blk_1073741836_1012, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2014-04-10 11:40:40,965 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:57040, dest: /127.0.0.1:48225, bytes: 439, op: HDFS_WRITE, cliID: DFSClient_attempt_1397148025455_0001_m_000000_0_-1297991330_1, offset: 0, srvID: 0e4a70b8-97db-47e9-bdbb-11e7b39a6d93, blockid: BP-1273566995-127.0.0.1-1397148009804:blk_1073741836_1012, duration: 7463133
2014-04-10 11:40:40,965 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1273566995-127.0.0.1-1397148009804:blk_1073741836_1012, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 11:40:40,966 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:57394, dest: /127.0.0.1:36647, bytes: 439, op: HDFS_WRITE, cliID: DFSClient_attempt_1397148025455_0001_m_000000_0_-1297991330_1, offset: 0, srvID: 83fbbfd6-5c60-438d-b204-7d44dafa2eec, blockid: BP-1273566995-127.0.0.1-1397148009804:blk_1073741836_1012, duration: 10256880
2014-04-10 11:40:40,966 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:48225 is added to blk_1073741836_1012{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-f843c653-a575-43af-b1a9-bec72334e925:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-1656bbea-11d8-45ca-abe1-49de0459849e:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-c76cb5c0-94a2-4f10-be3b-e7b4acb9030e:NORMAL|RBW]]} size 0
2014-04-10 11:40:40,966 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1273566995-127.0.0.1-1397148009804:blk_1073741836_1012, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 11:40:40,966 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:52603 is added to blk_1073741836_1012{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-f843c653-a575-43af-b1a9-bec72334e925:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-1656bbea-11d8-45ca-abe1-49de0459849e:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-c76cb5c0-94a2-4f10-be3b-e7b4acb9030e:NORMAL|RBW]]} size 0
2014-04-10 11:40:40,967 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:36647 is added to blk_1073741836_1012{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-f843c653-a575-43af-b1a9-bec72334e925:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-1656bbea-11d8-45ca-abe1-49de0459849e:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-c76cb5c0-94a2-4f10-be3b-e7b4acb9030e:NORMAL|RBW]]} size 0
2014-04-10 11:40:40,969 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:57042, dest: /127.0.0.1:48225, bytes: 528, op: HDFS_WRITE, cliID: DFSClient_attempt_1397148025455_0001_m_000001_0_1935539251_1, offset: 0, srvID: 0e4a70b8-97db-47e9-bdbb-11e7b39a6d93, blockid: BP-1273566995-127.0.0.1-1397148009804:blk_1073741835_1011, duration: 11234963
2014-04-10 11:40:40,969 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1273566995-127.0.0.1-1397148009804:blk_1073741835_1011, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2014-04-10 11:40:40,969 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:48225 is added to blk_1073741835_1011{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-838adf6f-c765-4df1-af90-8771b842abe6:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-89a8a4dd-3711-4e1f-a6ae-4c16325f3994:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-3ed96dbe-c447-4d96-9c7e-eaff895c84c9:NORMAL|RBW]]} size 0
2014-04-10 11:40:40,969 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:45429, dest: /127.0.0.1:52603, bytes: 528, op: HDFS_WRITE, cliID: DFSClient_attempt_1397148025455_0001_m_000001_0_1935539251_1, offset: 0, srvID: d285c44a-ef6f-4c17-8ed2-95c06929cda4, blockid: BP-1273566995-127.0.0.1-1397148009804:blk_1073741835_1011, duration: 10800110
2014-04-10 11:40:40,969 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1273566995-127.0.0.1-1397148009804:blk_1073741835_1011, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 11:40:40,970 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:52603 is added to blk_1073741835_1011{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-838adf6f-c765-4df1-af90-8771b842abe6:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-89a8a4dd-3711-4e1f-a6ae-4c16325f3994:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-3ed96dbe-c447-4d96-9c7e-eaff895c84c9:NORMAL|RBW]]} size 0
2014-04-10 11:40:40,970 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:37215, dest: /127.0.0.1:52669, bytes: 528, op: HDFS_WRITE, cliID: DFSClient_attempt_1397148025455_0001_m_000001_0_1935539251_1, offset: 0, srvID: 2a939430-7213-43d8-8538-35bb09f189bb, blockid: BP-1273566995-127.0.0.1-1397148009804:blk_1073741835_1011, duration: 10793286
2014-04-10 11:40:40,970 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:52669 is added to blk_1073741835_1011{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-838adf6f-c765-4df1-af90-8771b842abe6:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-89a8a4dd-3711-4e1f-a6ae-4c16325f3994:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-3ed96dbe-c447-4d96-9c7e-eaff895c84c9:NORMAL|RBW]]} size 0
2014-04-10 11:40:40,970 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1273566995-127.0.0.1-1397148009804:blk_1073741835_1011, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 11:40:40,981 INFO hdfs.StateChange (FSNamesystem.java:completeFile(2899)) - DIR* completeFile: /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/writablesequencefileplatform/keyvalue/_temporary/1/_temporary/attempt_1397148025455_0001_m_000002_0/part-00002 is closed by DFSClient_attempt_1397148025455_0001_m_000002_0_-556825648_1
2014-04-10 11:40:40,997 INFO hdfs.StateChange (FSNamesystem.java:completeFile(2899)) - DIR* completeFile: /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/writablesequencefileplatform/keyvalue/_temporary/1/_temporary/attempt_1397148025455_0001_m_000001_0/part-00001 is closed by DFSClient_attempt_1397148025455_0001_m_000001_0_1935539251_1
2014-04-10 11:40:40,997 INFO hdfs.StateChange (FSNamesystem.java:completeFile(2899)) - DIR* completeFile: /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/writablesequencefileplatform/keyvalue/_temporary/1/_temporary/attempt_1397148025455_0001_m_000000_0/part-00000 is closed by DFSClient_attempt_1397148025455_0001_m_000000_0_-1297991330_1
2014-04-10 11:40:41,015 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/writablesequencefileplatform/keyvalue/_temporary/1/_temporary/attempt_1397148025455_0001_m_000003_0 dst=null perm=null
2014-04-10 11:40:41,023 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/writablesequencefileplatform/keyvalue/_temporary/1/_temporary/attempt_1397148025455_0001_m_000003_0 dst=null perm=null
2014-04-10 11:40:41,024 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/writablesequencefileplatform/keyvalue/_temporary/1/task_1397148025455_0001_m_000003 dst=null perm=null
2014-04-10 11:40:41,035 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/writablesequencefileplatform/keyvalue/_temporary/1/_temporary/attempt_1397148025455_0001_m_000002_0 dst=null perm=null
2014-04-10 11:40:41,039 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=rename src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/writablesequencefileplatform/keyvalue/_temporary/1/_temporary/attempt_1397148025455_0001_m_000003_0 dst=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/writablesequencefileplatform/keyvalue/_temporary/1/task_1397148025455_0001_m_000003 perm=brock:supergroup:rwxrwxrwx
2014-04-10 11:40:41,045 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/writablesequencefileplatform/keyvalue/_temporary/1/_temporary/attempt_1397148025455_0001_m_000002_0 dst=null perm=null
2014-04-10 11:40:41,047 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/writablesequencefileplatform/keyvalue/_temporary/1/task_1397148025455_0001_m_000002 dst=null perm=null
2014-04-10 11:40:41,057 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/writablesequencefileplatform/keyvalue/_temporary/1/_temporary/attempt_1397148025455_0001_m_000001_0 dst=null perm=null
2014-04-10 11:40:41,058 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/writablesequencefileplatform/keyvalue/_temporary/1/_temporary/attempt_1397148025455_0001_m_000000_0 dst=null perm=null
2014-04-10 11:40:41,063 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/writablesequencefileplatform/keyvalue/_temporary/1/_temporary/attempt_1397148025455_0001_m_000001_0 dst=null perm=null
2014-04-10 11:40:41,064 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=rename src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/writablesequencefileplatform/keyvalue/_temporary/1/_temporary/attempt_1397148025455_0001_m_000002_0 dst=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/writablesequencefileplatform/keyvalue/_temporary/1/task_1397148025455_0001_m_000002 perm=brock:supergroup:rwxrwxrwx
2014-04-10 11:40:41,065 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/writablesequencefileplatform/keyvalue/_temporary/1/task_1397148025455_0001_m_000001 dst=null perm=null
2014-04-10 11:40:41,066 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/writablesequencefileplatform/keyvalue/_temporary/1/_temporary/attempt_1397148025455_0001_m_000000_0 dst=null perm=null
2014-04-10 11:40:41,068 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/writablesequencefileplatform/keyvalue/_temporary/1/task_1397148025455_0001_m_000000 dst=null perm=null
2014-04-10 11:40:41,081 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=rename src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/writablesequencefileplatform/keyvalue/_temporary/1/_temporary/attempt_1397148025455_0001_m_000001_0 dst=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/writablesequencefileplatform/keyvalue/_temporary/1/task_1397148025455_0001_m_000001 perm=brock:supergroup:rwxrwxrwx
2014-04-10 11:40:41,091 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:stopContainerInternal(718)) - Stopping container with container Id: container_1397148025455_0001_01_000005
2014-04-10 11:40:41,092 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=brock IP=127.0.0.1 OPERATION=Stop Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1397148025455_0001 CONTAINERID=container_1397148025455_0001_01_000005
2014-04-10 11:40:41,092 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397148025455_0001_01_000005 transitioned from RUNNING to KILLING
2014-04-10 11:40:41,092 INFO launcher.ContainerLaunch (ContainerLaunch.java:cleanupContainer(341)) - Cleaning up container container_1397148025455_0001_01_000005
2014-04-10 11:40:41,098 WARN nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(207)) - Exit code from container container_1397148025455_0001_01_000005 is : 143
2014-04-10 11:40:41,098 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=rename src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/writablesequencefileplatform/keyvalue/_temporary/1/_temporary/attempt_1397148025455_0001_m_000000_0 dst=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/writablesequencefileplatform/keyvalue/_temporary/1/task_1397148025455_0001_m_000000 perm=brock:supergroup:rwxrwxrwx
2014-04-10 11:40:41,111 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397148025455_0001_01_000005 transitioned from KILLING to CONTAINER_CLEANEDUP_AFTER_KILL
2014-04-10 11:40:41,112 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(2966)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/brock/.staging/job_1397148025455_0001/job_1397148025455_0001_1.jhist. BP-1273566995-127.0.0.1-1397148009804 blk_1073741837_1013{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-89a8a4dd-3711-4e1f-a6ae-4c16325f3994:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-3ed96dbe-c447-4d96-9c7e-eaff895c84c9:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-838adf6f-c765-4df1-af90-8771b842abe6:NORMAL|RBW]]}
2014-04-10 11:40:41,114 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_0/usercache/brock/appcache/application_1397148025455_0001/container_1397148025455_0001_01_000005
2014-04-10 11:40:41,115 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_1/usercache/brock/appcache/application_1397148025455_0001/container_1397148025455_0001_01_000005
2014-04-10 11:40:41,115 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_2/usercache/brock/appcache/application_1397148025455_0001/container_1397148025455_0001_01_000005
2014-04-10 11:40:41,116 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_3/usercache/brock/appcache/application_1397148025455_0001/container_1397148025455_0001_01_000005
2014-04-10 11:40:41,116 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=brock OPERATION=Container Finished - Killed TARGET=ContainerImpl RESULT=SUCCESS APPID=application_1397148025455_0001 CONTAINERID=container_1397148025455_0001_01_000005
2014-04-10 11:40:41,117 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397148025455_0001_01_000005 transitioned from CONTAINER_CLEANEDUP_AFTER_KILL to DONE
2014-04-10 11:40:41,118 INFO application.Application (ApplicationImpl.java:transition(339)) - Removing container_1397148025455_0001_01_000005 from application application_1397148025455_0001
2014-04-10 11:40:41,118 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(169)) - Neither virutal-memory nor physical-memory monitoring is needed. Not running the monitor-thread
2014-04-10 11:40:41,118 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event CONTAINER_STOP for appId application_1397148025455_0001
2014-04-10 11:40:41,118 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:stopContainerInternal(718)) - Stopping container with container Id: container_1397148025455_0001_01_000004
2014-04-10 11:40:41,118 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=brock IP=127.0.0.1 OPERATION=Stop Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1397148025455_0001 CONTAINERID=container_1397148025455_0001_01_000004
2014-04-10 11:40:41,118 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397148025455_0001_01_000004 transitioned from RUNNING to KILLING
2014-04-10 11:40:41,119 INFO launcher.ContainerLaunch (ContainerLaunch.java:cleanupContainer(341)) - Cleaning up container container_1397148025455_0001_01_000004
2014-04-10 11:40:41,119 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:updateAndGetContainerStatuses(374)) - Removed completed container container_1397148025455_0001_01_000005
2014-04-10 11:40:41,120 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397148025455_0001_01_000005 Container Transitioned from RUNNING to COMPLETED
2014-04-10 11:40:41,120 INFO fica.FiCaSchedulerApp (FiCaSchedulerApp.java:containerCompleted(91)) - Completed container: container_1397148025455_0001_01_000005 in state: COMPLETED event:FINISHED
2014-04-10 11:40:41,120 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(98)) - USER=brock OPERATION=AM Released Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1397148025455_0001 CONTAINERID=container_1397148025455_0001_01_000005
2014-04-10 11:40:41,121 INFO fica.FiCaSchedulerNode (FiCaSchedulerNode.java:releaseContainer(164)) - Released container container_1397148025455_0001_01_000005 of capacity <memory:1024, vCores:1> on host localhost:43341, which currently has 1 containers, <memory:1024, vCores:1> used and <memory:3072, vCores:7> available, release resources=true
2014-04-10 11:40:41,121 INFO capacity.LeafQueue (LeafQueue.java:releaseResource(1506)) - default used=<memory:5120, vCores:4> numContainers=4 user=brock user-resources=<memory:5120, vCores:4>
2014-04-10 11:40:41,121 INFO capacity.LeafQueue (LeafQueue.java:completedContainer(1448)) - completedContainer container=Container: [ContainerId: container_1397148025455_0001_01_000005, NodeId: localhost:43341, NodeHttpAddress: localhost:60867, Resource: <memory:1024, vCores:1>, Priority: 20, Token: Token { kind: ContainerToken, service: localhost:43341 }, ] resource=<memory:1024, vCores:1> queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:5120, vCores:4>usedCapacity=0.3125, absoluteUsedCapacity=0.3125, numApps=1, numContainers=4 usedCapacity=0.3125 absoluteUsedCapacity=0.3125 used=<memory:5120, vCores:4> cluster=<memory:16384, vCores:32>
2014-04-10 11:40:41,121 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(694)) - completedContainer queue=root usedCapacity=0.3125 absoluteUsedCapacity=0.3125 used=<memory:5120, vCores:4> cluster=<memory:16384, vCores:32>
2014-04-10 11:40:41,121 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(708)) - Re-sorting completed queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:5120, vCores:4>usedCapacity=0.3125, absoluteUsedCapacity=0.3125, numApps=1, numContainers=4
2014-04-10 11:40:41,121 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(849)) - Application appattempt_1397148025455_0001_000001 released container container_1397148025455_0001_01_000005 on node: host: localhost:43341 #containers=1 available=3072 used=1024 with event: FINISHED
2014-04-10 11:40:41,124 WARN nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(207)) - Exit code from container container_1397148025455_0001_01_000004 is : 143
2014-04-10 11:40:41,128 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:stopContainerInternal(718)) - Stopping container with container Id: container_1397148025455_0001_01_000003
2014-04-10 11:40:41,128 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=brock IP=127.0.0.1 OPERATION=Stop Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1397148025455_0001 CONTAINERID=container_1397148025455_0001_01_000003
2014-04-10 11:40:41,128 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397148025455_0001_01_000003 transitioned from RUNNING to KILLING
2014-04-10 11:40:41,128 INFO launcher.ContainerLaunch (ContainerLaunch.java:cleanupContainer(341)) - Cleaning up container container_1397148025455_0001_01_000003
2014-04-10 11:40:41,133 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1273566995-127.0.0.1-1397148009804:blk_1073741837_1013 src: /127.0.0.1:57044 dest: /127.0.0.1:48225
2014-04-10 11:40:41,133 WARN nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(207)) - Exit code from container container_1397148025455_0001_01_000003 is : 143
2014-04-10 11:40:41,134 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397148025455_0001_01_000004 transitioned from KILLING to CONTAINER_CLEANEDUP_AFTER_KILL
2014-04-10 11:40:41,134 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1273566995-127.0.0.1-1397148009804:blk_1073741837_1013 src: /127.0.0.1:45435 dest: /127.0.0.1:52603
2014-04-10 11:40:41,134 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_0/usercache/brock/appcache/application_1397148025455_0001/container_1397148025455_0001_01_000004
2014-04-10 11:40:41,135 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_1/usercache/brock/appcache/application_1397148025455_0001/container_1397148025455_0001_01_000004
2014-04-10 11:40:41,135 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_2/usercache/brock/appcache/application_1397148025455_0001/container_1397148025455_0001_01_000004
2014-04-10 11:40:41,135 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1273566995-127.0.0.1-1397148009804:blk_1073741837_1013 src: /127.0.0.1:37229 dest: /127.0.0.1:52669
2014-04-10 11:40:41,135 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=brock OPERATION=Container Finished - Killed TARGET=ContainerImpl RESULT=SUCCESS APPID=application_1397148025455_0001 CONTAINERID=container_1397148025455_0001_01_000004
2014-04-10 11:40:41,135 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_3/usercache/brock/appcache/application_1397148025455_0001/container_1397148025455_0001_01_000004
2014-04-10 11:40:41,136 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397148025455_0001_01_000004 transitioned from CONTAINER_CLEANEDUP_AFTER_KILL to DONE
2014-04-10 11:40:41,136 INFO application.Application (ApplicationImpl.java:transition(339)) - Removing container_1397148025455_0001_01_000004 from application application_1397148025455_0001
2014-04-10 11:40:41,136 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(169)) - Neither virutal-memory nor physical-memory monitoring is needed. Not running the monitor-thread
2014-04-10 11:40:41,137 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event CONTAINER_STOP for appId application_1397148025455_0001
2014-04-10 11:40:41,142 INFO hdfs.StateChange (FSNamesystem.java:fsync(3598)) - BLOCK* fsync: /tmp/hadoop-yarn/staging/brock/.staging/job_1397148025455_0001/job_1397148025455_0001_1.jhist for DFSClient_NONMAPREDUCE_-613281438_1
2014-04-10 11:40:41,144 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397148025455_0001_01_000003 transitioned from KILLING to CONTAINER_CLEANEDUP_AFTER_KILL
2014-04-10 11:40:41,145 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_0/usercache/brock/appcache/application_1397148025455_0001/container_1397148025455_0001_01_000003
2014-04-10 11:40:41,145 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:stopContainerInternal(718)) - Stopping container with container Id: container_1397148025455_0001_01_000002
2014-04-10 11:40:41,145 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_1/usercache/brock/appcache/application_1397148025455_0001/container_1397148025455_0001_01_000003
2014-04-10 11:40:41,145 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=brock IP=127.0.0.1 OPERATION=Stop Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1397148025455_0001 CONTAINERID=container_1397148025455_0001_01_000002
2014-04-10 11:40:41,146 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_2/usercache/brock/appcache/application_1397148025455_0001/container_1397148025455_0001_01_000003
2014-04-10 11:40:41,146 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_3/usercache/brock/appcache/application_1397148025455_0001/container_1397148025455_0001_01_000003
2014-04-10 11:40:41,146 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397148025455_0001_01_000002 transitioned from RUNNING to KILLING
2014-04-10 11:40:41,146 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=brock OPERATION=Container Finished - Killed TARGET=ContainerImpl RESULT=SUCCESS APPID=application_1397148025455_0001 CONTAINERID=container_1397148025455_0001_01_000003
2014-04-10 11:40:41,146 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397148025455_0001_01_000003 transitioned from CONTAINER_CLEANEDUP_AFTER_KILL to DONE
2014-04-10 11:40:41,146 INFO launcher.ContainerLaunch (ContainerLaunch.java:cleanupContainer(341)) - Cleaning up container container_1397148025455_0001_01_000002
2014-04-10 11:40:41,152 WARN nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(207)) - Exit code from container container_1397148025455_0001_01_000002 is : 143
2014-04-10 11:40:41,166 INFO application.Application (ApplicationImpl.java:transition(339)) - Removing container_1397148025455_0001_01_000003 from application application_1397148025455_0001
2014-04-10 11:40:41,166 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(169)) - Neither virutal-memory nor physical-memory monitoring is needed. Not running the monitor-thread
2014-04-10 11:40:41,166 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event CONTAINER_STOP for appId application_1397148025455_0001
2014-04-10 11:40:41,167 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397148025455_0001_01_000002 transitioned from KILLING to CONTAINER_CLEANEDUP_AFTER_KILL
2014-04-10 11:40:41,167 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_0/usercache/brock/appcache/application_1397148025455_0001/container_1397148025455_0001_01_000002
2014-04-10 11:40:41,168 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_1/usercache/brock/appcache/application_1397148025455_0001/container_1397148025455_0001_01_000002
2014-04-10 11:40:41,168 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_2/usercache/brock/appcache/application_1397148025455_0001/container_1397148025455_0001_01_000002
2014-04-10 11:40:41,168 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_3/usercache/brock/appcache/application_1397148025455_0001/container_1397148025455_0001_01_000002
2014-04-10 11:40:41,169 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=brock OPERATION=Container Finished - Killed TARGET=ContainerImpl RESULT=SUCCESS APPID=application_1397148025455_0001 CONTAINERID=container_1397148025455_0001_01_000002
2014-04-10 11:40:41,169 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397148025455_0001_01_000002 transitioned from CONTAINER_CLEANEDUP_AFTER_KILL to DONE
2014-04-10 11:40:41,169 INFO application.Application (ApplicationImpl.java:transition(339)) - Removing container_1397148025455_0001_01_000002 from application application_1397148025455_0001
2014-04-10 11:40:41,169 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(169)) - Neither virutal-memory nor physical-memory monitoring is needed. Not running the monitor-thread
2014-04-10 11:40:41,169 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event CONTAINER_STOP for appId application_1397148025455_0001
2014-04-10 11:40:41,173 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397148025455_0001/COMMIT_STARTED dst=null perm=brock:supergroup:rw-rw-rw-
2014-04-10 11:40:41,189 INFO hdfs.StateChange (FSNamesystem.java:completeFile(2899)) - DIR* completeFile: /tmp/hadoop-yarn/staging/brock/.staging/job_1397148025455_0001/COMMIT_STARTED is closed by DFSClient_NONMAPREDUCE_-613281438_1
2014-04-10 11:40:41,194 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=listStatus src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/writablesequencefileplatform/keyvalue/_temporary/1 dst=null perm=null
2014-04-10 11:40:41,204 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/writablesequencefileplatform/keyvalue dst=null perm=null
2014-04-10 11:40:41,206 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/writablesequencefileplatform/keyvalue dst=null perm=null
2014-04-10 11:40:41,207 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=listStatus src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/writablesequencefileplatform/keyvalue/_temporary/1/task_1397148025455_0001_m_000000 dst=null perm=null
2014-04-10 11:40:41,210 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/writablesequencefileplatform/keyvalue/part-00000 dst=null perm=null
2014-04-10 11:40:41,231 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=rename src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/writablesequencefileplatform/keyvalue/_temporary/1/task_1397148025455_0001_m_000000/part-00000 dst=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/writablesequencefileplatform/keyvalue/part-00000 perm=brock:supergroup:rw-rw-rw-
2014-04-10 11:40:41,236 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/writablesequencefileplatform/keyvalue dst=null perm=null
2014-04-10 11:40:41,237 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/writablesequencefileplatform/keyvalue dst=null perm=null
2014-04-10 11:40:41,239 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=listStatus src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/writablesequencefileplatform/keyvalue/_temporary/1/task_1397148025455_0001_m_000001 dst=null perm=null
2014-04-10 11:40:41,242 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/writablesequencefileplatform/keyvalue/part-00001 dst=null perm=null
2014-04-10 11:40:41,256 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=rename src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/writablesequencefileplatform/keyvalue/_temporary/1/task_1397148025455_0001_m_000001/part-00001 dst=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/writablesequencefileplatform/keyvalue/part-00001 perm=brock:supergroup:rw-rw-rw-
2014-04-10 11:40:41,258 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/writablesequencefileplatform/keyvalue dst=null perm=null
2014-04-10 11:40:41,259 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/writablesequencefileplatform/keyvalue dst=null perm=null
2014-04-10 11:40:41,262 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=listStatus src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/writablesequencefileplatform/keyvalue/_temporary/1/task_1397148025455_0001_m_000002 dst=null perm=null
2014-04-10 11:40:41,266 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/writablesequencefileplatform/keyvalue/part-00002 dst=null perm=null
2014-04-10 11:40:41,281 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=rename src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/writablesequencefileplatform/keyvalue/_temporary/1/task_1397148025455_0001_m_000002/part-00002 dst=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/writablesequencefileplatform/keyvalue/part-00002 perm=brock:supergroup:rw-rw-rw-
2014-04-10 11:40:41,283 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/writablesequencefileplatform/keyvalue dst=null perm=null
2014-04-10 11:40:41,284 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/writablesequencefileplatform/keyvalue dst=null perm=null
2014-04-10 11:40:41,286 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=listStatus src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/writablesequencefileplatform/keyvalue/_temporary/1/task_1397148025455_0001_m_000003 dst=null perm=null
2014-04-10 11:40:41,288 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/writablesequencefileplatform/keyvalue/part-00003 dst=null perm=null
2014-04-10 11:40:41,306 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=rename src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/writablesequencefileplatform/keyvalue/_temporary/1/task_1397148025455_0001_m_000003/part-00003 dst=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/writablesequencefileplatform/keyvalue/part-00003 perm=brock:supergroup:rw-rw-rw-
2014-04-10 11:40:41,335 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=delete src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/writablesequencefileplatform/keyvalue/_temporary dst=null perm=null
2014-04-10 11:40:41,356 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/writablesequencefileplatform/keyvalue/_SUCCESS dst=null perm=brock:supergroup:rw-rw-rw-
2014-04-10 11:40:41,372 INFO hdfs.StateChange (FSNamesystem.java:completeFile(2899)) - DIR* completeFile: /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/writablesequencefileplatform/keyvalue/_SUCCESS is closed by DFSClient_NONMAPREDUCE_-613281438_1
2014-04-10 11:40:41,389 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397148025455_0001/COMMIT_SUCCESS dst=null perm=brock:supergroup:rw-rw-rw-
2014-04-10 11:40:41,406 INFO hdfs.StateChange (FSNamesystem.java:completeFile(2899)) - DIR* completeFile: /tmp/hadoop-yarn/staging/brock/.staging/job_1397148025455_0001/COMMIT_SUCCESS is closed by DFSClient_NONMAPREDUCE_-613281438_1
2014-04-10 11:40:41,428 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:37229, dest: /127.0.0.1:52669, bytes: 47581, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-613281438_1, offset: 0, srvID: 2a939430-7213-43d8-8538-35bb09f189bb, blockid: BP-1273566995-127.0.0.1-1397148009804:blk_1073741837_1013, duration: 291227745
2014-04-10 11:40:41,428 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1273566995-127.0.0.1-1397148009804:blk_1073741837_1013, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2014-04-10 11:40:41,429 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:52669 is added to blk_1073741837_1013{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-c76cb5c0-94a2-4f10-be3b-e7b4acb9030e:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-f843c653-a575-43af-b1a9-bec72334e925:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-c8e7c7c4-3019-4725-a866-f4905c19dba7:NORMAL|RBW]]} size 14949
2014-04-10 11:40:41,429 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:45435, dest: /127.0.0.1:52603, bytes: 47581, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-613281438_1, offset: 0, srvID: d285c44a-ef6f-4c17-8ed2-95c06929cda4, blockid: BP-1273566995-127.0.0.1-1397148009804:blk_1073741837_1013, duration: 292573052
2014-04-10 11:40:41,430 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1273566995-127.0.0.1-1397148009804:blk_1073741837_1013, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 11:40:41,430 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:52603 is added to blk_1073741837_1013{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-c76cb5c0-94a2-4f10-be3b-e7b4acb9030e:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-f843c653-a575-43af-b1a9-bec72334e925:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-c8e7c7c4-3019-4725-a866-f4905c19dba7:NORMAL|RBW]]} size 14949
2014-04-10 11:40:41,431 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:57044, dest: /127.0.0.1:48225, bytes: 47581, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-613281438_1, offset: 0, srvID: 0e4a70b8-97db-47e9-bdbb-11e7b39a6d93, blockid: BP-1273566995-127.0.0.1-1397148009804:blk_1073741837_1013, duration: 293966615
2014-04-10 11:40:41,431 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1273566995-127.0.0.1-1397148009804:blk_1073741837_1013, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 11:40:41,432 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:48225 is added to blk_1073741837_1013{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-c76cb5c0-94a2-4f10-be3b-e7b4acb9030e:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-f843c653-a575-43af-b1a9-bec72334e925:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-c8e7c7c4-3019-4725-a866-f4905c19dba7:NORMAL|RBW]]} size 14949
2014-04-10 11:40:41,447 INFO hdfs.StateChange (FSNamesystem.java:completeFile(2899)) - DIR* completeFile: /tmp/hadoop-yarn/staging/brock/.staging/job_1397148025455_0001/job_1397148025455_0001_1.jhist is closed by DFSClient_NONMAPREDUCE_-613281438_1
2014-04-10 11:40:41,464 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397148025455_0001.summary_tmp dst=null perm=brock:supergroup:rw-rw-rw-
2014-04-10 11:40:41,468 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(2966)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397148025455_0001.summary_tmp. BP-1273566995-127.0.0.1-1397148009804 blk_1073741838_1014{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-c76cb5c0-94a2-4f10-be3b-e7b4acb9030e:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-3ed96dbe-c447-4d96-9c7e-eaff895c84c9:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-1656bbea-11d8-45ca-abe1-49de0459849e:NORMAL|RBW]]}
2014-04-10 11:40:41,484 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1273566995-127.0.0.1-1397148009804:blk_1073741838_1014 src: /127.0.0.1:57048 dest: /127.0.0.1:48225
2014-04-10 11:40:41,485 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1273566995-127.0.0.1-1397148009804:blk_1073741838_1014 src: /127.0.0.1:45439 dest: /127.0.0.1:52603
2014-04-10 11:40:41,489 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1273566995-127.0.0.1-1397148009804:blk_1073741838_1014 src: /127.0.0.1:57410 dest: /127.0.0.1:36647
2014-04-10 11:40:41,493 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:57410, dest: /127.0.0.1:36647, bytes: 435, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-613281438_1, offset: 0, srvID: 83fbbfd6-5c60-438d-b204-7d44dafa2eec, blockid: BP-1273566995-127.0.0.1-1397148009804:blk_1073741838_1014, duration: 3012413
2014-04-10 11:40:41,494 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1273566995-127.0.0.1-1397148009804:blk_1073741838_1014, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2014-04-10 11:40:41,494 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:36647 is added to blk_1073741838_1014{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-3ed96dbe-c447-4d96-9c7e-eaff895c84c9:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-89a8a4dd-3711-4e1f-a6ae-4c16325f3994:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-c1a68ee9-e354-4a4f-84f6-847f076a6df0:NORMAL|RBW]]} size 0
2014-04-10 11:40:41,494 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:45439, dest: /127.0.0.1:52603, bytes: 435, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-613281438_1, offset: 0, srvID: d285c44a-ef6f-4c17-8ed2-95c06929cda4, blockid: BP-1273566995-127.0.0.1-1397148009804:blk_1073741838_1014, duration: 3860289
2014-04-10 11:40:41,495 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1273566995-127.0.0.1-1397148009804:blk_1073741838_1014, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 11:40:41,495 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:52603 is added to blk_1073741838_1014{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-3ed96dbe-c447-4d96-9c7e-eaff895c84c9:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-89a8a4dd-3711-4e1f-a6ae-4c16325f3994:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-c1a68ee9-e354-4a4f-84f6-847f076a6df0:NORMAL|RBW]]} size 0
2014-04-10 11:40:41,495 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:57048, dest: /127.0.0.1:48225, bytes: 435, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-613281438_1, offset: 0, srvID: 0e4a70b8-97db-47e9-bdbb-11e7b39a6d93, blockid: BP-1273566995-127.0.0.1-1397148009804:blk_1073741838_1014, duration: 4683892
2014-04-10 11:40:41,496 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1273566995-127.0.0.1-1397148009804:blk_1073741838_1014, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 11:40:41,496 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:48225 is added to blk_1073741838_1014{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-3ed96dbe-c447-4d96-9c7e-eaff895c84c9:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-89a8a4dd-3711-4e1f-a6ae-4c16325f3994:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-c1a68ee9-e354-4a4f-84f6-847f076a6df0:NORMAL|RBW]]} size 0
2014-04-10 11:40:41,514 INFO hdfs.StateChange (FSNamesystem.java:completeFile(2899)) - DIR* completeFile: /tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397148025455_0001.summary_tmp is closed by DFSClient_NONMAPREDUCE_-613281438_1
2014-04-10 11:40:41,531 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397148025455_0001.summary_tmp dst=null perm=brock:supergroup:rwxrwx---
2014-04-10 11:40:41,538 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397148025455_0001/job_1397148025455_0001_1.jhist dst=null perm=null
2014-04-10 11:40:41,539 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397148025455_0001-1397148032257-brock-%5B3985EDD4109248BDBFCC7629BB2CC84C%2F95FE9E864E524EBE-1397148041407-4-0-SUCCEEDED-default-1397148035226.jhist_tmp dst=null perm=null
2014-04-10 11:40:41,544 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397148025455_0001/job_1397148025455_0001_1.jhist dst=null perm=null
2014-04-10 11:40:41,546 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397148025455_0001-1397148032257-brock-%5B3985EDD4109248BDBFCC7629BB2CC84C%2F95FE9E864E524EBE-1397148041407-4-0-SUCCEEDED-default-1397148035226.jhist_tmp dst=null perm=null
2014-04-10 11:40:41,547 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397148025455_0001/job_1397148025455_0001_1.jhist dst=null perm=null
2014-04-10 11:40:41,564 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397148025455_0001-1397148032257-brock-%5B3985EDD4109248BDBFCC7629BB2CC84C%2F95FE9E864E524EBE-1397148041407-4-0-SUCCEEDED-default-1397148035226.jhist_tmp dst=null perm=brock:supergroup:rw-rw-rw-
2014-04-10 11:40:41,568 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:52669, dest: /127.0.0.1:37234, bytes: 47953, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_-613281438_1, offset: 0, srvID: 2a939430-7213-43d8-8538-35bb09f189bb, blockid: BP-1273566995-127.0.0.1-1397148009804:blk_1073741837_1013, duration: 338344
2014-04-10 11:40:41,572 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(2966)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397148025455_0001-1397148032257-brock-%5B3985EDD4109248BDBFCC7629BB2CC84C%2F95FE9E864E524EBE-1397148041407-4-0-SUCCEEDED-default-1397148035226.jhist_tmp. BP-1273566995-127.0.0.1-1397148009804 blk_1073741839_1015{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-89a8a4dd-3711-4e1f-a6ae-4c16325f3994:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-c1a68ee9-e354-4a4f-84f6-847f076a6df0:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-f843c653-a575-43af-b1a9-bec72334e925:NORMAL|RBW]]}
2014-04-10 11:40:41,592 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1273566995-127.0.0.1-1397148009804:blk_1073741839_1015 src: /127.0.0.1:57052 dest: /127.0.0.1:48225
2014-04-10 11:40:41,600 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1273566995-127.0.0.1-1397148009804:blk_1073741839_1015 src: /127.0.0.1:57413 dest: /127.0.0.1:36647
2014-04-10 11:40:41,602 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1273566995-127.0.0.1-1397148009804:blk_1073741839_1015 src: /127.0.0.1:45444 dest: /127.0.0.1:52603
2014-04-10 11:40:41,607 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:45444, dest: /127.0.0.1:52603, bytes: 47581, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-613281438_1, offset: 0, srvID: d285c44a-ef6f-4c17-8ed2-95c06929cda4, blockid: BP-1273566995-127.0.0.1-1397148009804:blk_1073741839_1015, duration: 3439221
2014-04-10 11:40:41,607 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1273566995-127.0.0.1-1397148009804:blk_1073741839_1015, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2014-04-10 11:40:41,607 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:52603 is added to blk_1073741839_1015{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-f843c653-a575-43af-b1a9-bec72334e925:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-c76cb5c0-94a2-4f10-be3b-e7b4acb9030e:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-1656bbea-11d8-45ca-abe1-49de0459849e:NORMAL|RBW]]} size 0
2014-04-10 11:40:41,608 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:57413, dest: /127.0.0.1:36647, bytes: 47581, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-613281438_1, offset: 0, srvID: 83fbbfd6-5c60-438d-b204-7d44dafa2eec, blockid: BP-1273566995-127.0.0.1-1397148009804:blk_1073741839_1015, duration: 4248928
2014-04-10 11:40:41,608 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1273566995-127.0.0.1-1397148009804:blk_1073741839_1015, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 11:40:41,608 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:36647 is added to blk_1073741839_1015{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-f843c653-a575-43af-b1a9-bec72334e925:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-c76cb5c0-94a2-4f10-be3b-e7b4acb9030e:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-1656bbea-11d8-45ca-abe1-49de0459849e:NORMAL|RBW]]} size 0
2014-04-10 11:40:41,609 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:57052, dest: /127.0.0.1:48225, bytes: 47581, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-613281438_1, offset: 0, srvID: 0e4a70b8-97db-47e9-bdbb-11e7b39a6d93, blockid: BP-1273566995-127.0.0.1-1397148009804:blk_1073741839_1015, duration: 5073629
2014-04-10 11:40:41,609 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1273566995-127.0.0.1-1397148009804:blk_1073741839_1015, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 11:40:41,609 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:48225 is added to blk_1073741839_1015{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-f843c653-a575-43af-b1a9-bec72334e925:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-c76cb5c0-94a2-4f10-be3b-e7b4acb9030e:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-1656bbea-11d8-45ca-abe1-49de0459849e:NORMAL|RBW]]} size 0
2014-04-10 11:40:41,681 INFO hdfs.StateChange (FSNamesystem.java:completeFile(2899)) - DIR* completeFile: /tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397148025455_0001-1397148032257-brock-%5B3985EDD4109248BDBFCC7629BB2CC84C%2F95FE9E864E524EBE-1397148041407-4-0-SUCCEEDED-default-1397148035226.jhist_tmp is closed by DFSClient_NONMAPREDUCE_-613281438_1
2014-04-10 11:40:41,698 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397148025455_0001-1397148032257-brock-%5B3985EDD4109248BDBFCC7629BB2CC84C%2F95FE9E864E524EBE-1397148041407-4-0-SUCCEEDED-default-1397148035226.jhist_tmp dst=null perm=brock:supergroup:rwxrwx---
2014-04-10 11:40:41,699 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397148025455_0001/job_1397148025455_0001_1_conf.xml dst=null perm=null
2014-04-10 11:40:41,700 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397148025455_0001_conf.xml_tmp dst=null perm=null
2014-04-10 11:40:41,702 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397148025455_0001/job_1397148025455_0001_1_conf.xml dst=null perm=null
2014-04-10 11:40:41,703 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397148025455_0001_conf.xml_tmp dst=null perm=null
2014-04-10 11:40:41,705 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397148025455_0001/job_1397148025455_0001_1_conf.xml dst=null perm=null
2014-04-10 11:40:41,723 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397148025455_0001_conf.xml_tmp dst=null perm=brock:supergroup:rw-rw-rw-
2014-04-10 11:40:41,730 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:52603, dest: /127.0.0.1:45446, bytes: 95079, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_-613281438_1, offset: 0, srvID: d285c44a-ef6f-4c17-8ed2-95c06929cda4, blockid: BP-1273566995-127.0.0.1-1397148009804:blk_1073741832_1008, duration: 289280
2014-04-10 11:40:41,732 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(2966)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397148025455_0001_conf.xml_tmp. BP-1273566995-127.0.0.1-1397148009804 blk_1073741840_1016{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-3ed96dbe-c447-4d96-9c7e-eaff895c84c9:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-c76cb5c0-94a2-4f10-be3b-e7b4acb9030e:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-1656bbea-11d8-45ca-abe1-49de0459849e:NORMAL|RBW]]}
2014-04-10 11:40:41,750 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1273566995-127.0.0.1-1397148009804:blk_1073741840_1016 src: /127.0.0.1:45447 dest: /127.0.0.1:52603
2014-04-10 11:40:41,752 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1273566995-127.0.0.1-1397148009804:blk_1073741840_1016 src: /127.0.0.1:57058 dest: /127.0.0.1:48225
2014-04-10 11:40:41,753 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1273566995-127.0.0.1-1397148009804:blk_1073741840_1016 src: /127.0.0.1:57419 dest: /127.0.0.1:36647
2014-04-10 11:40:41,759 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:57419, dest: /127.0.0.1:36647, bytes: 94339, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-613281438_1, offset: 0, srvID: 83fbbfd6-5c60-438d-b204-7d44dafa2eec, blockid: BP-1273566995-127.0.0.1-1397148009804:blk_1073741840_1016, duration: 3947892
2014-04-10 11:40:41,759 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1273566995-127.0.0.1-1397148009804:blk_1073741840_1016, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2014-04-10 11:40:41,759 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:36647 is added to blk_1073741840_1016{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-3ed96dbe-c447-4d96-9c7e-eaff895c84c9:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-89a8a4dd-3711-4e1f-a6ae-4c16325f3994:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-c1a68ee9-e354-4a4f-84f6-847f076a6df0:NORMAL|RBW]]} size 0
2014-04-10 11:40:41,760 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:57058, dest: /127.0.0.1:48225, bytes: 94339, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-613281438_1, offset: 0, srvID: 0e4a70b8-97db-47e9-bdbb-11e7b39a6d93, blockid: BP-1273566995-127.0.0.1-1397148009804:blk_1073741840_1016, duration: 4977808
2014-04-10 11:40:41,760 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1273566995-127.0.0.1-1397148009804:blk_1073741840_1016, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 11:40:41,760 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:48225 is added to blk_1073741840_1016{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-3ed96dbe-c447-4d96-9c7e-eaff895c84c9:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-89a8a4dd-3711-4e1f-a6ae-4c16325f3994:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-c1a68ee9-e354-4a4f-84f6-847f076a6df0:NORMAL|RBW]]} size 0
2014-04-10 11:40:41,761 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:45447, dest: /127.0.0.1:52603, bytes: 94339, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-613281438_1, offset: 0, srvID: d285c44a-ef6f-4c17-8ed2-95c06929cda4, blockid: BP-1273566995-127.0.0.1-1397148009804:blk_1073741840_1016, duration: 5741417
2014-04-10 11:40:41,761 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1273566995-127.0.0.1-1397148009804:blk_1073741840_1016, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 11:40:41,761 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:52603 is added to blk_1073741840_1016{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-3ed96dbe-c447-4d96-9c7e-eaff895c84c9:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-89a8a4dd-3711-4e1f-a6ae-4c16325f3994:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-c1a68ee9-e354-4a4f-84f6-847f076a6df0:NORMAL|RBW]]} size 0
2014-04-10 11:40:41,781 INFO hdfs.StateChange (FSNamesystem.java:completeFile(2899)) - DIR* completeFile: /tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397148025455_0001_conf.xml_tmp is closed by DFSClient_NONMAPREDUCE_-613281438_1
2014-04-10 11:40:41,798 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397148025455_0001_conf.xml_tmp dst=null perm=brock:supergroup:rwxrwx---
2014-04-10 11:40:41,814 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=rename src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397148025455_0001.summary_tmp dst=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397148025455_0001.summary perm=brock:supergroup:rwxrwx---
2014-04-10 11:40:41,831 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=rename src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397148025455_0001_conf.xml_tmp dst=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397148025455_0001_conf.xml perm=brock:supergroup:rwxrwx---
2014-04-10 11:40:41,848 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=rename src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397148025455_0001-1397148032257-brock-%5B3985EDD4109248BDBFCC7629BB2CC84C%2F95FE9E864E524EBE-1397148041407-4-0-SUCCEEDED-default-1397148035226.jhist_tmp dst=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397148025455_0001-1397148032257-brock-%5B3985EDD4109248BDBFCC7629BB2CC84C%2F95FE9E864E524EBE-1397148041407-4-0-SUCCEEDED-default-1397148035226.jhist perm=brock:supergroup:rwxrwx---
2014-04-10 11:40:41,861 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:rememberTargetTransitionsAndStoreState(960)) - Updating application attempt appattempt_1397148025455_0001_000001 with final state: FINISHING
2014-04-10 11:40:41,862 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(652)) - appattempt_1397148025455_0001_000001 State change from RUNNING to FINAL_SAVING
2014-04-10 11:40:41,862 INFO rmapp.RMAppImpl (RMAppImpl.java:rememberTargetTransitionsAndStoreState(805)) - Updating application application_1397148025455_0001 with final state: FINISHING
2014-04-10 11:40:41,863 INFO rmapp.RMAppImpl (RMAppImpl.java:handle(610)) - application_1397148025455_0001 State change from RUNNING to FINAL_SAVING
2014-04-10 11:40:41,864 INFO recovery.RMStateStore (RMStateStore.java:handleStoreEvent(596)) - Storing info for app: application_1397148025455_0001
2014-04-10 11:40:41,865 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(652)) - appattempt_1397148025455_0001_000001 State change from FINAL_SAVING to FINISHING
2014-04-10 11:40:41,865 INFO rmapp.RMAppImpl (RMAppImpl.java:handle(610)) - application_1397148025455_0001 State change from FINAL_SAVING to FINISHING
2014-04-10 11:40:41,875 INFO mapred.ClientServiceDelegate (ClientServiceDelegate.java:getProxy(273)) - Application state is completed. FinalApplicationStatus=SUCCEEDED. Redirecting to job history server
2014-04-10 11:40:41,889 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=listStatus src=/tmp/hadoop-yarn/staging/history/done_intermediate dst=null perm=null
2014-04-10 11:40:41,892 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=listStatus src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock dst=null perm=null
2014-04-10 11:40:41,901 INFO hs.CompletedJob (CompletedJob.java:<init>(95)) - Loading job: job_1397148025455_0001 from file: hdfs://localhost:35773/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397148025455_0001-1397148032257-brock-%5B3985EDD4109248BDBFCC7629BB2CC84C%2F95FE9E864E524EBE-1397148041407-4-0-SUCCEEDED-default-1397148035226.jhist
2014-04-10 11:40:41,901 INFO hs.CompletedJob (CompletedJob.java:loadFullHistoryData(326)) - Loading history file: [hdfs://localhost:35773/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397148025455_0001-1397148032257-brock-%5B3985EDD4109248BDBFCC7629BB2CC84C%2F95FE9E864E524EBE-1397148041407-4-0-SUCCEEDED-default-1397148035226.jhist]
2014-04-10 11:40:41,905 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397148025455_0001-1397148032257-brock-%5B3985EDD4109248BDBFCC7629BB2CC84C%2F95FE9E864E524EBE-1397148041407-4-0-SUCCEEDED-default-1397148035226.jhist dst=null perm=null
2014-04-10 11:40:41,913 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:52603, dest: /127.0.0.1:45451, bytes: 47953, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_2143935106_9, offset: 0, srvID: d285c44a-ef6f-4c17-8ed2-95c06929cda4, blockid: BP-1273566995-127.0.0.1-1397148009804:blk_1073741839_1015, duration: 352033
2014-04-10 11:40:42,119 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:updateAndGetContainerStatuses(374)) - Removed completed container container_1397148025455_0001_01_000004
2014-04-10 11:40:42,120 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397148025455_0001_01_000004 Container Transitioned from RUNNING to COMPLETED
2014-04-10 11:40:42,120 INFO fica.FiCaSchedulerApp (FiCaSchedulerApp.java:containerCompleted(91)) - Completed container: container_1397148025455_0001_01_000004 in state: COMPLETED event:FINISHED
2014-04-10 11:40:42,120 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(98)) - USER=brock OPERATION=AM Released Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1397148025455_0001 CONTAINERID=container_1397148025455_0001_01_000004
2014-04-10 11:40:42,120 INFO fica.FiCaSchedulerNode (FiCaSchedulerNode.java:releaseContainer(164)) - Released container container_1397148025455_0001_01_000004 of capacity <memory:1024, vCores:1> on host localhost:43341, which currently has 0 containers, <memory:0, vCores:0> used and <memory:4096, vCores:8> available, release resources=true
2014-04-10 11:40:42,120 INFO capacity.LeafQueue (LeafQueue.java:releaseResource(1506)) - default used=<memory:4096, vCores:3> numContainers=3 user=brock user-resources=<memory:4096, vCores:3>
2014-04-10 11:40:42,121 INFO capacity.LeafQueue (LeafQueue.java:completedContainer(1448)) - completedContainer container=Container: [ContainerId: container_1397148025455_0001_01_000004, NodeId: localhost:43341, NodeHttpAddress: localhost:60867, Resource: <memory:1024, vCores:1>, Priority: 20, Token: Token { kind: ContainerToken, service: localhost:43341 }, ] resource=<memory:1024, vCores:1> queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:4096, vCores:3>usedCapacity=0.25, absoluteUsedCapacity=0.25, numApps=1, numContainers=3 usedCapacity=0.25 absoluteUsedCapacity=0.25 used=<memory:4096, vCores:3> cluster=<memory:16384, vCores:32>
2014-04-10 11:40:42,121 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(694)) - completedContainer queue=root usedCapacity=0.25 absoluteUsedCapacity=0.25 used=<memory:4096, vCores:3> cluster=<memory:16384, vCores:32>
2014-04-10 11:40:42,121 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(708)) - Re-sorting completed queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:4096, vCores:3>usedCapacity=0.25, absoluteUsedCapacity=0.25, numApps=1, numContainers=3
2014-04-10 11:40:42,121 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(849)) - Application appattempt_1397148025455_0001_000001 released container container_1397148025455_0001_01_000004 on node: host: localhost:43341 #containers=0 available=4096 used=0 with event: FINISHED
2014-04-10 11:40:42,127 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397148025455_0001.summary dst=null perm=null
2014-04-10 11:40:42,130 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:48225, dest: /127.0.0.1:57063, bytes: 439, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_-857968489_9, offset: 0, srvID: 0e4a70b8-97db-47e9-bdbb-11e7b39a6d93, blockid: BP-1273566995-127.0.0.1-1397148009804:blk_1073741838_1014, duration: 304800
2014-04-10 11:40:42,130 INFO jobhistory.JobSummary (HistoryFileManager.java:moveToDone(372)) - jobId=job_1397148025455_0001,submitTime=1397148032257,launchTime=1397148035226,firstMapTaskLaunchTime=1397148037431,firstReduceTaskLaunchTime=0,finishTime=1397148041407,resourcesPerMap=1024,resourcesPerReduce=0,numMaps=4,numReduces=0,user=brock,queue=default,status=SUCCEEDED,mapSlotSeconds=14,reduceSlotSeconds=0,jobName=[3985EDD4109248BDBFCC7629BB2CC84C/95FE9E864E524EBE871BDEB1D666CF58] keyvalue/(1/1) ...encefileplatform/keyvalue
2014-04-10 11:40:42,131 INFO hs.HistoryFileManager (HistoryFileManager.java:moveToDone(373)) - Deleting JobSummary file: [hdfs://localhost:35773/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397148025455_0001.summary]
2014-04-10 11:40:42,146 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:updateAndGetContainerStatuses(374)) - Removed completed container container_1397148025455_0001_01_000002
2014-04-10 11:40:42,147 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:updateAndGetContainerStatuses(374)) - Removed completed container container_1397148025455_0001_01_000003
2014-04-10 11:40:42,147 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397148025455_0001_01_000002 Container Transitioned from RUNNING to COMPLETED
2014-04-10 11:40:42,148 INFO fica.FiCaSchedulerApp (FiCaSchedulerApp.java:containerCompleted(91)) - Completed container: container_1397148025455_0001_01_000002 in state: COMPLETED event:FINISHED
2014-04-10 11:40:42,148 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(98)) - USER=brock OPERATION=AM Released Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1397148025455_0001 CONTAINERID=container_1397148025455_0001_01_000002
2014-04-10 11:40:42,148 INFO BlockStateChange (BlockManager.java:addToInvalidates(1030)) - BLOCK* addToInvalidates: blk_1073741838_1014 127.0.0.1:48225 127.0.0.1:52603 127.0.0.1:36647
2014-04-10 11:40:42,148 INFO fica.FiCaSchedulerNode (FiCaSchedulerNode.java:releaseContainer(164)) - Released container container_1397148025455_0001_01_000002 of capacity <memory:1024, vCores:1> on host localhost:56608, which currently has 2 containers, <memory:3072, vCores:2> used and <memory:1024, vCores:6> available, release resources=true
2014-04-10 11:40:42,148 INFO capacity.LeafQueue (LeafQueue.java:releaseResource(1506)) - default used=<memory:3072, vCores:2> numContainers=2 user=brock user-resources=<memory:3072, vCores:2>
2014-04-10 11:40:42,148 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=delete src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397148025455_0001.summary dst=null perm=null
2014-04-10 11:40:42,149 INFO capacity.LeafQueue (LeafQueue.java:completedContainer(1448)) - completedContainer container=Container: [ContainerId: container_1397148025455_0001_01_000002, NodeId: localhost:56608, NodeHttpAddress: localhost:44862, Resource: <memory:1024, vCores:1>, Priority: 20, Token: Token { kind: ContainerToken, service: localhost:56608 }, ] resource=<memory:1024, vCores:1> queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:3072, vCores:2>usedCapacity=0.1875, absoluteUsedCapacity=0.1875, numApps=1, numContainers=2 usedCapacity=0.1875 absoluteUsedCapacity=0.1875 used=<memory:3072, vCores:2> cluster=<memory:16384, vCores:32>
2014-04-10 11:40:42,149 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(694)) - completedContainer queue=root usedCapacity=0.1875 absoluteUsedCapacity=0.1875 used=<memory:3072, vCores:2> cluster=<memory:16384, vCores:32>
2014-04-10 11:40:42,149 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(708)) - Re-sorting completed queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:3072, vCores:2>usedCapacity=0.1875, absoluteUsedCapacity=0.1875, numApps=1, numContainers=2
2014-04-10 11:40:42,150 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(849)) - Application appattempt_1397148025455_0001_000001 released container container_1397148025455_0001_01_000002 on node: host: localhost:56608 #containers=2 available=1024 used=3072 with event: FINISHED
2014-04-10 11:40:42,150 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397148025455_0001_01_000003 Container Transitioned from RUNNING to COMPLETED
2014-04-10 11:40:42,150 INFO fica.FiCaSchedulerApp (FiCaSchedulerApp.java:containerCompleted(91)) - Completed container: container_1397148025455_0001_01_000003 in state: COMPLETED event:FINISHED
2014-04-10 11:40:42,150 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(98)) - USER=brock OPERATION=AM Released Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1397148025455_0001 CONTAINERID=container_1397148025455_0001_01_000003
2014-04-10 11:40:42,151 INFO fica.FiCaSchedulerNode (FiCaSchedulerNode.java:releaseContainer(164)) - Released container container_1397148025455_0001_01_000003 of capacity <memory:1024, vCores:1> on host localhost:56608, which currently has 1 containers, <memory:2048, vCores:1> used and <memory:2048, vCores:7> available, release resources=true
2014-04-10 11:40:42,151 INFO capacity.LeafQueue (LeafQueue.java:releaseResource(1506)) - default used=<memory:2048, vCores:1> numContainers=1 user=brock user-resources=<memory:2048, vCores:1>
2014-04-10 11:40:42,152 INFO capacity.LeafQueue (LeafQueue.java:completedContainer(1448)) - completedContainer container=Container: [ContainerId: container_1397148025455_0001_01_000003, NodeId: localhost:56608, NodeHttpAddress: localhost:44862, Resource: <memory:1024, vCores:1>, Priority: 20, Token: Token { kind: ContainerToken, service: localhost:56608 }, ] resource=<memory:1024, vCores:1> queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:2048, vCores:1>usedCapacity=0.125, absoluteUsedCapacity=0.125, numApps=1, numContainers=1 usedCapacity=0.125 absoluteUsedCapacity=0.125 used=<memory:2048, vCores:1> cluster=<memory:16384, vCores:32>
2014-04-10 11:40:42,152 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(694)) - completedContainer queue=root usedCapacity=0.125 absoluteUsedCapacity=0.125 used=<memory:2048, vCores:1> cluster=<memory:16384, vCores:32>
2014-04-10 11:40:42,152 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(708)) - Re-sorting completed queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:2048, vCores:1>usedCapacity=0.125, absoluteUsedCapacity=0.125, numApps=1, numContainers=1
2014-04-10 11:40:42,152 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/history/done/2014/04/10/000000 dst=null perm=null
2014-04-10 11:40:42,152 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(849)) - Application appattempt_1397148025455_0001_000001 released container container_1397148025455_0001_01_000003 on node: host: localhost:56608 #containers=1 available=2048 used=2048 with event: FINISHED
2014-04-10 11:40:42,172 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=mkdirs src=/tmp/hadoop-yarn/staging/history/done/2014/04/10/000000 dst=null perm=brock:supergroup:rwxrwx---
2014-04-10 11:40:42,174 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/history/done/2014/04/10/000000 dst=null perm=null
2014-04-10 11:40:42,174 INFO hs.HistoryFileManager (HistoryFileManager.java:makeDoneSubdir(969)) - Perms after creating 504, Expected: 504
2014-04-10 11:40:42,175 INFO hs.HistoryFileManager (HistoryFileManager.java:moveToDoneNow(947)) - Moving hdfs://localhost:35773/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397148025455_0001-1397148032257-brock-%5B3985EDD4109248BDBFCC7629BB2CC84C%2F95FE9E864E524EBE-1397148041407-4-0-SUCCEEDED-default-1397148035226.jhist to hdfs://localhost:35773/tmp/hadoop-yarn/staging/history/done/2014/04/10/000000/job_1397148025455_0001-1397148032257-brock-%5B3985EDD4109248BDBFCC7629BB2CC84C%2F95FE9E864E524EBE-1397148041407-4-0-SUCCEEDED-default-1397148035226.jhist
2014-04-10 11:40:42,198 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=rename options=0 src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397148025455_0001-1397148032257-brock-%5B3985EDD4109248BDBFCC7629BB2CC84C%2F95FE9E864E524EBE-1397148041407-4-0-SUCCEEDED-default-1397148035226.jhist dst=/tmp/hadoop-yarn/staging/history/done/2014/04/10/000000/job_1397148025455_0001-1397148032257-brock-%5B3985EDD4109248BDBFCC7629BB2CC84C%2F95FE9E864E524EBE-1397148041407-4-0-SUCCEEDED-default-1397148035226.jhist perm=brock:supergroup:rwxrwx---
2014-04-10 11:40:42,199 INFO hs.HistoryFileManager (HistoryFileManager.java:moveToDoneNow(947)) - Moving hdfs://localhost:35773/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397148025455_0001_conf.xml to hdfs://localhost:35773/tmp/hadoop-yarn/staging/history/done/2014/04/10/000000/job_1397148025455_0001_conf.xml
2014-04-10 11:40:42,214 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=rename options=0 src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397148025455_0001_conf.xml dst=/tmp/hadoop-yarn/staging/history/done/2014/04/10/000000/job_1397148025455_0001_conf.xml perm=brock:supergroup:rwxrwx---
2014-04-10 11:40:42,276 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/writablesequencefileplatform/keyvalue dst=null perm=null
2014-04-10 11:40:42,277 INFO util.Hadoop18TapUtil (Hadoop18TapUtil.java:cleanTempPath(219)) - deleting temp path /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/writablesequencefileplatform/keyvalue/_temporary
2014-04-10 11:40:42,278 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/writablesequencefileplatform/keyvalue/_temporary dst=null perm=null
2014-04-10 11:40:42,278 INFO cascade.Cascade (Cascade.java:logInfo(991)) - [keyvalues] completed flow: keyvalue
2014-04-10 11:40:42,278 INFO cascade.Cascade (Cascade.java:logInfo(991)) - [keyvalues] starting flow: key
2014-04-10 11:40:42,278 INFO cascade.Cascade (Cascade.java:logInfo(991)) - [keyvalues] starting flow: value
2014-04-10 11:40:42,279 INFO flow.Flow (BaseFlow.java:logInfo(1354)) - [key] at least one sink is marked for delete
2014-04-10 11:40:42,279 INFO flow.Flow (BaseFlow.java:logInfo(1354)) - [value] at least one sink is marked for delete
2014-04-10 11:40:42,279 INFO flow.Flow (BaseFlow.java:logInfo(1354)) - [key] sink oldest modified date: Wed Dec 31 17:59:59 CST 1969
2014-04-10 11:40:42,279 INFO flow.Flow (BaseFlow.java:logInfo(1354)) - [value] sink oldest modified date: Wed Dec 31 17:59:59 CST 1969
2014-04-10 11:40:42,281 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/writablesequencefileplatform/value dst=null perm=null
2014-04-10 11:40:42,281 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/writablesequencefileplatform/key dst=null perm=null
2014-04-10 11:40:42,282 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/writablesequencefileplatform/value dst=null perm=null
2014-04-10 11:40:42,283 INFO flow.Flow (BaseFlow.java:logInfo(1354)) - [value] starting
2014-04-10 11:40:42,283 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/writablesequencefileplatform/key dst=null perm=null
2014-04-10 11:40:42,283 INFO flow.Flow (BaseFlow.java:logInfo(1354)) - [value] source: Hfs["WritableSequenceFile[['offset', 'line']]"]["/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/writablesequencefileplatform/keyvalue"]
2014-04-10 11:40:42,284 INFO flow.Flow (BaseFlow.java:logInfo(1354)) - [value] sink: Hfs["WritableSequenceFile[['line']]"]["/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/writablesequencefileplatform/value"]
2014-04-10 11:40:42,284 INFO flow.Flow (BaseFlow.java:logInfo(1354)) - [value] parallel execution is enabled: true
2014-04-10 11:40:42,284 INFO flow.Flow (BaseFlow.java:logInfo(1354)) - [value] starting jobs: 1
2014-04-10 11:40:42,284 INFO flow.Flow (BaseFlow.java:logInfo(1354)) - [value] allocating threads: 1
2014-04-10 11:40:42,284 INFO flow.Flow (BaseFlow.java:logInfo(1354)) - [key] starting
2014-04-10 11:40:42,285 INFO flow.FlowStep (BaseFlowStep.java:logInfo(834)) - [value] starting step: (1/1) ...equencefileplatform/value
2014-04-10 11:40:42,285 INFO flow.Flow (BaseFlow.java:logInfo(1354)) - [key] source: Hfs["WritableSequenceFile[['offset', 'line']]"]["/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/writablesequencefileplatform/keyvalue"]
2014-04-10 11:40:42,285 INFO flow.Flow (BaseFlow.java:logInfo(1354)) - [key] sink: Hfs["WritableSequenceFile[['offset']]"]["/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/writablesequencefileplatform/key"]
2014-04-10 11:40:42,285 INFO flow.Flow (BaseFlow.java:logInfo(1354)) - [key] parallel execution is enabled: true
2014-04-10 11:40:42,285 INFO flow.Flow (BaseFlow.java:logInfo(1354)) - [key] starting jobs: 1
2014-04-10 11:40:42,285 INFO flow.Flow (BaseFlow.java:logInfo(1354)) - [key] allocating threads: 1
2014-04-10 11:40:42,285 INFO flow.FlowStep (BaseFlowStep.java:logInfo(834)) - [key] starting step: (1/1) ...esequencefileplatform/key
2014-04-10 11:40:42,298 INFO client.RMProxy (RMProxy.java:createRMProxy(92)) - Connecting to ResourceManager at localhost/127.0.0.1:52023
2014-04-10 11:40:42,307 INFO client.RMProxy (RMProxy.java:createRMProxy(92)) - Connecting to ResourceManager at localhost/127.0.0.1:52023
2014-04-10 11:40:42,317 INFO client.RMProxy (RMProxy.java:createRMProxy(92)) - Connecting to ResourceManager at localhost/127.0.0.1:52023
2014-04-10 11:40:42,319 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/writablesequencefileplatform/value dst=null perm=null
2014-04-10 11:40:42,321 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging dst=null perm=null
2014-04-10 11:40:42,322 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging dst=null perm=null
2014-04-10 11:40:42,323 INFO resourcemanager.ClientRMService (ClientRMService.java:getNewApplicationId(213)) - Allocated new applicationId: 2
2014-04-10 11:40:42,324 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397148025455_0002 dst=null perm=null
2014-04-10 11:40:42,327 INFO client.RMProxy (RMProxy.java:createRMProxy(92)) - Connecting to ResourceManager at localhost/127.0.0.1:52023
2014-04-10 11:40:42,339 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=mkdirs src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397148025455_0002 dst=null perm=brock:supergroup:rwxr-xr-x
2014-04-10 11:40:42,340 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/writablesequencefileplatform/key dst=null perm=null
2014-04-10 11:40:42,356 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397148025455_0002 dst=null perm=brock:supergroup:rwx------
2014-04-10 11:40:42,356 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging dst=null perm=null
2014-04-10 11:40:42,357 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397148025455_0002/job.jar dst=null perm=null
2014-04-10 11:40:42,357 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging dst=null perm=null
2014-04-10 11:40:42,358 INFO resourcemanager.ClientRMService (ClientRMService.java:getNewApplicationId(213)) - Allocated new applicationId: 3
2014-04-10 11:40:42,373 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397148025455_0002/job.jar dst=null perm=brock:supergroup:rw-r--r--
2014-04-10 11:40:42,376 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397148025455_0003 dst=null perm=null
2014-04-10 11:40:42,378 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(2966)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/brock/.staging/job_1397148025455_0002/job.jar. BP-1273566995-127.0.0.1-1397148009804 blk_1073741841_1017{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-838adf6f-c765-4df1-af90-8771b842abe6:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-89a8a4dd-3711-4e1f-a6ae-4c16325f3994:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-c1a68ee9-e354-4a4f-84f6-847f076a6df0:NORMAL|RBW]]}
2014-04-10 11:40:42,391 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1273566995-127.0.0.1-1397148009804:blk_1073741841_1017 src: /127.0.0.1:37248 dest: /127.0.0.1:52669
2014-04-10 11:40:42,392 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1273566995-127.0.0.1-1397148009804:blk_1073741841_1017 src: /127.0.0.1:57066 dest: /127.0.0.1:48225
2014-04-10 11:40:42,394 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1273566995-127.0.0.1-1397148009804:blk_1073741841_1017 src: /127.0.0.1:57427 dest: /127.0.0.1:36647
2014-04-10 11:40:42,400 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:57427, dest: /127.0.0.1:36647, bytes: 244650, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_2143935106_9, offset: 0, srvID: 83fbbfd6-5c60-438d-b204-7d44dafa2eec, blockid: BP-1273566995-127.0.0.1-1397148009804:blk_1073741841_1017, duration: 5115904
2014-04-10 11:40:42,400 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1273566995-127.0.0.1-1397148009804:blk_1073741841_1017, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2014-04-10 11:40:42,401 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:36647 is added to blk_1073741841_1017{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-838adf6f-c765-4df1-af90-8771b842abe6:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-c76cb5c0-94a2-4f10-be3b-e7b4acb9030e:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-1656bbea-11d8-45ca-abe1-49de0459849e:NORMAL|RBW]]} size 0
2014-04-10 11:40:42,401 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:57066, dest: /127.0.0.1:48225, bytes: 244650, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_2143935106_9, offset: 0, srvID: 0e4a70b8-97db-47e9-bdbb-11e7b39a6d93, blockid: BP-1273566995-127.0.0.1-1397148009804:blk_1073741841_1017, duration: 5875203
2014-04-10 11:40:42,401 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1273566995-127.0.0.1-1397148009804:blk_1073741841_1017, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 11:40:42,402 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:48225 is added to blk_1073741841_1017{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-838adf6f-c765-4df1-af90-8771b842abe6:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-c76cb5c0-94a2-4f10-be3b-e7b4acb9030e:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-1656bbea-11d8-45ca-abe1-49de0459849e:NORMAL|RBW]]} size 0
2014-04-10 11:40:42,402 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:37248, dest: /127.0.0.1:52669, bytes: 244650, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_2143935106_9, offset: 0, srvID: 2a939430-7213-43d8-8538-35bb09f189bb, blockid: BP-1273566995-127.0.0.1-1397148009804:blk_1073741841_1017, duration: 6216784
2014-04-10 11:40:42,402 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1273566995-127.0.0.1-1397148009804:blk_1073741841_1017, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 11:40:42,403 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:52669 is added to blk_1073741841_1017{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-838adf6f-c765-4df1-af90-8771b842abe6:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-c76cb5c0-94a2-4f10-be3b-e7b4acb9030e:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-1656bbea-11d8-45ca-abe1-49de0459849e:NORMAL|RBW]]} size 0
2014-04-10 11:40:42,406 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=mkdirs src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397148025455_0003 dst=null perm=brock:supergroup:rwxr-xr-x
2014-04-10 11:40:42,422 INFO hdfs.StateChange (FSNamesystem.java:completeFile(2899)) - DIR* completeFile: /tmp/hadoop-yarn/staging/brock/.staging/job_1397148025455_0002/job.jar is closed by DFSClient_NONMAPREDUCE_2143935106_9
2014-04-10 11:40:42,439 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397148025455_0003 dst=null perm=brock:supergroup:rwx------
2014-04-10 11:40:42,440 INFO blockmanagement.BlockManager (BlockManager.java:setReplication(2455)) - Increasing replication from 3 to 10 for /tmp/hadoop-yarn/staging/brock/.staging/job_1397148025455_0002/job.jar
2014-04-10 11:40:42,456 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=setReplication src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397148025455_0002/job.jar dst=null perm=null
2014-04-10 11:40:42,457 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397148025455_0003/job.jar dst=null perm=null
2014-04-10 11:40:42,473 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397148025455_0002/job.jar dst=null perm=brock:supergroup:rw-r--r--
2014-04-10 11:40:42,489 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397148025455_0003/job.jar dst=null perm=brock:supergroup:rw-r--r--
2014-04-10 11:40:42,490 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null
2014-04-10 11:40:42,492 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target/Hadoop2MR1Platform-tmpDir/hadoop-5284192097755328556.jar dst=null perm=null
2014-04-10 11:40:42,493 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(2966)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/brock/.staging/job_1397148025455_0003/job.jar. BP-1273566995-127.0.0.1-1397148009804 blk_1073741842_1018{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-c1a68ee9-e354-4a4f-84f6-847f076a6df0:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-c76cb5c0-94a2-4f10-be3b-e7b4acb9030e:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-838adf6f-c765-4df1-af90-8771b842abe6:NORMAL|RBW]]}
2014-04-10 11:40:42,507 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null
2014-04-10 11:40:42,508 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1273566995-127.0.0.1-1397148009804:blk_1073741842_1018 src: /127.0.0.1:57428 dest: /127.0.0.1:36647
2014-04-10 11:40:42,508 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target/Hadoop2MR1Platform-tmpDir dst=null perm=null
2014-04-10 11:40:42,509 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target dst=null perm=null
2014-04-10 11:40:42,509 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1273566995-127.0.0.1-1397148009804:blk_1073741842_1018 src: /127.0.0.1:57069 dest: /127.0.0.1:48225
2014-04-10 11:40:42,510 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock dst=null perm=null
2014-04-10 11:40:42,510 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1273566995-127.0.0.1-1397148009804:blk_1073741842_1018 src: /127.0.0.1:37253 dest: /127.0.0.1:52669
2014-04-10 11:40:42,510 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user dst=null perm=null
2014-04-10 11:40:42,511 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/ dst=null perm=null
2014-04-10 11:40:42,512 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target/Hadoop2MR1Platform-tmpDir/hadoop-5284192097755328556.jar dst=null perm=null
2014-04-10 11:40:42,513 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:37253, dest: /127.0.0.1:52669, bytes: 244650, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_2143935106_9, offset: 0, srvID: 2a939430-7213-43d8-8538-35bb09f189bb, blockid: BP-1273566995-127.0.0.1-1397148009804:blk_1073741842_1018, duration: 2479793
2014-04-10 11:40:42,513 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1273566995-127.0.0.1-1397148009804:blk_1073741842_1018, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2014-04-10 11:40:42,514 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:52669 is added to blk_1073741842_1018{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-c1a68ee9-e354-4a4f-84f6-847f076a6df0:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-89a8a4dd-3711-4e1f-a6ae-4c16325f3994:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-c8e7c7c4-3019-4725-a866-f4905c19dba7:NORMAL|RBW]]} size 0
2014-04-10 11:40:42,514 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:57069, dest: /127.0.0.1:48225, bytes: 244650, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_2143935106_9, offset: 0, srvID: 0e4a70b8-97db-47e9-bdbb-11e7b39a6d93, blockid: BP-1273566995-127.0.0.1-1397148009804:blk_1073741842_1018, duration: 2621583
2014-04-10 11:40:42,514 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1273566995-127.0.0.1-1397148009804:blk_1073741842_1018, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 11:40:42,514 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:48225 is added to blk_1073741842_1018{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-c1a68ee9-e354-4a4f-84f6-847f076a6df0:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-89a8a4dd-3711-4e1f-a6ae-4c16325f3994:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-c8e7c7c4-3019-4725-a866-f4905c19dba7:NORMAL|RBW]]} size 0
2014-04-10 11:40:42,514 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:57428, dest: /127.0.0.1:36647, bytes: 244650, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_2143935106_9, offset: 0, srvID: 83fbbfd6-5c60-438d-b204-7d44dafa2eec, blockid: BP-1273566995-127.0.0.1-1397148009804:blk_1073741842_1018, duration: 3598846
2014-04-10 11:40:42,514 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1273566995-127.0.0.1-1397148009804:blk_1073741842_1018, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 11:40:42,515 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:36647 is added to blk_1073741842_1018{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-c1a68ee9-e354-4a4f-84f6-847f076a6df0:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-89a8a4dd-3711-4e1f-a6ae-4c16325f3994:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-c8e7c7c4-3019-4725-a866-f4905c19dba7:NORMAL|RBW]]} size 0
2014-04-10 11:40:42,515 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/writablesequencefileplatform/keyvalue dst=null perm=null
2014-04-10 11:40:42,531 INFO hdfs.StateChange (FSNamesystem.java:completeFile(2899)) - DIR* completeFile: /tmp/hadoop-yarn/staging/brock/.staging/job_1397148025455_0003/job.jar is closed by DFSClient_NONMAPREDUCE_2143935106_9
2014-04-10 11:40:42,531 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/writablesequencefileplatform/keyvalue dst=null perm=null
2014-04-10 11:40:42,532 INFO blockmanagement.BlockManager (BlockManager.java:setReplication(2455)) - Increasing replication from 3 to 10 for /tmp/hadoop-yarn/staging/brock/.staging/job_1397148025455_0003/job.jar
2014-04-10 11:40:42,547 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=setReplication src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397148025455_0003/job.jar dst=null perm=null
2014-04-10 11:40:42,548 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=listStatus src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/writablesequencefileplatform/keyvalue dst=null perm=null
2014-04-10 11:40:42,554 INFO mapred.FileInputFormat (FileInputFormat.java:listStatus(253)) - Total input paths to process : 4
2014-04-10 11:40:42,564 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397148025455_0003/job.jar dst=null perm=brock:supergroup:rw-r--r--
2014-04-10 11:40:42,566 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1273566995-127.0.0.1-1397148009804:blk_1073741835_1011
2014-04-10 11:40:42,567 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1273566995-127.0.0.1-1397148009804:blk_1073741836_1012
2014-04-10 11:40:42,567 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1273566995-127.0.0.1-1397148009804:blk_1073741834_1010
2014-04-10 11:40:42,568 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1273566995-127.0.0.1-1397148009804:blk_1073741833_1009
2014-04-10 11:40:42,569 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1273566995-127.0.0.1-1397148009804:blk_1073741837_1013
2014-04-10 11:40:42,569 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1273566995-127.0.0.1-1397148009804:blk_1073741838_1014
2014-04-10 11:40:42,571 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1273566995-127.0.0.1-1397148009804:blk_1073741840_1016
2014-04-10 11:40:42,572 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1273566995-127.0.0.1-1397148009804:blk_1073741839_1015
2014-04-10 11:40:42,579 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1273566995-127.0.0.1-1397148009804:blk_1073741836_1012
2014-04-10 11:40:42,580 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1273566995-127.0.0.1-1397148009804:blk_1073741833_1009
2014-04-10 11:40:42,580 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1273566995-127.0.0.1-1397148009804:blk_1073741834_1010
2014-04-10 11:40:42,581 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397148025455_0002/job.split dst=null perm=brock:supergroup:rw-r--r--
2014-04-10 11:40:42,581 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1273566995-127.0.0.1-1397148009804:blk_1073741842_1018
2014-04-10 11:40:42,581 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null
2014-04-10 11:40:42,581 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1273566995-127.0.0.1-1397148009804:blk_1073741833_1009
2014-04-10 11:40:42,582 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1273566995-127.0.0.1-1397148009804:blk_1073741842_1018
2014-04-10 11:40:42,582 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1273566995-127.0.0.1-1397148009804:blk_1073741835_1011
2014-04-10 11:40:42,582 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1273566995-127.0.0.1-1397148009804:blk_1073741838_1014
2014-04-10 11:40:42,582 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1273566995-127.0.0.1-1397148009804:blk_1073741839_1015
2014-04-10 11:40:42,583 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1273566995-127.0.0.1-1397148009804:blk_1073741840_1016
2014-04-10 11:40:42,584 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1273566995-127.0.0.1-1397148009804:blk_1073741841_1017
2014-04-10 11:40:42,585 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1273566995-127.0.0.1-1397148009804:blk_1073741837_1013
2014-04-10 11:40:42,585 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1273566995-127.0.0.1-1397148009804:blk_1073741841_1017
2014-04-10 11:40:42,597 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397148025455_0002/job.split dst=null perm=brock:supergroup:rw-r--r--
2014-04-10 11:40:42,598 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target/Hadoop2MR1Platform-tmpDir/hadoop-5284192097755328556.jar dst=null perm=null
2014-04-10 11:40:42,599 INFO blockmanagement.BlockManager (BlockManager.java:setReplication(2455)) - Increasing replication from 3 to 10 for /tmp/hadoop-yarn/staging/brock/.staging/job_1397148025455_0002/job.split
2014-04-10 11:40:42,614 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=setReplication src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397148025455_0002/job.split dst=null perm=null
2014-04-10 11:40:42,615 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null
2014-04-10 11:40:42,617 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(2966)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/brock/.staging/job_1397148025455_0002/job.split. BP-1273566995-127.0.0.1-1397148009804 blk_1073741843_1019{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-838adf6f-c765-4df1-af90-8771b842abe6:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-c1a68ee9-e354-4a4f-84f6-847f076a6df0:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-3ed96dbe-c447-4d96-9c7e-eaff895c84c9:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-c76cb5c0-94a2-4f10-be3b-e7b4acb9030e:NORMAL|RBW]]}
2014-04-10 11:40:42,618 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1273566995-127.0.0.1-1397148009804:blk_1073741837_1013
2014-04-10 11:40:42,618 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1273566995-127.0.0.1-1397148009804:blk_1073741835_1011
2014-04-10 11:40:42,619 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1273566995-127.0.0.1-1397148009804:blk_1073741839_1015
2014-04-10 11:40:42,620 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1273566995-127.0.0.1-1397148009804:blk_1073741836_1012
2014-04-10 11:40:42,621 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1273566995-127.0.0.1-1397148009804:blk_1073741840_1016
2014-04-10 11:40:42,622 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1273566995-127.0.0.1-1397148009804:blk_1073741834_1010
2014-04-10 11:40:42,622 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1273566995-127.0.0.1-1397148009804:blk_1073741838_1014
2014-04-10 11:40:42,625 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1273566995-127.0.0.1-1397148009804:blk_1073741841_1017
2014-04-10 11:40:42,632 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target/Hadoop2MR1Platform-tmpDir dst=null perm=null
2014-04-10 11:40:42,633 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1273566995-127.0.0.1-1397148009804:blk_1073741843_1019 src: /127.0.0.1:37254 dest: /127.0.0.1:52669
2014-04-10 11:40:42,633 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target dst=null perm=null
2014-04-10 11:40:42,634 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock dst=null perm=null
2014-04-10 11:40:42,634 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1273566995-127.0.0.1-1397148009804:blk_1073741843_1019 src: /127.0.0.1:57432 dest: /127.0.0.1:36647
2014-04-10 11:40:42,636 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user dst=null perm=null
2014-04-10 11:40:42,636 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1273566995-127.0.0.1-1397148009804:blk_1073741843_1019 src: /127.0.0.1:45463 dest: /127.0.0.1:52603
2014-04-10 11:40:42,637 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/ dst=null perm=null
2014-04-10 11:40:42,637 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1273566995-127.0.0.1-1397148009804:blk_1073741843_1019 src: /127.0.0.1:57074 dest: /127.0.0.1:48225
2014-04-10 11:40:42,639 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target/Hadoop2MR1Platform-tmpDir/hadoop-5284192097755328556.jar dst=null perm=null
2014-04-10 11:40:42,642 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:57074, dest: /127.0.0.1:48225, bytes: 1723, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_2143935106_9, offset: 0, srvID: 0e4a70b8-97db-47e9-bdbb-11e7b39a6d93, blockid: BP-1273566995-127.0.0.1-1397148009804:blk_1073741843_1019, duration: 3338626
2014-04-10 11:40:42,643 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1273566995-127.0.0.1-1397148009804:blk_1073741843_1019, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2014-04-10 11:40:42,643 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:48225 is added to blk_1073741843_1019{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-838adf6f-c765-4df1-af90-8771b842abe6:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-c76cb5c0-94a2-4f10-be3b-e7b4acb9030e:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-1656bbea-11d8-45ca-abe1-49de0459849e:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-f843c653-a575-43af-b1a9-bec72334e925:NORMAL|RBW]]} size 0
2014-04-10 11:40:42,643 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/writablesequencefileplatform/keyvalue dst=null perm=null
2014-04-10 11:40:42,643 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:45463, dest: /127.0.0.1:52603, bytes: 1723, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_2143935106_9, offset: 0, srvID: d285c44a-ef6f-4c17-8ed2-95c06929cda4, blockid: BP-1273566995-127.0.0.1-1397148009804:blk_1073741843_1019, duration: 4457311
2014-04-10 11:40:42,644 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1273566995-127.0.0.1-1397148009804:blk_1073741843_1019, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 11:40:42,644 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:52603 is added to blk_1073741843_1019{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-838adf6f-c765-4df1-af90-8771b842abe6:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-c76cb5c0-94a2-4f10-be3b-e7b4acb9030e:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-1656bbea-11d8-45ca-abe1-49de0459849e:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-f843c653-a575-43af-b1a9-bec72334e925:NORMAL|RBW]]} size 0
2014-04-10 11:40:42,645 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:57432, dest: /127.0.0.1:36647, bytes: 1723, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_2143935106_9, offset: 0, srvID: 83fbbfd6-5c60-438d-b204-7d44dafa2eec, blockid: BP-1273566995-127.0.0.1-1397148009804:blk_1073741843_1019, duration: 5564873
2014-04-10 11:40:42,645 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/writablesequencefileplatform/keyvalue dst=null perm=null
2014-04-10 11:40:42,645 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1273566995-127.0.0.1-1397148009804:blk_1073741843_1019, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 11:40:42,645 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:36647 is added to blk_1073741843_1019{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-838adf6f-c765-4df1-af90-8771b842abe6:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-c76cb5c0-94a2-4f10-be3b-e7b4acb9030e:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-1656bbea-11d8-45ca-abe1-49de0459849e:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-f843c653-a575-43af-b1a9-bec72334e925:NORMAL|RBW]]} size 0
2014-04-10 11:40:42,646 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:37254, dest: /127.0.0.1:52669, bytes: 1723, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_2143935106_9, offset: 0, srvID: 2a939430-7213-43d8-8538-35bb09f189bb, blockid: BP-1273566995-127.0.0.1-1397148009804:blk_1073741843_1019, duration: 6260286
2014-04-10 11:40:42,646 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1273566995-127.0.0.1-1397148009804:blk_1073741843_1019, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 11:40:42,646 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=listStatus src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/writablesequencefileplatform/keyvalue dst=null perm=null
2014-04-10 11:40:42,647 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:52669 is added to blk_1073741843_1019{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-838adf6f-c765-4df1-af90-8771b842abe6:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-c76cb5c0-94a2-4f10-be3b-e7b4acb9030e:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-1656bbea-11d8-45ca-abe1-49de0459849e:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-f843c653-a575-43af-b1a9-bec72334e925:NORMAL|RBW]]} size 0
2014-04-10 11:40:42,653 INFO mapred.FileInputFormat (FileInputFormat.java:listStatus(253)) - Total input paths to process : 4
2014-04-10 11:40:42,664 INFO hdfs.StateChange (FSNamesystem.java:completeFile(2899)) - DIR* completeFile: /tmp/hadoop-yarn/staging/brock/.staging/job_1397148025455_0002/job.split is closed by DFSClient_NONMAPREDUCE_2143935106_9
2014-04-10 11:40:42,681 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397148025455_0003/job.split dst=null perm=brock:supergroup:rw-r--r--
2014-04-10 11:40:42,698 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397148025455_0002/job.splitmetainfo dst=null perm=brock:supergroup:rw-r--r--
2014-04-10 11:40:42,714 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397148025455_0003/job.split dst=null perm=brock:supergroup:rw-r--r--
2014-04-10 11:40:42,731 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397148025455_0002/job.splitmetainfo dst=null perm=brock:supergroup:rw-r--r--
2014-04-10 11:40:42,732 INFO blockmanagement.BlockManager (BlockManager.java:setReplication(2455)) - Increasing replication from 3 to 10 for /tmp/hadoop-yarn/staging/brock/.staging/job_1397148025455_0003/job.split
2014-04-10 11:40:42,747 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=setReplication src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397148025455_0003/job.split dst=null perm=null
2014-04-10 11:40:42,749 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(2966)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/brock/.staging/job_1397148025455_0002/job.splitmetainfo. BP-1273566995-127.0.0.1-1397148009804 blk_1073741844_1020{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-c8e7c7c4-3019-4725-a866-f4905c19dba7:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-1656bbea-11d8-45ca-abe1-49de0459849e:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-c76cb5c0-94a2-4f10-be3b-e7b4acb9030e:NORMAL|RBW]]}
2014-04-10 11:40:42,766 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(2966)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/brock/.staging/job_1397148025455_0003/job.split. BP-1273566995-127.0.0.1-1397148009804 blk_1073741845_1021{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-c8e7c7c4-3019-4725-a866-f4905c19dba7:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-1656bbea-11d8-45ca-abe1-49de0459849e:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-f843c653-a575-43af-b1a9-bec72334e925:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-c76cb5c0-94a2-4f10-be3b-e7b4acb9030e:NORMAL|RBW]]}
2014-04-10 11:40:42,766 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1273566995-127.0.0.1-1397148009804:blk_1073741844_1020 src: /127.0.0.1:37259 dest: /127.0.0.1:52669
2014-04-10 11:40:42,768 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1273566995-127.0.0.1-1397148009804:blk_1073741844_1020 src: /127.0.0.1:57437 dest: /127.0.0.1:36647
2014-04-10 11:40:42,770 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1273566995-127.0.0.1-1397148009804:blk_1073741844_1020 src: /127.0.0.1:57078 dest: /127.0.0.1:48225
2014-04-10 11:40:42,774 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:57078, dest: /127.0.0.1:48225, bytes: 156, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_2143935106_9, offset: 0, srvID: 0e4a70b8-97db-47e9-bdbb-11e7b39a6d93, blockid: BP-1273566995-127.0.0.1-1397148009804:blk_1073741844_1020, duration: 2288885
2014-04-10 11:40:42,774 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1273566995-127.0.0.1-1397148009804:blk_1073741844_1020, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2014-04-10 11:40:42,774 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:48225 is added to blk_1073741844_1020{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-c8e7c7c4-3019-4725-a866-f4905c19dba7:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-c1a68ee9-e354-4a4f-84f6-847f076a6df0:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-89a8a4dd-3711-4e1f-a6ae-4c16325f3994:NORMAL|RBW]]} size 0
2014-04-10 11:40:42,775 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:57437, dest: /127.0.0.1:36647, bytes: 156, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_2143935106_9, offset: 0, srvID: 83fbbfd6-5c60-438d-b204-7d44dafa2eec, blockid: BP-1273566995-127.0.0.1-1397148009804:blk_1073741844_1020, duration: 3215178
2014-04-10 11:40:42,775 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1273566995-127.0.0.1-1397148009804:blk_1073741844_1020, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 11:40:42,775 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:36647 is added to blk_1073741844_1020{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-c8e7c7c4-3019-4725-a866-f4905c19dba7:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-c1a68ee9-e354-4a4f-84f6-847f076a6df0:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-89a8a4dd-3711-4e1f-a6ae-4c16325f3994:NORMAL|RBW]]} size 0
2014-04-10 11:40:42,776 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:37259, dest: /127.0.0.1:52669, bytes: 156, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_2143935106_9, offset: 0, srvID: 2a939430-7213-43d8-8538-35bb09f189bb, blockid: BP-1273566995-127.0.0.1-1397148009804:blk_1073741844_1020, duration: 3966497
2014-04-10 11:40:42,776 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1273566995-127.0.0.1-1397148009804:blk_1073741844_1020, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 11:40:42,777 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:52669 is added to blk_1073741844_1020{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-c8e7c7c4-3019-4725-a866-f4905c19dba7:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-c1a68ee9-e354-4a4f-84f6-847f076a6df0:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-89a8a4dd-3711-4e1f-a6ae-4c16325f3994:NORMAL|RBW]]} size 0
2014-04-10 11:40:42,783 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1273566995-127.0.0.1-1397148009804:blk_1073741845_1021 src: /127.0.0.1:37262 dest: /127.0.0.1:52669
2014-04-10 11:40:42,785 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1273566995-127.0.0.1-1397148009804:blk_1073741845_1021 src: /127.0.0.1:57440 dest: /127.0.0.1:36647
2014-04-10 11:40:42,786 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1273566995-127.0.0.1-1397148009804:blk_1073741845_1021 src: /127.0.0.1:45471 dest: /127.0.0.1:52603
2014-04-10 11:40:42,787 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1273566995-127.0.0.1-1397148009804:blk_1073741845_1021 src: /127.0.0.1:57082 dest: /127.0.0.1:48225
2014-04-10 11:40:42,792 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:57082, dest: /127.0.0.1:48225, bytes: 1723, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_2143935106_9, offset: 0, srvID: 0e4a70b8-97db-47e9-bdbb-11e7b39a6d93, blockid: BP-1273566995-127.0.0.1-1397148009804:blk_1073741845_1021, duration: 3355898
2014-04-10 11:40:42,793 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1273566995-127.0.0.1-1397148009804:blk_1073741845_1021, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2014-04-10 11:40:42,793 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:48225 is added to blk_1073741845_1021{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-1656bbea-11d8-45ca-abe1-49de0459849e:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-c76cb5c0-94a2-4f10-be3b-e7b4acb9030e:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-838adf6f-c765-4df1-af90-8771b842abe6:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-3ed96dbe-c447-4d96-9c7e-eaff895c84c9:NORMAL|RBW]]} size 0
2014-04-10 11:40:42,793 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:45471, dest: /127.0.0.1:52603, bytes: 1723, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_2143935106_9, offset: 0, srvID: d285c44a-ef6f-4c17-8ed2-95c06929cda4, blockid: BP-1273566995-127.0.0.1-1397148009804:blk_1073741845_1021, duration: 4430988
2014-04-10 11:40:42,794 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1273566995-127.0.0.1-1397148009804:blk_1073741845_1021, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 11:40:42,794 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:52603 is added to blk_1073741845_1021{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-1656bbea-11d8-45ca-abe1-49de0459849e:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-c76cb5c0-94a2-4f10-be3b-e7b4acb9030e:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-838adf6f-c765-4df1-af90-8771b842abe6:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-3ed96dbe-c447-4d96-9c7e-eaff895c84c9:NORMAL|RBW]]} size 0
2014-04-10 11:40:42,794 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:57440, dest: /127.0.0.1:36647, bytes: 1723, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_2143935106_9, offset: 0, srvID: 83fbbfd6-5c60-438d-b204-7d44dafa2eec, blockid: BP-1273566995-127.0.0.1-1397148009804:blk_1073741845_1021, duration: 5309003
2014-04-10 11:40:42,795 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1273566995-127.0.0.1-1397148009804:blk_1073741845_1021, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 11:40:42,795 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:36647 is added to blk_1073741845_1021{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-1656bbea-11d8-45ca-abe1-49de0459849e:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-c76cb5c0-94a2-4f10-be3b-e7b4acb9030e:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-838adf6f-c765-4df1-af90-8771b842abe6:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-3ed96dbe-c447-4d96-9c7e-eaff895c84c9:NORMAL|RBW]]} size 0
2014-04-10 11:40:42,795 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:37262, dest: /127.0.0.1:52669, bytes: 1723, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_2143935106_9, offset: 0, srvID: 2a939430-7213-43d8-8538-35bb09f189bb, blockid: BP-1273566995-127.0.0.1-1397148009804:blk_1073741845_1021, duration: 6175383
2014-04-10 11:40:42,796 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1273566995-127.0.0.1-1397148009804:blk_1073741845_1021, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 11:40:42,798 INFO hdfs.StateChange (FSNamesystem.java:completeFile(2899)) - DIR* completeFile: /tmp/hadoop-yarn/staging/brock/.staging/job_1397148025455_0002/job.splitmetainfo is closed by DFSClient_NONMAPREDUCE_2143935106_9
2014-04-10 11:40:42,798 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:52669 is added to blk_1073741845_1021{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-1656bbea-11d8-45ca-abe1-49de0459849e:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-c76cb5c0-94a2-4f10-be3b-e7b4acb9030e:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-838adf6f-c765-4df1-af90-8771b842abe6:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-3ed96dbe-c447-4d96-9c7e-eaff895c84c9:NORMAL|RBW]]} size 0
2014-04-10 11:40:42,798 INFO mapreduce.JobSubmitter (JobSubmitter.java:submitJobInternal(396)) - number of splits:4
2014-04-10 11:40:42,814 INFO hdfs.StateChange (FSNamesystem.java:completeFile(2899)) - DIR* completeFile: /tmp/hadoop-yarn/staging/brock/.staging/job_1397148025455_0003/job.split is closed by DFSClient_NONMAPREDUCE_2143935106_9
2014-04-10 11:40:42,825 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1273566995-127.0.0.1-1397148009804:blk_1073741842_1018
2014-04-10 11:40:42,826 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1273566995-127.0.0.1-1397148009804:blk_1073741843_1019
2014-04-10 11:40:42,826 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1273566995-127.0.0.1-1397148009804:blk_1073741845_1021
2014-04-10 11:40:42,827 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1273566995-127.0.0.1-1397148009804:blk_1073741844_1020
2014-04-10 11:40:42,831 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397148025455_0002/job.xml dst=null perm=brock:supergroup:rw-r--r--
2014-04-10 11:40:42,848 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397148025455_0003/job.splitmetainfo dst=null perm=brock:supergroup:rw-r--r--
2014-04-10 11:40:42,864 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397148025455_0002/job.xml dst=null perm=brock:supergroup:rw-r--r--
2014-04-10 11:40:42,881 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397148025455_0003/job.splitmetainfo dst=null perm=brock:supergroup:rw-r--r--
2014-04-10 11:40:42,884 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(2966)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/brock/.staging/job_1397148025455_0003/job.splitmetainfo. BP-1273566995-127.0.0.1-1397148009804 blk_1073741846_1022{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-838adf6f-c765-4df1-af90-8771b842abe6:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-c76cb5c0-94a2-4f10-be3b-e7b4acb9030e:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-1656bbea-11d8-45ca-abe1-49de0459849e:NORMAL|RBW]]}
2014-04-10 11:40:42,898 INFO BlockStateChange (BlockManager.java:addToInvalidates(1030)) - BLOCK* addToInvalidates: blk_1073741828_1004 127.0.0.1:36647 127.0.0.1:52603 127.0.0.1:52669 127.0.0.1:48225
2014-04-10 11:40:42,898 INFO BlockStateChange (BlockManager.java:addToInvalidates(1030)) - BLOCK* addToInvalidates: blk_1073741829_1005 127.0.0.1:52669 127.0.0.1:36647 127.0.0.1:52603 127.0.0.1:48225
2014-04-10 11:40:42,898 INFO BlockStateChange (BlockManager.java:addToInvalidates(1030)) - BLOCK* addToInvalidates: blk_1073741830_1006 127.0.0.1:48225 127.0.0.1:52603 127.0.0.1:36647
2014-04-10 11:40:42,898 INFO BlockStateChange (BlockManager.java:addToInvalidates(1030)) - BLOCK* addToInvalidates: blk_1073741831_1007 127.0.0.1:52669 127.0.0.1:48225 127.0.0.1:52603
2014-04-10 11:40:42,898 INFO BlockStateChange (BlockManager.java:addToInvalidates(1030)) - BLOCK* addToInvalidates: blk_1073741837_1013 127.0.0.1:48225 127.0.0.1:52603 127.0.0.1:52669
2014-04-10 11:40:42,899 INFO BlockStateChange (BlockManager.java:addToInvalidates(1030)) - BLOCK* addToInvalidates: blk_1073741832_1008 127.0.0.1:52603 127.0.0.1:36647 127.0.0.1:48225
2014-04-10 11:40:42,899 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=delete src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397148025455_0001 dst=null perm=null
2014-04-10 11:40:42,915 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(2966)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/brock/.staging/job_1397148025455_0002/job.xml. BP-1273566995-127.0.0.1-1397148009804 blk_1073741847_1023{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-3ed96dbe-c447-4d96-9c7e-eaff895c84c9:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-1656bbea-11d8-45ca-abe1-49de0459849e:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-89a8a4dd-3711-4e1f-a6ae-4c16325f3994:NORMAL|RBW]]}
2014-04-10 11:40:42,916 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1273566995-127.0.0.1-1397148009804:blk_1073741846_1022 src: /127.0.0.1:37266 dest: /127.0.0.1:52669
2014-04-10 11:40:42,918 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1273566995-127.0.0.1-1397148009804:blk_1073741846_1022 src: /127.0.0.1:57084 dest: /127.0.0.1:48225
2014-04-10 11:40:42,919 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1273566995-127.0.0.1-1397148009804:blk_1073741846_1022 src: /127.0.0.1:57446 dest: /127.0.0.1:36647
2014-04-10 11:40:42,923 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:57446, dest: /127.0.0.1:36647, bytes: 156, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_2143935106_9, offset: 0, srvID: 83fbbfd6-5c60-438d-b204-7d44dafa2eec, blockid: BP-1273566995-127.0.0.1-1397148009804:blk_1073741846_1022, duration: 2558914
2014-04-10 11:40:42,923 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1273566995-127.0.0.1-1397148009804:blk_1073741846_1022, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2014-04-10 11:40:42,924 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:36647 is added to blk_1073741846_1022{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-c8e7c7c4-3019-4725-a866-f4905c19dba7:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-89a8a4dd-3711-4e1f-a6ae-4c16325f3994:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-c1a68ee9-e354-4a4f-84f6-847f076a6df0:NORMAL|RBW]]} size 0
2014-04-10 11:40:42,924 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:57084, dest: /127.0.0.1:48225, bytes: 156, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_2143935106_9, offset: 0, srvID: 0e4a70b8-97db-47e9-bdbb-11e7b39a6d93, blockid: BP-1273566995-127.0.0.1-1397148009804:blk_1073741846_1022, duration: 3444887
2014-04-10 11:40:42,925 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1273566995-127.0.0.1-1397148009804:blk_1073741846_1022, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 11:40:42,925 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:48225 is added to blk_1073741846_1022{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-c8e7c7c4-3019-4725-a866-f4905c19dba7:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-89a8a4dd-3711-4e1f-a6ae-4c16325f3994:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-c1a68ee9-e354-4a4f-84f6-847f076a6df0:NORMAL|RBW]]} size 0
2014-04-10 11:40:42,925 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:37266, dest: /127.0.0.1:52669, bytes: 156, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_2143935106_9, offset: 0, srvID: 2a939430-7213-43d8-8538-35bb09f189bb, blockid: BP-1273566995-127.0.0.1-1397148009804:blk_1073741846_1022, duration: 4415578
2014-04-10 11:40:42,926 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1273566995-127.0.0.1-1397148009804:blk_1073741846_1022, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 11:40:42,927 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:52669 is added to blk_1073741846_1022{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-c8e7c7c4-3019-4725-a866-f4905c19dba7:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-89a8a4dd-3711-4e1f-a6ae-4c16325f3994:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-c1a68ee9-e354-4a4f-84f6-847f076a6df0:NORMAL|RBW]]} size 0
2014-04-10 11:40:42,933 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1273566995-127.0.0.1-1397148009804:blk_1073741847_1023 src: /127.0.0.1:45477 dest: /127.0.0.1:52603
2014-04-10 11:40:42,935 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1273566995-127.0.0.1-1397148009804:blk_1073741847_1023 src: /127.0.0.1:57448 dest: /127.0.0.1:36647
2014-04-10 11:40:42,936 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1273566995-127.0.0.1-1397148009804:blk_1073741847_1023 src: /127.0.0.1:57089 dest: /127.0.0.1:48225
2014-04-10 11:40:42,942 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:57089, dest: /127.0.0.1:48225, bytes: 79514, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_2143935106_9, offset: 0, srvID: 0e4a70b8-97db-47e9-bdbb-11e7b39a6d93, blockid: BP-1273566995-127.0.0.1-1397148009804:blk_1073741847_1023, duration: 4216831
2014-04-10 11:40:42,942 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1273566995-127.0.0.1-1397148009804:blk_1073741847_1023, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2014-04-10 11:40:42,942 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:48225 is added to blk_1073741847_1023{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-1656bbea-11d8-45ca-abe1-49de0459849e:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-f843c653-a575-43af-b1a9-bec72334e925:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-c76cb5c0-94a2-4f10-be3b-e7b4acb9030e:NORMAL|RBW]]} size 0
2014-04-10 11:40:42,943 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:57448, dest: /127.0.0.1:36647, bytes: 79514, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_2143935106_9, offset: 0, srvID: 83fbbfd6-5c60-438d-b204-7d44dafa2eec, blockid: BP-1273566995-127.0.0.1-1397148009804:blk_1073741847_1023, duration: 5148282
2014-04-10 11:40:42,943 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1273566995-127.0.0.1-1397148009804:blk_1073741847_1023, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 11:40:42,943 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:36647 is added to blk_1073741847_1023{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-1656bbea-11d8-45ca-abe1-49de0459849e:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-f843c653-a575-43af-b1a9-bec72334e925:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-c76cb5c0-94a2-4f10-be3b-e7b4acb9030e:NORMAL|RBW]]} size 0
2014-04-10 11:40:42,944 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:45477, dest: /127.0.0.1:52603, bytes: 79514, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_2143935106_9, offset: 0, srvID: d285c44a-ef6f-4c17-8ed2-95c06929cda4, blockid: BP-1273566995-127.0.0.1-1397148009804:blk_1073741847_1023, duration: 5854743
2014-04-10 11:40:42,944 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1273566995-127.0.0.1-1397148009804:blk_1073741847_1023, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 11:40:42,947 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:52603 is added to blk_1073741847_1023{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-1656bbea-11d8-45ca-abe1-49de0459849e:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-f843c653-a575-43af-b1a9-bec72334e925:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-c76cb5c0-94a2-4f10-be3b-e7b4acb9030e:NORMAL|RBW]]} size 0
2014-04-10 11:40:42,948 INFO hdfs.StateChange (FSNamesystem.java:completeFile(2899)) - DIR* completeFile: /tmp/hadoop-yarn/staging/brock/.staging/job_1397148025455_0003/job.splitmetainfo is closed by DFSClient_NONMAPREDUCE_2143935106_9
2014-04-10 11:40:42,948 INFO mapreduce.JobSubmitter (JobSubmitter.java:submitJobInternal(396)) - number of splits:4
2014-04-10 11:40:42,964 INFO hdfs.StateChange (FSNamesystem.java:completeFile(2899)) - DIR* completeFile: /tmp/hadoop-yarn/staging/brock/.staging/job_1397148025455_0002/job.xml is closed by DFSClient_NONMAPREDUCE_2143935106_9
2014-04-10 11:40:42,965 INFO mapreduce.JobSubmitter (JobSubmitter.java:printTokens(479)) - Submitting tokens for job: job_1397148025455_0002
2014-04-10 11:40:42,981 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397148025455_0003/job.xml dst=null perm=brock:supergroup:rw-r--r--
2014-04-10 11:40:42,981 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397148025455_0002 dst=null perm=null
2014-04-10 11:40:42,998 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397148025455_0003/job.xml dst=null perm=brock:supergroup:rw-r--r--
2014-04-10 11:40:42,998 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397148025455_0002/job.xml dst=null perm=null
2014-04-10 11:40:43,000 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397148025455_0002/job.xml dst=null perm=null
2014-04-10 11:40:43,001 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397148025455_0002/job.jar dst=null perm=null
2014-04-10 11:40:43,003 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397148025455_0002/job.jar dst=null perm=null
2014-04-10 11:40:43,004 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397148025455_0002/job.split dst=null perm=null
2014-04-10 11:40:43,006 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397148025455_0002/job.split dst=null perm=null
2014-04-10 11:40:43,008 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397148025455_0002/job.splitmetainfo dst=null perm=null
2014-04-10 11:40:43,010 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397148025455_0002/job.splitmetainfo dst=null perm=null
2014-04-10 11:40:43,013 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null
2014-04-10 11:40:43,014 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target/Hadoop2MR1Platform-tmpDir/hadoop-5284192097755328556.jar dst=null perm=null
2014-04-10 11:40:43,015 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null
2014-04-10 11:40:43,017 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target/Hadoop2MR1Platform-tmpDir/hadoop-5284192097755328556.jar dst=null perm=null
2014-04-10 11:40:43,018 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null
2014-04-10 11:40:43,019 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target/Hadoop2MR1Platform-tmpDir/hadoop-5284192097755328556.jar dst=null perm=null
2014-04-10 11:40:43,020 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(2966)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/brock/.staging/job_1397148025455_0003/job.xml. BP-1273566995-127.0.0.1-1397148009804 blk_1073741848_1024{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-3ed96dbe-c447-4d96-9c7e-eaff895c84c9:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-c76cb5c0-94a2-4f10-be3b-e7b4acb9030e:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-1656bbea-11d8-45ca-abe1-49de0459849e:NORMAL|RBW]]}
2014-04-10 11:40:43,033 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1273566995-127.0.0.1-1397148009804:blk_1073741848_1024 src: /127.0.0.1:45481 dest: /127.0.0.1:52603
2014-04-10 11:40:43,034 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1273566995-127.0.0.1-1397148009804:blk_1073741848_1024 src: /127.0.0.1:57092 dest: /127.0.0.1:48225
2014-04-10 11:40:43,035 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1273566995-127.0.0.1-1397148009804:blk_1073741848_1024 src: /127.0.0.1:57453 dest: /127.0.0.1:36647
2014-04-10 11:40:43,040 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:57453, dest: /127.0.0.1:36647, bytes: 79514, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_2143935106_9, offset: 0, srvID: 83fbbfd6-5c60-438d-b204-7d44dafa2eec, blockid: BP-1273566995-127.0.0.1-1397148009804:blk_1073741848_1024, duration: 3682532
2014-04-10 11:40:43,040 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1273566995-127.0.0.1-1397148009804:blk_1073741848_1024, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2014-04-10 11:40:43,041 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:36647 is added to blk_1073741848_1024{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-3ed96dbe-c447-4d96-9c7e-eaff895c84c9:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-89a8a4dd-3711-4e1f-a6ae-4c16325f3994:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-c1a68ee9-e354-4a4f-84f6-847f076a6df0:NORMAL|RBW]]} size 0
2014-04-10 11:40:43,041 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:57092, dest: /127.0.0.1:48225, bytes: 79514, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_2143935106_9, offset: 0, srvID: 0e4a70b8-97db-47e9-bdbb-11e7b39a6d93, blockid: BP-1273566995-127.0.0.1-1397148009804:blk_1073741848_1024, duration: 4507861
2014-04-10 11:40:43,041 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1273566995-127.0.0.1-1397148009804:blk_1073741848_1024, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 11:40:43,041 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:48225 is added to blk_1073741848_1024{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-3ed96dbe-c447-4d96-9c7e-eaff895c84c9:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-89a8a4dd-3711-4e1f-a6ae-4c16325f3994:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-c1a68ee9-e354-4a4f-84f6-847f076a6df0:NORMAL|RBW]]} size 0
2014-04-10 11:40:43,043 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:45481, dest: /127.0.0.1:52603, bytes: 79514, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_2143935106_9, offset: 0, srvID: d285c44a-ef6f-4c17-8ed2-95c06929cda4, blockid: BP-1273566995-127.0.0.1-1397148009804:blk_1073741848_1024, duration: 6101058
2014-04-10 11:40:43,043 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1273566995-127.0.0.1-1397148009804:blk_1073741848_1024, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 11:40:43,044 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:52603 is added to blk_1073741848_1024{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-3ed96dbe-c447-4d96-9c7e-eaff895c84c9:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-89a8a4dd-3711-4e1f-a6ae-4c16325f3994:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-c1a68ee9-e354-4a4f-84f6-847f076a6df0:NORMAL|RBW]]} size 0
2014-04-10 11:40:43,056 INFO hdfs.StateChange (FSNamesystem.java:completeFile(2899)) - DIR* completeFile: /tmp/hadoop-yarn/staging/brock/.staging/job_1397148025455_0003/job.xml is closed by DFSClient_NONMAPREDUCE_2143935106_9
2014-04-10 11:40:43,056 INFO mapreduce.JobSubmitter (JobSubmitter.java:printTokens(479)) - Submitting tokens for job: job_1397148025455_0003
2014-04-10 11:40:43,058 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397148025455_0003 dst=null perm=null
2014-04-10 11:40:43,060 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397148025455_0003/job.xml dst=null perm=null
2014-04-10 11:40:43,061 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397148025455_0003/job.xml dst=null perm=null
2014-04-10 11:40:43,061 INFO rmapp.RMAppImpl (RMAppImpl.java:transition(786)) - Storing application with id application_1397148025455_0002
2014-04-10 11:40:43,061 INFO resourcemanager.ClientRMService (ClientRMService.java:submitApplication(326)) - Application with id 2 submitted by user brock
2014-04-10 11:40:43,061 INFO recovery.RMStateStore (RMStateStore.java:handleStoreEvent(596)) - Storing info for app: application_1397148025455_0002
2014-04-10 11:40:43,061 INFO rmapp.RMAppImpl (RMAppImpl.java:handle(610)) - application_1397148025455_0002 State change from NEW to NEW_SAVING
2014-04-10 11:40:43,062 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(140)) - USER=brock IP=127.0.0.1 OPERATION=Submit Application Request TARGET=ClientRMService RESULT=SUCCESS APPID=application_1397148025455_0002
2014-04-10 11:40:43,062 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397148025455_0003/job.jar dst=null perm=null
2014-04-10 11:40:43,062 INFO rmapp.RMAppImpl (RMAppImpl.java:handle(610)) - application_1397148025455_0002 State change from NEW_SAVING to SUBMITTED
2014-04-10 11:40:43,063 INFO resourcemanager.ApplicationMasterService (ApplicationMasterService.java:registerAppAttempt(556)) - Registering app attempt : appattempt_1397148025455_0002_000001
2014-04-10 11:40:43,064 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(652)) - appattempt_1397148025455_0002_000001 State change from NEW to SUBMITTED
2014-04-10 11:40:43,064 INFO capacity.LeafQueue (LeafQueue.java:activateApplications(718)) - Application application_1397148025455_0002 from user: brock activated in queue: default
2014-04-10 11:40:43,064 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397148025455_0003/job.jar dst=null perm=null
2014-04-10 11:40:43,065 INFO capacity.LeafQueue (LeafQueue.java:addApplication(734)) - Application added - appId: application_1397148025455_0002 user: org.apache.hadoop.yarn.server.resourcemanager.scheduler.capacity.LeafQueue$User@2d068602, leaf-queue: default #user-pending-applications: 0 #user-active-applications: 2 #queue-pending-applications: 0 #queue-active-applications: 2
2014-04-10 11:40:43,065 INFO capacity.ParentQueue (ParentQueue.java:addApplication(482)) - Application added - appId: application_1397148025455_0002 user: brock leaf-queue of parent: root #applications: 2
2014-04-10 11:40:43,066 INFO capacity.CapacityScheduler (CapacityScheduler.java:addApplicationAttempt(459)) - Application Submission: appattempt_1397148025455_0002_000001, user: brock queue: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:2048, vCores:1>usedCapacity=0.125, absoluteUsedCapacity=0.125, numApps=2, numContainers=1, currently active: 2
2014-04-10 11:40:43,066 INFO impl.YarnClientImpl (YarnClientImpl.java:submitApplication(166)) - Submitted application application_1397148025455_0002
2014-04-10 11:40:43,066 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(652)) - appattempt_1397148025455_0002_000001 State change from SUBMITTED to SCHEDULED
2014-04-10 11:40:43,067 INFO rmapp.RMAppImpl (RMAppImpl.java:handle(610)) - application_1397148025455_0002 State change from SUBMITTED to ACCEPTED
2014-04-10 11:40:43,067 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397148025455_0003/job.split dst=null perm=null
2014-04-10 11:40:43,068 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397148025455_0003/job.split dst=null perm=null
2014-04-10 11:40:43,069 INFO mapreduce.Job (Job.java:submit(1289)) - The url to track the job: http://localhost:54562/proxy/application_1397148025455_0002/
2014-04-10 11:40:43,070 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397148025455_0003/job.splitmetainfo dst=null perm=null
2014-04-10 11:40:43,070 INFO flow.FlowStep (BaseFlowStep.java:logInfo(834)) - [value] submitted hadoop job: job_1397148025455_0002
2014-04-10 11:40:43,070 INFO flow.FlowStep (BaseFlowStep.java:logInfo(834)) - [value] tracking url: http://localhost:54562/proxy/application_1397148025455_0002/
2014-04-10 11:40:43,071 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397148025455_0003/job.splitmetainfo dst=null perm=null
2014-04-10 11:40:43,074 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null
2014-04-10 11:40:43,075 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target/Hadoop2MR1Platform-tmpDir/hadoop-5284192097755328556.jar dst=null perm=null
2014-04-10 11:40:43,077 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null
2014-04-10 11:40:43,078 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target/Hadoop2MR1Platform-tmpDir/hadoop-5284192097755328556.jar dst=null perm=null
2014-04-10 11:40:43,079 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null
2014-04-10 11:40:43,081 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target/Hadoop2MR1Platform-tmpDir/hadoop-5284192097755328556.jar dst=null perm=null
2014-04-10 11:40:43,084 INFO resourcemanager.ClientRMService (ClientRMService.java:submitApplication(326)) - Application with id 3 submitted by user brock
2014-04-10 11:40:43,085 INFO rmapp.RMAppImpl (RMAppImpl.java:transition(786)) - Storing application with id application_1397148025455_0003
2014-04-10 11:40:43,085 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(140)) - USER=brock IP=127.0.0.1 OPERATION=Submit Application Request TARGET=ClientRMService RESULT=SUCCESS APPID=application_1397148025455_0003
2014-04-10 11:40:43,085 INFO recovery.RMStateStore (RMStateStore.java:handleStoreEvent(596)) - Storing info for app: application_1397148025455_0003
2014-04-10 11:40:43,085 INFO rmapp.RMAppImpl (RMAppImpl.java:handle(610)) - application_1397148025455_0003 State change from NEW to NEW_SAVING
2014-04-10 11:40:43,086 INFO rmapp.RMAppImpl (RMAppImpl.java:handle(610)) - application_1397148025455_0003 State change from NEW_SAVING to SUBMITTED
2014-04-10 11:40:43,086 INFO resourcemanager.ApplicationMasterService (ApplicationMasterService.java:registerAppAttempt(556)) - Registering app attempt : appattempt_1397148025455_0003_000001
2014-04-10 11:40:43,086 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(652)) - appattempt_1397148025455_0003_000001 State change from NEW to SUBMITTED
2014-04-10 11:40:43,087 INFO capacity.LeafQueue (LeafQueue.java:addApplication(734)) - Application added - appId: application_1397148025455_0003 user: org.apache.hadoop.yarn.server.resourcemanager.scheduler.capacity.LeafQueue$User@2d068602, leaf-queue: default #user-pending-applications: 1 #user-active-applications: 2 #queue-pending-applications: 1 #queue-active-applications: 2
2014-04-10 11:40:43,087 INFO capacity.ParentQueue (ParentQueue.java:addApplication(482)) - Application added - appId: application_1397148025455_0003 user: brock leaf-queue of parent: root #applications: 3
2014-04-10 11:40:43,087 INFO capacity.CapacityScheduler (CapacityScheduler.java:addApplicationAttempt(459)) - Application Submission: appattempt_1397148025455_0003_000001, user: brock queue: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:2048, vCores:1>usedCapacity=0.125, absoluteUsedCapacity=0.125, numApps=3, numContainers=1, currently active: 3
2014-04-10 11:40:43,088 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(652)) - appattempt_1397148025455_0003_000001 State change from SUBMITTED to SCHEDULED
2014-04-10 11:40:43,088 INFO rmapp.RMAppImpl (RMAppImpl.java:handle(610)) - application_1397148025455_0003 State change from SUBMITTED to ACCEPTED
2014-04-10 11:40:43,107 INFO impl.YarnClientImpl (YarnClientImpl.java:submitApplication(166)) - Submitted application application_1397148025455_0003
2014-04-10 11:40:43,122 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397148025455_0002_01_000001 Container Transitioned from NEW to ALLOCATED
2014-04-10 11:40:43,122 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(98)) - USER=brock OPERATION=AM Allocated Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1397148025455_0002 CONTAINERID=container_1397148025455_0002_01_000001
2014-04-10 11:40:43,122 INFO fica.FiCaSchedulerNode (FiCaSchedulerNode.java:allocateContainer(116)) - Assigned container container_1397148025455_0002_01_000001 of capacity <memory:2048, vCores:1> on host localhost:43341, which currently has 1 containers, <memory:2048, vCores:1> used and <memory:2048, vCores:7> available
2014-04-10 11:40:43,122 INFO capacity.LeafQueue (LeafQueue.java:assignContainer(1363)) - assignedContainer application=application_1397148025455_0002 container=Container: [ContainerId: container_1397148025455_0002_01_000001, NodeId: localhost:43341, NodeHttpAddress: localhost:60867, Resource: <memory:2048, vCores:1>, Priority: 0, Token: Token { kind: ContainerToken, service: localhost:43341 }, ] containerId=container_1397148025455_0002_01_000001 queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:2048, vCores:1>usedCapacity=0.125, absoluteUsedCapacity=0.125, numApps=3, numContainers=1 usedCapacity=0.125 absoluteUsedCapacity=0.125 used=<memory:2048, vCores:1> cluster=<memory:16384, vCores:32>
2014-04-10 11:40:43,123 INFO capacity.ParentQueue (ParentQueue.java:assignContainersToChildQueues(655)) - Re-sorting assigned queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:4096, vCores:2>usedCapacity=0.25, absoluteUsedCapacity=0.25, numApps=3, numContainers=2
2014-04-10 11:40:43,123 INFO capacity.ParentQueue (ParentQueue.java:assignContainers(570)) - assignedContainer queue=root usedCapacity=0.25 absoluteUsedCapacity=0.25 used=<memory:4096, vCores:2> cluster=<memory:16384, vCores:32>
2014-04-10 11:40:43,123 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397148025455_0002_01_000001 Container Transitioned from ALLOCATED to ACQUIRED
2014-04-10 11:40:43,124 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:storeAttempt(1554)) - Storing attempt: AppId: application_1397148025455_0002 AttemptId: appattempt_1397148025455_0002_000001 MasterContainer: Container: [ContainerId: container_1397148025455_0002_01_000001, NodeId: localhost:43341, NodeHttpAddress: localhost:60867, Resource: <memory:2048, vCores:1>, Priority: 0, Token: Token { kind: ContainerToken, service: localhost:43341 }, ]
2014-04-10 11:40:43,124 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(652)) - appattempt_1397148025455_0002_000001 State change from SCHEDULED to ALLOCATED_SAVING
2014-04-10 11:40:43,125 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(652)) - appattempt_1397148025455_0002_000001 State change from ALLOCATED_SAVING to ALLOCATED
2014-04-10 11:40:43,125 INFO amlauncher.AMLauncher (AMLauncher.java:run(248)) - Launching masterappattempt_1397148025455_0002_000001
2014-04-10 11:40:43,127 INFO amlauncher.AMLauncher (AMLauncher.java:launch(105)) - Setting up container Container: [ContainerId: container_1397148025455_0002_01_000001, NodeId: localhost:43341, NodeHttpAddress: localhost:60867, Resource: <memory:2048, vCores:1>, Priority: 0, Token: Token { kind: ContainerToken, service: localhost:43341 }, ] for AM appattempt_1397148025455_0002_000001
2014-04-10 11:40:43,127 INFO amlauncher.AMLauncher (AMLauncher.java:createAMContainerLaunchContext(190)) - Command to launch container container_1397148025455_0002_01_000001 : $JAVA_HOME/bin/java -Dlog4j.configuration=container-log4j.properties -Dyarn.app.container.log.dir=<LOG_DIR> -Dyarn.app.container.log.filesize=0 -Dhadoop.root.logger=INFO,CLA -Xmx1024m org.apache.hadoop.mapreduce.v2.app.MRAppMaster 1><LOG_DIR>/stdout 2><LOG_DIR>/stderr
2014-04-10 11:40:43,131 INFO mapreduce.Job (Job.java:submit(1289)) - The url to track the job: http://localhost:54562/proxy/application_1397148025455_0003/
2014-04-10 11:40:43,131 INFO flow.FlowStep (BaseFlowStep.java:logInfo(834)) - [key] submitted hadoop job: job_1397148025455_0003
2014-04-10 11:40:43,132 INFO flow.FlowStep (BaseFlowStep.java:logInfo(834)) - [key] tracking url: http://localhost:54562/proxy/application_1397148025455_0003/
2014-04-10 11:40:43,133 INFO ipc.Server (Server.java:saslProcess(1252)) - Auth successful for appattempt_1397148025455_0002_000001 (auth:SIMPLE)
2014-04-10 11:40:43,137 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(572)) - Start request for container_1397148025455_0002_01_000001 by user brock
2014-04-10 11:40:43,137 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(611)) - Creating a new application reference for app application_1397148025455_0002
2014-04-10 11:40:43,137 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=brock IP=127.0.0.1 OPERATION=Start Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1397148025455_0002 CONTAINERID=container_1397148025455_0002_01_000001
2014-04-10 11:40:43,137 INFO application.Application (ApplicationImpl.java:handle(450)) - Application application_1397148025455_0002 transitioned from NEW to INITING
2014-04-10 11:40:43,138 INFO application.Application (ApplicationImpl.java:transition(296)) - Adding container_1397148025455_0002_01_000001 to application application_1397148025455_0002
2014-04-10 11:40:43,138 INFO application.Application (ApplicationImpl.java:handle(450)) - Application application_1397148025455_0002 transitioned from INITING to RUNNING
2014-04-10 11:40:43,138 INFO amlauncher.AMLauncher (AMLauncher.java:launch(126)) - Done launching container Container: [ContainerId: container_1397148025455_0002_01_000001, NodeId: localhost:43341, NodeHttpAddress: localhost:60867, Resource: <memory:2048, vCores:1>, Priority: 0, Token: Token { kind: ContainerToken, service: localhost:43341 }, ] for AM appattempt_1397148025455_0002_000001
2014-04-10 11:40:43,139 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(652)) - appattempt_1397148025455_0002_000001 State change from ALLOCATED to LAUNCHED
2014-04-10 11:40:43,139 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397148025455_0002_01_000001 transitioned from NEW to LOCALIZING
2014-04-10 11:40:43,139 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event CONTAINER_INIT for appId application_1397148025455_0002
2014-04-10 11:40:43,139 INFO localizer.LocalizedResource (LocalizedResource.java:handle(196)) - Resource hdfs://localhost:35773/tmp/hadoop-yarn/staging/brock/.staging/job_1397148025455_0002/job.jar transitioned from INIT to DOWNLOADING
2014-04-10 11:40:43,140 INFO localizer.LocalizedResource (LocalizedResource.java:handle(196)) - Resource hdfs://localhost:35773/tmp/hadoop-yarn/staging/brock/.staging/job_1397148025455_0002/job.splitmetainfo transitioned from INIT to DOWNLOADING
2014-04-10 11:40:43,140 INFO localizer.LocalizedResource (LocalizedResource.java:handle(196)) - Resource hdfs://localhost:35773/tmp/hadoop-yarn/staging/brock/.staging/job_1397148025455_0002/job.split transitioned from INIT to DOWNLOADING
2014-04-10 11:40:43,140 INFO localizer.LocalizedResource (LocalizedResource.java:handle(196)) - Resource hdfs://localhost:35773/tmp/hadoop-yarn/staging/brock/.staging/job_1397148025455_0002/job.xml transitioned from INIT to DOWNLOADING
2014-04-10 11:40:43,140 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:handle(590)) - Created localizer for container_1397148025455_0002_01_000001
2014-04-10 11:40:43,149 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:writeCredentials(1015)) - Writing credentials to the nmPrivate file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_0/nmPrivate/container_1397148025455_0002_01_000001.tokens. Credentials list:
2014-04-10 11:40:43,163 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:createUserCacheDirs(469)) - Initializing user brock
2014-04-10 11:40:43,228 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(103)) - Copying from /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_0/nmPrivate/container_1397148025455_0002_01_000001.tokens to /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_0/usercache/brock/appcache/application_1397148025455_0002/container_1397148025455_0002_01_000001.tokens
2014-04-10 11:40:43,228 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(105)) - CWD set to /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_0/usercache/brock/appcache/application_1397148025455_0002 = file:/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_0/usercache/brock/appcache/application_1397148025455_0002
2014-04-10 11:40:43,328 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397148025455_0002/job.jar dst=null perm=null
2014-04-10 11:40:43,330 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397148025455_0002/job.jar dst=null perm=null
2014-04-10 11:40:43,331 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397148025455_0002/job.jar dst=null perm=null
2014-04-10 11:40:43,343 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:36647, dest: /127.0.0.1:57458, bytes: 246562, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_866744298_1452, offset: 0, srvID: 83fbbfd6-5c60-438d-b204-7d44dafa2eec, blockid: BP-1273566995-127.0.0.1-1397148009804:blk_1073741841_1017, duration: 1785825
2014-04-10 11:40:43,364 INFO localizer.LocalizedResource (LocalizedResource.java:handle(196)) - Resource hdfs://localhost:35773/tmp/hadoop-yarn/staging/brock/.staging/job_1397148025455_0002/job.jar(->file:/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_0/usercache/brock/appcache/application_1397148025455_0002/filecache/10/job.jar) transitioned from DOWNLOADING to LOCALIZED
2014-04-10 11:40:43,382 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397148025455_0002/job.splitmetainfo dst=null perm=null
2014-04-10 11:40:43,383 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397148025455_0002/job.splitmetainfo dst=null perm=null
2014-04-10 11:40:43,384 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397148025455_0002/job.splitmetainfo dst=null perm=null
2014-04-10 11:40:43,394 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:52669, dest: /127.0.0.1:37282, bytes: 160, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_866744298_1452, offset: 0, srvID: 2a939430-7213-43d8-8538-35bb09f189bb, blockid: BP-1273566995-127.0.0.1-1397148009804:blk_1073741844_1020, duration: 297919
2014-04-10 11:40:43,408 INFO localizer.LocalizedResource (LocalizedResource.java:handle(196)) - Resource hdfs://localhost:35773/tmp/hadoop-yarn/staging/brock/.staging/job_1397148025455_0002/job.splitmetainfo(->file:/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_1/usercache/brock/appcache/application_1397148025455_0002/filecache/11/job.splitmetainfo) transitioned from DOWNLOADING to LOCALIZED
2014-04-10 11:40:43,419 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397148025455_0002/job.split dst=null perm=null
2014-04-10 11:40:43,420 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397148025455_0002/job.split dst=null perm=null
2014-04-10 11:40:43,421 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397148025455_0002/job.split dst=null perm=null
2014-04-10 11:40:43,426 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:52669, dest: /127.0.0.1:37282, bytes: 1739, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_866744298_1452, offset: 0, srvID: 2a939430-7213-43d8-8538-35bb09f189bb, blockid: BP-1273566995-127.0.0.1-1397148009804:blk_1073741843_1019, duration: 280718
2014-04-10 11:40:43,436 INFO localizer.LocalizedResource (LocalizedResource.java:handle(196)) - Resource hdfs://localhost:35773/tmp/hadoop-yarn/staging/brock/.staging/job_1397148025455_0002/job.split(->file:/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_2/usercache/brock/appcache/application_1397148025455_0002/filecache/12/job.split) transitioned from DOWNLOADING to LOCALIZED
2014-04-10 11:40:43,446 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397148025455_0002/job.xml dst=null perm=null
2014-04-10 11:40:43,447 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397148025455_0002/job.xml dst=null perm=null
2014-04-10 11:40:43,448 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397148025455_0002/job.xml dst=null perm=null
2014-04-10 11:40:43,455 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:36647, dest: /127.0.0.1:57458, bytes: 80138, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_866744298_1452, offset: 0, srvID: 83fbbfd6-5c60-438d-b204-7d44dafa2eec, blockid: BP-1273566995-127.0.0.1-1397148009804:blk_1073741847_1023, duration: 483896
2014-04-10 11:40:43,473 INFO localizer.LocalizedResource (LocalizedResource.java:handle(196)) - Resource hdfs://localhost:35773/tmp/hadoop-yarn/staging/brock/.staging/job_1397148025455_0002/job.xml(->file:/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_3/usercache/brock/appcache/application_1397148025455_0002/filecache/13/job.xml) transitioned from DOWNLOADING to LOCALIZED
2014-04-10 11:40:43,474 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397148025455_0002_01_000001 transitioned from LOCALIZING to LOCALIZED
2014-04-10 11:40:43,506 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397148025455_0002_01_000001 transitioned from LOCALIZED to RUNNING
2014-04-10 11:40:43,506 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(169)) - Neither virutal-memory nor physical-memory monitoring is needed. Not running the monitor-thread
2014-04-10 11:40:43,569 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(189)) - launchContainer: [nice, -n, 0, bash, /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_3/usercache/brock/appcache/application_1397148025455_0002/container_1397148025455_0002_01_000001/default_container_executor.sh]
2014-04-10 11:40:44,120 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397148025455_0002_01_000001 Container Transitioned from ACQUIRED to RUNNING
2014-04-10 11:40:44,131 INFO BlockStateChange (BlockManager.java:computeReplicationWorkForBlocks(1373)) - BLOCK* ask 127.0.0.1:36647 to replicate blk_1073741841_1017 to datanode(s) 127.0.0.1:52603
2014-04-10 11:40:44,131 INFO BlockStateChange (BlockManager.java:computeReplicationWorkForBlocks(1373)) - BLOCK* ask 127.0.0.1:36647 to replicate blk_1073741842_1018 to datanode(s) 127.0.0.1:52603
2014-04-10 11:40:44,131 INFO hdfs.StateChange (InvalidateBlocks.java:invalidateWork(152)) - BLOCK* InvalidateBlocks: ask 127.0.0.1:52669 to delete [blk_1073741828_1004, blk_1073741829_1005, blk_1073741831_1007, blk_1073741837_1013]
2014-04-10 11:40:44,131 INFO hdfs.StateChange (InvalidateBlocks.java:invalidateWork(152)) - BLOCK* InvalidateBlocks: ask 127.0.0.1:48225 to delete [blk_1073741828_1004, blk_1073741829_1005, blk_1073741830_1006, blk_1073741831_1007, blk_1073741832_1008, blk_1073741837_1013, blk_1073741838_1014]
2014-04-10 11:40:44,741 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging dst=null perm=null
2014-04-10 11:40:44,769 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397148025455_0002/COMMIT_STARTED dst=null perm=null
2014-04-10 11:40:44,771 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397148025455_0002/COMMIT_SUCCESS dst=null perm=null
2014-04-10 11:40:44,771 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397148025455_0002/COMMIT_FAIL dst=null perm=null
2014-04-10 11:40:44,807 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397148025455_0002 dst=null perm=null
2014-04-10 11:40:44,809 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/history/done_intermediate dst=null perm=null
2014-04-10 11:40:44,810 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock dst=null perm=null
2014-04-10 11:40:45,032 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397148025455_0002/job.splitmetainfo dst=null perm=null
2014-04-10 11:40:45,040 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397148025455_0002/job.splitmetainfo dst=null perm=null
2014-04-10 11:40:45,082 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:52669, dest: /127.0.0.1:37287, bytes: 160, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_881714719_1, offset: 0, srvID: 2a939430-7213-43d8-8538-35bb09f189bb, blockid: BP-1273566995-127.0.0.1-1397148009804:blk_1073741844_1020, duration: 196247
2014-04-10 11:40:45,572 INFO datanode.DataNode (DataNode.java:transferBlock(1426)) - DatanodeRegistration(127.0.0.1, datanodeUuid=83fbbfd6-5c60-438d-b204-7d44dafa2eec, infoPort=34959, ipcPort=49137, storageInfo=lv=-51;cid=testClusterID;nsid=1935310055;c=0) Starting thread to transfer BP-1273566995-127.0.0.1-1397148009804:blk_1073741841_1017 to 127.0.0.1:52603
2014-04-10 11:40:45,573 INFO datanode.DataNode (DataNode.java:transferBlock(1426)) - DatanodeRegistration(127.0.0.1, datanodeUuid=83fbbfd6-5c60-438d-b204-7d44dafa2eec, infoPort=34959, ipcPort=49137, storageInfo=lv=-51;cid=testClusterID;nsid=1935310055;c=0) Starting thread to transfer BP-1273566995-127.0.0.1-1397148009804:blk_1073741842_1018 to 127.0.0.1:52603
2014-04-10 11:40:45,574 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073741828_1004 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data8/current/BP-1273566995-127.0.0.1-1397148009804/current/finalized/blk_1073741828 for deletion
2014-04-10 11:40:45,574 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1273566995-127.0.0.1-1397148009804:blk_1073741841_1017 src: /127.0.0.1:45496 dest: /127.0.0.1:52603
2014-04-10 11:40:45,574 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1273566995-127.0.0.1-1397148009804:blk_1073741842_1018 src: /127.0.0.1:45497 dest: /127.0.0.1:52603
2014-04-10 11:40:45,575 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073741829_1005 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data7/current/BP-1273566995-127.0.0.1-1397148009804/current/finalized/blk_1073741829 for deletion
2014-04-10 11:40:45,575 INFO datanode.DataNode (DataNode.java:run(1629)) - DataTransfer: Transmitted BP-1273566995-127.0.0.1-1397148009804:blk_1073741842_1018 (numBytes=244650) to 127.0.0.1/127.0.0.1:52603
2014-04-10 11:40:45,575 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-1273566995-127.0.0.1-1397148009804 blk_1073741828_1004 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data8/current/BP-1273566995-127.0.0.1-1397148009804/current/finalized/blk_1073741828
2014-04-10 11:40:45,575 INFO datanode.DataNode (DataNode.java:run(1629)) - DataTransfer: Transmitted BP-1273566995-127.0.0.1-1397148009804:blk_1073741841_1017 (numBytes=244650) to 127.0.0.1/127.0.0.1:52603
2014-04-10 11:40:45,575 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073741831_1007 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data8/current/BP-1273566995-127.0.0.1-1397148009804/current/finalized/blk_1073741831 for deletion
2014-04-10 11:40:45,576 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073741837_1013 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data7/current/BP-1273566995-127.0.0.1-1397148009804/current/finalized/blk_1073741837 for deletion
2014-04-10 11:40:45,576 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-1273566995-127.0.0.1-1397148009804 blk_1073741831_1007 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data8/current/BP-1273566995-127.0.0.1-1397148009804/current/finalized/blk_1073741831
2014-04-10 11:40:45,576 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-1273566995-127.0.0.1-1397148009804 blk_1073741829_1005 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data7/current/BP-1273566995-127.0.0.1-1397148009804/current/finalized/blk_1073741829
2014-04-10 11:40:45,576 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-1273566995-127.0.0.1-1397148009804 blk_1073741837_1013 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data7/current/BP-1273566995-127.0.0.1-1397148009804/current/finalized/blk_1073741837
2014-04-10 11:40:45,576 INFO datanode.DataNode (DataXceiver.java:writeBlock(597)) - Received BP-1273566995-127.0.0.1-1397148009804:blk_1073741841_1017 src: /127.0.0.1:45496 dest: /127.0.0.1:52603 of size 244650
2014-04-10 11:40:45,576 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:52603 is added to blk_1073741841_1017 size 244650
2014-04-10 11:40:45,577 INFO datanode.DataNode (DataXceiver.java:writeBlock(597)) - Received BP-1273566995-127.0.0.1-1397148009804:blk_1073741842_1018 src: /127.0.0.1:45497 dest: /127.0.0.1:52603 of size 244650
2014-04-10 11:40:45,577 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:52603 is added to blk_1073741842_1018 size 244650
2014-04-10 11:40:45,656 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073741828_1004 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data3/current/BP-1273566995-127.0.0.1-1397148009804/current/finalized/blk_1073741828 for deletion
2014-04-10 11:40:45,656 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073741829_1005 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data4/current/BP-1273566995-127.0.0.1-1397148009804/current/finalized/blk_1073741829 for deletion
2014-04-10 11:40:45,656 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073741830_1006 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data3/current/BP-1273566995-127.0.0.1-1397148009804/current/finalized/blk_1073741830 for deletion
2014-04-10 11:40:45,656 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-1273566995-127.0.0.1-1397148009804 blk_1073741828_1004 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data3/current/BP-1273566995-127.0.0.1-1397148009804/current/finalized/blk_1073741828
2014-04-10 11:40:45,657 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073741831_1007 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data4/current/BP-1273566995-127.0.0.1-1397148009804/current/finalized/blk_1073741831 for deletion
2014-04-10 11:40:45,657 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-1273566995-127.0.0.1-1397148009804 blk_1073741830_1006 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data3/current/BP-1273566995-127.0.0.1-1397148009804/current/finalized/blk_1073741830
2014-04-10 11:40:45,657 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073741832_1008 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data4/current/BP-1273566995-127.0.0.1-1397148009804/current/finalized/blk_1073741832 for deletion
2014-04-10 11:40:45,657 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073741837_1013 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data4/current/BP-1273566995-127.0.0.1-1397148009804/current/finalized/blk_1073741837 for deletion
2014-04-10 11:40:45,657 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073741838_1014 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data3/current/BP-1273566995-127.0.0.1-1397148009804/current/finalized/blk_1073741838 for deletion
2014-04-10 11:40:45,657 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-1273566995-127.0.0.1-1397148009804 blk_1073741829_1005 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data4/current/BP-1273566995-127.0.0.1-1397148009804/current/finalized/blk_1073741829
2014-04-10 11:40:45,657 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-1273566995-127.0.0.1-1397148009804 blk_1073741838_1014 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data3/current/BP-1273566995-127.0.0.1-1397148009804/current/finalized/blk_1073741838
2014-04-10 11:40:45,657 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-1273566995-127.0.0.1-1397148009804 blk_1073741831_1007 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data4/current/BP-1273566995-127.0.0.1-1397148009804/current/finalized/blk_1073741831
2014-04-10 11:40:45,657 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-1273566995-127.0.0.1-1397148009804 blk_1073741832_1008 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data4/current/BP-1273566995-127.0.0.1-1397148009804/current/finalized/blk_1073741832
2014-04-10 11:40:45,658 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-1273566995-127.0.0.1-1397148009804 blk_1073741837_1013 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data4/current/BP-1273566995-127.0.0.1-1397148009804/current/finalized/blk_1073741837
2014-04-10 11:40:45,667 INFO ipc.Server (Server.java:saslProcess(1252)) - Auth successful for appattempt_1397148025455_0002_000001 (auth:SIMPLE)
2014-04-10 11:40:45,670 INFO resourcemanager.ApplicationMasterService (ApplicationMasterService.java:registerApplicationMaster(251)) - AM registration appattempt_1397148025455_0002_000001
2014-04-10 11:40:45,670 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(119)) - USER=brock IP=127.0.0.1 OPERATION=Register App Master TARGET=ApplicationMasterService RESULT=SUCCESS APPID=application_1397148025455_0002 APPATTEMPTID=appattempt_1397148025455_0002_000001
2014-04-10 11:40:45,670 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(652)) - appattempt_1397148025455_0002_000001 State change from LAUNCHED to RUNNING
2014-04-10 11:40:45,670 INFO rmapp.RMAppImpl (RMAppImpl.java:handle(610)) - application_1397148025455_0002 State change from ACCEPTED to RUNNING
2014-04-10 11:40:45,764 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397148025455_0002/job_1397148025455_0002_1.jhist dst=null perm=brock:supergroup:rw-rw-rw-
2014-04-10 11:40:45,781 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=mkdirs src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/writablesequencefileplatform/value/_temporary/1 dst=null perm=brock:supergroup:rwxrwxrwx
2014-04-10 11:40:45,814 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397148025455_0002/job_1397148025455_0002_1_conf.xml dst=null perm=brock:supergroup:rw-rw-rw-
2014-04-10 11:40:45,908 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(2966)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/brock/.staging/job_1397148025455_0002/job_1397148025455_0002_1_conf.xml. BP-1273566995-127.0.0.1-1397148009804 blk_1073741849_1025{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-89a8a4dd-3711-4e1f-a6ae-4c16325f3994:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-838adf6f-c765-4df1-af90-8771b842abe6:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-f843c653-a575-43af-b1a9-bec72334e925:NORMAL|RBW]]}
2014-04-10 11:40:45,946 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1273566995-127.0.0.1-1397148009804:blk_1073741849_1025 src: /127.0.0.1:57110 dest: /127.0.0.1:48225
2014-04-10 11:40:45,948 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1273566995-127.0.0.1-1397148009804:blk_1073741849_1025 src: /127.0.0.1:37294 dest: /127.0.0.1:52669
2014-04-10 11:40:45,949 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1273566995-127.0.0.1-1397148009804:blk_1073741849_1025 src: /127.0.0.1:45502 dest: /127.0.0.1:52603
2014-04-10 11:40:45,954 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:45502, dest: /127.0.0.1:52603, bytes: 93515, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_881714719_1, offset: 0, srvID: d285c44a-ef6f-4c17-8ed2-95c06929cda4, blockid: BP-1273566995-127.0.0.1-1397148009804:blk_1073741849_1025, duration: 4788590
2014-04-10 11:40:45,955 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1273566995-127.0.0.1-1397148009804:blk_1073741849_1025, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2014-04-10 11:40:45,955 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:52603 is added to blk_1073741849_1025{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-838adf6f-c765-4df1-af90-8771b842abe6:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-f843c653-a575-43af-b1a9-bec72334e925:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-c76cb5c0-94a2-4f10-be3b-e7b4acb9030e:NORMAL|RBW]]} size 0
2014-04-10 11:40:45,955 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:37294, dest: /127.0.0.1:52669, bytes: 93515, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_881714719_1, offset: 0, srvID: 2a939430-7213-43d8-8538-35bb09f189bb, blockid: BP-1273566995-127.0.0.1-1397148009804:blk_1073741849_1025, duration: 5298016
2014-04-10 11:40:45,955 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1273566995-127.0.0.1-1397148009804:blk_1073741849_1025, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 11:40:45,955 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:52669 is added to blk_1073741849_1025{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-838adf6f-c765-4df1-af90-8771b842abe6:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-f843c653-a575-43af-b1a9-bec72334e925:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-c76cb5c0-94a2-4f10-be3b-e7b4acb9030e:NORMAL|RBW]]} size 0
2014-04-10 11:40:45,955 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:57110, dest: /127.0.0.1:48225, bytes: 93515, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_881714719_1, offset: 0, srvID: 0e4a70b8-97db-47e9-bdbb-11e7b39a6d93, blockid: BP-1273566995-127.0.0.1-1397148009804:blk_1073741849_1025, duration: 5785269
2014-04-10 11:40:45,956 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1273566995-127.0.0.1-1397148009804:blk_1073741849_1025, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 11:40:45,956 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:48225 is added to blk_1073741849_1025{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-838adf6f-c765-4df1-af90-8771b842abe6:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-f843c653-a575-43af-b1a9-bec72334e925:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-c76cb5c0-94a2-4f10-be3b-e7b4acb9030e:NORMAL|RBW]]} size 0
2014-04-10 11:40:45,972 INFO hdfs.StateChange (FSNamesystem.java:completeFile(2899)) - DIR* completeFile: /tmp/hadoop-yarn/staging/brock/.staging/job_1397148025455_0002/job_1397148025455_0002_1_conf.xml is closed by DFSClient_NONMAPREDUCE_881714719_1
2014-04-10 11:40:47,122 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397148025455_0002_01_000002 Container Transitioned from NEW to ALLOCATED
2014-04-10 11:40:47,122 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(98)) - USER=brock OPERATION=AM Allocated Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1397148025455_0002 CONTAINERID=container_1397148025455_0002_01_000002
2014-04-10 11:40:47,123 INFO fica.FiCaSchedulerNode (FiCaSchedulerNode.java:allocateContainer(116)) - Assigned container container_1397148025455_0002_01_000002 of capacity <memory:1024, vCores:1> on host localhost:43341, which currently has 2 containers, <memory:3072, vCores:2> used and <memory:1024, vCores:6> available
2014-04-10 11:40:47,123 INFO capacity.LeafQueue (LeafQueue.java:assignContainer(1363)) - assignedContainer application=application_1397148025455_0002 container=Container: [ContainerId: container_1397148025455_0002_01_000002, NodeId: localhost:43341, NodeHttpAddress: localhost:60867, Resource: <memory:1024, vCores:1>, Priority: 20, Token: Token { kind: ContainerToken, service: localhost:43341 }, ] containerId=container_1397148025455_0002_01_000002 queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:4096, vCores:2>usedCapacity=0.25, absoluteUsedCapacity=0.25, numApps=3, numContainers=2 usedCapacity=0.25 absoluteUsedCapacity=0.25 used=<memory:4096, vCores:2> cluster=<memory:16384, vCores:32>
2014-04-10 11:40:47,123 INFO capacity.ParentQueue (ParentQueue.java:assignContainersToChildQueues(655)) - Re-sorting assigned queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:5120, vCores:3>usedCapacity=0.3125, absoluteUsedCapacity=0.3125, numApps=3, numContainers=3
2014-04-10 11:40:47,123 INFO capacity.ParentQueue (ParentQueue.java:assignContainers(570)) - assignedContainer queue=root usedCapacity=0.3125 absoluteUsedCapacity=0.3125 used=<memory:5120, vCores:3> cluster=<memory:16384, vCores:32>
2014-04-10 11:40:47,124 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397148025455_0002_01_000003 Container Transitioned from NEW to ALLOCATED
2014-04-10 11:40:47,124 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(98)) - USER=brock OPERATION=AM Allocated Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1397148025455_0002 CONTAINERID=container_1397148025455_0002_01_000003
2014-04-10 11:40:47,125 INFO fica.FiCaSchedulerNode (FiCaSchedulerNode.java:allocateContainer(116)) - Assigned container container_1397148025455_0002_01_000003 of capacity <memory:1024, vCores:1> on host localhost:43341, which currently has 3 containers, <memory:4096, vCores:3> used and <memory:0, vCores:5> available
2014-04-10 11:40:47,125 INFO capacity.LeafQueue (LeafQueue.java:assignContainer(1363)) - assignedContainer application=application_1397148025455_0002 container=Container: [ContainerId: container_1397148025455_0002_01_000003, NodeId: localhost:43341, NodeHttpAddress: localhost:60867, Resource: <memory:1024, vCores:1>, Priority: 20, Token: Token { kind: ContainerToken, service: localhost:43341 }, ] containerId=container_1397148025455_0002_01_000003 queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:5120, vCores:3>usedCapacity=0.3125, absoluteUsedCapacity=0.3125, numApps=3, numContainers=3 usedCapacity=0.3125 absoluteUsedCapacity=0.3125 used=<memory:5120, vCores:3> cluster=<memory:16384, vCores:32>
2014-04-10 11:40:47,125 INFO capacity.ParentQueue (ParentQueue.java:assignContainersToChildQueues(655)) - Re-sorting assigned queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:6144, vCores:4>usedCapacity=0.375, absoluteUsedCapacity=0.375, numApps=3, numContainers=4
2014-04-10 11:40:47,125 INFO capacity.ParentQueue (ParentQueue.java:assignContainers(570)) - assignedContainer queue=root usedCapacity=0.375 absoluteUsedCapacity=0.375 used=<memory:6144, vCores:4> cluster=<memory:16384, vCores:32>
2014-04-10 11:40:47,132 INFO hdfs.StateChange (InvalidateBlocks.java:invalidateWork(152)) - BLOCK* InvalidateBlocks: ask 127.0.0.1:52603 to delete [blk_1073741828_1004, blk_1073741829_1005, blk_1073741830_1006, blk_1073741831_1007, blk_1073741832_1008, blk_1073741837_1013, blk_1073741838_1014]
2014-04-10 11:40:47,132 INFO hdfs.StateChange (InvalidateBlocks.java:invalidateWork(152)) - BLOCK* InvalidateBlocks: ask 127.0.0.1:36647 to delete [blk_1073741828_1004, blk_1073741829_1005, blk_1073741830_1006, blk_1073741832_1008, blk_1073741838_1014]
2014-04-10 11:40:47,149 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397148025455_0002_01_000004 Container Transitioned from NEW to ALLOCATED
2014-04-10 11:40:47,149 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(98)) - USER=brock OPERATION=AM Allocated Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1397148025455_0002 CONTAINERID=container_1397148025455_0002_01_000004
2014-04-10 11:40:47,150 INFO fica.FiCaSchedulerNode (FiCaSchedulerNode.java:allocateContainer(116)) - Assigned container container_1397148025455_0002_01_000004 of capacity <memory:1024, vCores:1> on host localhost:56608, which currently has 2 containers, <memory:3072, vCores:2> used and <memory:1024, vCores:6> available
2014-04-10 11:40:47,150 INFO capacity.LeafQueue (LeafQueue.java:assignContainer(1363)) - assignedContainer application=application_1397148025455_0002 container=Container: [ContainerId: container_1397148025455_0002_01_000004, NodeId: localhost:56608, NodeHttpAddress: localhost:44862, Resource: <memory:1024, vCores:1>, Priority: 20, Token: Token { kind: ContainerToken, service: localhost:56608 }, ] containerId=container_1397148025455_0002_01_000004 queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:6144, vCores:4>usedCapacity=0.375, absoluteUsedCapacity=0.375, numApps=3, numContainers=4 usedCapacity=0.375 absoluteUsedCapacity=0.375 used=<memory:6144, vCores:4> cluster=<memory:16384, vCores:32>
2014-04-10 11:40:47,150 INFO capacity.ParentQueue (ParentQueue.java:assignContainersToChildQueues(655)) - Re-sorting assigned queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:7168, vCores:5>usedCapacity=0.4375, absoluteUsedCapacity=0.4375, numApps=3, numContainers=5
2014-04-10 11:40:47,150 INFO capacity.ParentQueue (ParentQueue.java:assignContainers(570)) - assignedContainer queue=root usedCapacity=0.4375 absoluteUsedCapacity=0.4375 used=<memory:7168, vCores:5> cluster=<memory:16384, vCores:32>
2014-04-10 11:40:47,151 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397148025455_0002_01_000005 Container Transitioned from NEW to ALLOCATED
2014-04-10 11:40:47,151 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(98)) - USER=brock OPERATION=AM Allocated Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1397148025455_0002 CONTAINERID=container_1397148025455_0002_01_000005
2014-04-10 11:40:47,152 INFO fica.FiCaSchedulerNode (FiCaSchedulerNode.java:allocateContainer(116)) - Assigned container container_1397148025455_0002_01_000005 of capacity <memory:1024, vCores:1> on host localhost:56608, which currently has 3 containers, <memory:4096, vCores:3> used and <memory:0, vCores:5> available
2014-04-10 11:40:47,152 INFO capacity.LeafQueue (LeafQueue.java:assignContainer(1363)) - assignedContainer application=application_1397148025455_0002 container=Container: [ContainerId: container_1397148025455_0002_01_000005, NodeId: localhost:56608, NodeHttpAddress: localhost:44862, Resource: <memory:1024, vCores:1>, Priority: 20, Token: Token { kind: ContainerToken, service: localhost:56608 }, ] containerId=container_1397148025455_0002_01_000005 queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:7168, vCores:5>usedCapacity=0.4375, absoluteUsedCapacity=0.4375, numApps=3, numContainers=5 usedCapacity=0.4375 absoluteUsedCapacity=0.4375 used=<memory:7168, vCores:5> cluster=<memory:16384, vCores:32>
2014-04-10 11:40:47,152 INFO capacity.ParentQueue (ParentQueue.java:assignContainersToChildQueues(655)) - Re-sorting assigned queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:8192, vCores:6>usedCapacity=0.5, absoluteUsedCapacity=0.5, numApps=3, numContainers=6
2014-04-10 11:40:47,152 INFO capacity.ParentQueue (ParentQueue.java:assignContainers(570)) - assignedContainer queue=root usedCapacity=0.5 absoluteUsedCapacity=0.5 used=<memory:8192, vCores:6> cluster=<memory:16384, vCores:32>
2014-04-10 11:40:47,578 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1273566995-127.0.0.1-1397148009804:blk_1073741841_1017
2014-04-10 11:40:47,579 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1273566995-127.0.0.1-1397148009804:blk_1073741845_1021
2014-04-10 11:40:47,581 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1273566995-127.0.0.1-1397148009804:blk_1073741848_1024
2014-04-10 11:40:47,581 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1273566995-127.0.0.1-1397148009804:blk_1073741843_1019
2014-04-10 11:40:47,584 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1273566995-127.0.0.1-1397148009804:blk_1073741842_1018
2014-04-10 11:40:47,586 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1273566995-127.0.0.1-1397148009804:blk_1073741847_1023
2014-04-10 11:40:47,587 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1273566995-127.0.0.1-1397148009804:blk_1073741845_1021
2014-04-10 11:40:47,588 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1273566995-127.0.0.1-1397148009804:blk_1073741844_1020
2014-04-10 11:40:47,588 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1273566995-127.0.0.1-1397148009804:blk_1073741849_1025
2014-04-10 11:40:47,588 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1273566995-127.0.0.1-1397148009804:blk_1073741843_1019
2014-04-10 11:40:47,588 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1273566995-127.0.0.1-1397148009804:blk_1073741846_1022
2014-04-10 11:40:47,589 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1273566995-127.0.0.1-1397148009804:blk_1073741845_1021
2014-04-10 11:40:47,590 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1273566995-127.0.0.1-1397148009804:blk_1073741849_1025
2014-04-10 11:40:47,590 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1273566995-127.0.0.1-1397148009804:blk_1073741847_1023
2014-04-10 11:40:47,591 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1273566995-127.0.0.1-1397148009804:blk_1073741843_1019
2014-04-10 11:40:47,591 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1273566995-127.0.0.1-1397148009804:blk_1073741848_1024
2014-04-10 11:40:47,592 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1273566995-127.0.0.1-1397148009804:blk_1073741844_1020
2014-04-10 11:40:47,592 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1273566995-127.0.0.1-1397148009804:blk_1073741846_1022
2014-04-10 11:40:47,703 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397148025455_0002_01_000002 Container Transitioned from ALLOCATED to ACQUIRED
2014-04-10 11:40:47,704 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397148025455_0002_01_000003 Container Transitioned from ALLOCATED to ACQUIRED
2014-04-10 11:40:47,705 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397148025455_0002_01_000004 Container Transitioned from ALLOCATED to ACQUIRED
2014-04-10 11:40:47,705 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397148025455_0002_01_000005 Container Transitioned from ALLOCATED to ACQUIRED
2014-04-10 11:40:47,752 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397148025455_0002/job.jar dst=null perm=null
2014-04-10 11:40:47,753 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397148025455_0002/job.jar dst=null perm=null
2014-04-10 11:40:47,760 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397148025455_0002/job.xml dst=null perm=null
2014-04-10 11:40:47,761 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397148025455_0002/job.xml dst=null perm=null
2014-04-10 11:40:47,763 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null
2014-04-10 11:40:47,764 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target/Hadoop2MR1Platform-tmpDir/hadoop-5284192097755328556.jar dst=null perm=null
2014-04-10 11:40:47,770 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null
2014-04-10 11:40:47,772 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target/Hadoop2MR1Platform-tmpDir/hadoop-5284192097755328556.jar dst=null perm=null
2014-04-10 11:40:47,774 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null
2014-04-10 11:40:47,775 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target/Hadoop2MR1Platform-tmpDir/hadoop-5284192097755328556.jar dst=null perm=null
2014-04-10 11:40:47,832 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1273566995-127.0.0.1-1397148009804:blk_1073741847_1023
2014-04-10 11:40:47,833 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1273566995-127.0.0.1-1397148009804:blk_1073741849_1025
2014-04-10 11:40:47,835 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1273566995-127.0.0.1-1397148009804:blk_1073741848_1024
2014-04-10 11:40:47,835 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1273566995-127.0.0.1-1397148009804:blk_1073741846_1022
2014-04-10 11:40:47,839 INFO ipc.Server (Server.java:saslProcess(1252)) - Auth successful for appattempt_1397148025455_0002_000001 (auth:SIMPLE)
2014-04-10 11:40:47,840 INFO ipc.Server (Server.java:saslProcess(1252)) - Auth successful for appattempt_1397148025455_0002_000001 (auth:SIMPLE)
2014-04-10 11:40:47,848 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(572)) - Start request for container_1397148025455_0002_01_000005 by user brock
2014-04-10 11:40:47,849 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(611)) - Creating a new application reference for app application_1397148025455_0002
2014-04-10 11:40:47,849 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(572)) - Start request for container_1397148025455_0002_01_000002 by user brock
2014-04-10 11:40:47,849 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=brock IP=127.0.0.1 OPERATION=Start Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1397148025455_0002 CONTAINERID=container_1397148025455_0002_01_000005
2014-04-10 11:40:47,849 INFO application.Application (ApplicationImpl.java:handle(450)) - Application application_1397148025455_0002 transitioned from NEW to INITING
2014-04-10 11:40:47,849 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(572)) - Start request for container_1397148025455_0002_01_000003 by user brock
2014-04-10 11:40:47,849 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(572)) - Start request for container_1397148025455_0002_01_000004 by user brock
2014-04-10 11:40:47,850 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=brock IP=127.0.0.1 OPERATION=Start Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1397148025455_0002 CONTAINERID=container_1397148025455_0002_01_000003
2014-04-10 11:40:47,849 INFO application.Application (ApplicationImpl.java:transition(296)) - Adding container_1397148025455_0002_01_000005 to application application_1397148025455_0002
2014-04-10 11:40:47,849 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=brock IP=127.0.0.1 OPERATION=Start Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1397148025455_0002 CONTAINERID=container_1397148025455_0002_01_000002
2014-04-10 11:40:47,849 INFO application.Application (ApplicationImpl.java:transition(296)) - Adding container_1397148025455_0002_01_000002 to application application_1397148025455_0002
2014-04-10 11:40:47,850 INFO application.Application (ApplicationImpl.java:transition(296)) - Adding container_1397148025455_0002_01_000004 to application application_1397148025455_0002
2014-04-10 11:40:47,850 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=brock IP=127.0.0.1 OPERATION=Start Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1397148025455_0002 CONTAINERID=container_1397148025455_0002_01_000004
2014-04-10 11:40:47,851 INFO application.Application (ApplicationImpl.java:handle(450)) - Application application_1397148025455_0002 transitioned from INITING to RUNNING
2014-04-10 11:40:47,851 INFO application.Application (ApplicationImpl.java:transition(296)) - Adding container_1397148025455_0002_01_000003 to application application_1397148025455_0002
2014-04-10 11:40:47,852 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397148025455_0002_01_000005 transitioned from NEW to LOCALIZING
2014-04-10 11:40:47,852 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397148025455_0002_01_000002 transitioned from NEW to LOCALIZING
2014-04-10 11:40:47,852 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397148025455_0002_01_000004 transitioned from NEW to LOCALIZING
2014-04-10 11:40:47,852 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397148025455_0002_01_000003 transitioned from NEW to LOCALIZING
2014-04-10 11:40:47,852 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event CONTAINER_INIT for appId application_1397148025455_0002
2014-04-10 11:40:47,853 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event CONTAINER_INIT for appId application_1397148025455_0002
2014-04-10 11:40:47,853 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event APPLICATION_INIT for appId application_1397148025455_0002
2014-04-10 11:40:47,853 INFO containermanager.AuxServices (AuxServices.java:handle(179)) - Got APPLICATION_INIT for service mapreduce_shuffle
2014-04-10 11:40:47,853 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event APPLICATION_INIT for appId application_1397148025455_0002
2014-04-10 11:40:47,853 INFO mapred.ShuffleHandler (ShuffleHandler.java:initializeApplication(263)) - Added token for job_1397148025455_0002
2014-04-10 11:40:47,853 INFO containermanager.AuxServices (AuxServices.java:handle(179)) - Got APPLICATION_INIT for service mapreduce_shuffle
2014-04-10 11:40:47,854 INFO localizer.LocalizedResource (LocalizedResource.java:handle(196)) - Resource hdfs://localhost:35773/tmp/hadoop-yarn/staging/brock/.staging/job_1397148025455_0002/job.jar transitioned from INIT to DOWNLOADING
2014-04-10 11:40:47,854 INFO mapred.ShuffleHandler (ShuffleHandler.java:initializeApplication(263)) - Added token for job_1397148025455_0002
2014-04-10 11:40:47,854 INFO localizer.LocalizedResource (LocalizedResource.java:handle(196)) - Resource hdfs://localhost:35773/tmp/hadoop-yarn/staging/brock/.staging/job_1397148025455_0002/job.xml transitioned from INIT to DOWNLOADING
2014-04-10 11:40:47,854 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event CONTAINER_INIT for appId application_1397148025455_0002
2014-04-10 11:40:47,854 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event CONTAINER_INIT for appId application_1397148025455_0002
2014-04-10 11:40:47,855 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event APPLICATION_INIT for appId application_1397148025455_0002
2014-04-10 11:40:47,855 INFO containermanager.AuxServices (AuxServices.java:handle(179)) - Got APPLICATION_INIT for service mapreduce_shuffle
2014-04-10 11:40:47,855 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event APPLICATION_INIT for appId application_1397148025455_0002
2014-04-10 11:40:47,855 INFO containermanager.AuxServices (AuxServices.java:handle(179)) - Got APPLICATION_INIT for service mapreduce_shuffle
2014-04-10 11:40:47,855 INFO mapred.ShuffleHandler (ShuffleHandler.java:initializeApplication(263)) - Added token for job_1397148025455_0002
2014-04-10 11:40:47,855 INFO mapred.ShuffleHandler (ShuffleHandler.java:initializeApplication(263)) - Added token for job_1397148025455_0002
2014-04-10 11:40:47,856 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:handle(590)) - Created localizer for container_1397148025455_0002_01_000005
2014-04-10 11:40:47,857 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:handle(590)) - Created localizer for container_1397148025455_0002_01_000004
2014-04-10 11:40:47,857 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397148025455_0002_01_000002 transitioned from LOCALIZING to LOCALIZED
2014-04-10 11:40:47,857 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397148025455_0002_01_000003 transitioned from LOCALIZING to LOCALIZED
2014-04-10 11:40:47,866 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:writeCredentials(1015)) - Writing credentials to the nmPrivate file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_3/nmPrivate/container_1397148025455_0002_01_000004.tokens. Credentials list:
2014-04-10 11:40:47,867 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:writeCredentials(1015)) - Writing credentials to the nmPrivate file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_2/nmPrivate/container_1397148025455_0002_01_000005.tokens. Credentials list:
2014-04-10 11:40:47,876 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:createUserCacheDirs(469)) - Initializing user brock
2014-04-10 11:40:47,883 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397148025455_0002_01_000003 transitioned from LOCALIZED to RUNNING
2014-04-10 11:40:47,883 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397148025455_0002_01_000002 transitioned from LOCALIZED to RUNNING
2014-04-10 11:40:47,883 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(169)) - Neither virutal-memory nor physical-memory monitoring is needed. Not running the monitor-thread
2014-04-10 11:40:47,883 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(169)) - Neither virutal-memory nor physical-memory monitoring is needed. Not running the monitor-thread
2014-04-10 11:40:47,947 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(103)) - Copying from /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_3/nmPrivate/container_1397148025455_0002_01_000004.tokens to /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_0/usercache/brock/appcache/application_1397148025455_0002/container_1397148025455_0002_01_000004.tokens
2014-04-10 11:40:47,947 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(105)) - CWD set to /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_0/usercache/brock/appcache/application_1397148025455_0002 = file:/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_0/usercache/brock/appcache/application_1397148025455_0002
2014-04-10 11:40:47,952 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(189)) - launchContainer: [nice, -n, 0, bash, /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_1/usercache/brock/appcache/application_1397148025455_0002/container_1397148025455_0002_01_000003/default_container_executor.sh]
2014-04-10 11:40:47,952 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(189)) - launchContainer: [nice, -n, 0, bash, /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_3/usercache/brock/appcache/application_1397148025455_0002/container_1397148025455_0002_01_000002/default_container_executor.sh]
2014-04-10 11:40:48,021 INFO launcher.ContainerLaunch (ContainerLaunch.java:call(322)) - Container container_1397148025455_0001_01_000001 succeeded
2014-04-10 11:40:48,022 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397148025455_0001_01_000001 transitioned from RUNNING to EXITED_WITH_SUCCESS
2014-04-10 11:40:48,022 INFO launcher.ContainerLaunch (ContainerLaunch.java:cleanupContainer(341)) - Cleaning up container container_1397148025455_0001_01_000001
2014-04-10 11:40:48,034 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_0/usercache/brock/appcache/application_1397148025455_0001/container_1397148025455_0001_01_000001
2014-04-10 11:40:48,034 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_1/usercache/brock/appcache/application_1397148025455_0001/container_1397148025455_0001_01_000001
2014-04-10 11:40:48,034 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_2/usercache/brock/appcache/application_1397148025455_0001/container_1397148025455_0001_01_000001
2014-04-10 11:40:48,034 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_3/usercache/brock/appcache/application_1397148025455_0001/container_1397148025455_0001_01_000001
2014-04-10 11:40:48,035 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=brock OPERATION=Container Finished - Succeeded TARGET=ContainerImpl RESULT=SUCCESS APPID=application_1397148025455_0001 CONTAINERID=container_1397148025455_0001_01_000001
2014-04-10 11:40:48,035 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397148025455_0001_01_000001 transitioned from EXITED_WITH_SUCCESS to DONE
2014-04-10 11:40:48,035 INFO application.Application (ApplicationImpl.java:transition(339)) - Removing container_1397148025455_0001_01_000001 from application application_1397148025455_0001
2014-04-10 11:40:48,035 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(169)) - Neither virutal-memory nor physical-memory monitoring is needed. Not running the monitor-thread
2014-04-10 11:40:48,035 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event CONTAINER_STOP for appId application_1397148025455_0001
2014-04-10 11:40:48,072 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397148025455_0002/job.jar dst=null perm=null
2014-04-10 11:40:48,073 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397148025455_0002/job.jar dst=null perm=null
2014-04-10 11:40:48,074 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397148025455_0002/job.jar dst=null perm=null
2014-04-10 11:40:48,080 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:52603, dest: /127.0.0.1:45509, bytes: 246562, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_-470002737_1639, offset: 0, srvID: d285c44a-ef6f-4c17-8ed2-95c06929cda4, blockid: BP-1273566995-127.0.0.1-1397148009804:blk_1073741841_1017, duration: 998958
2014-04-10 11:40:48,095 INFO localizer.LocalizedResource (LocalizedResource.java:handle(196)) - Resource hdfs://localhost:35773/tmp/hadoop-yarn/staging/brock/.staging/job_1397148025455_0002/job.jar(->file:/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_3/usercache/brock/appcache/application_1397148025455_0002/filecache/10/job.jar) transitioned from DOWNLOADING to LOCALIZED
2014-04-10 11:40:48,105 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397148025455_0002/job.xml dst=null perm=null
2014-04-10 11:40:48,106 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397148025455_0002/job.xml dst=null perm=null
2014-04-10 11:40:48,106 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397148025455_0002/job.xml dst=null perm=null
2014-04-10 11:40:48,111 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:52603, dest: /127.0.0.1:45509, bytes: 80138, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_-470002737_1639, offset: 0, srvID: d285c44a-ef6f-4c17-8ed2-95c06929cda4, blockid: BP-1273566995-127.0.0.1-1397148009804:blk_1073741847_1023, duration: 198733
2014-04-10 11:40:48,122 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397148025455_0002_01_000002 Container Transitioned from ACQUIRED to RUNNING
2014-04-10 11:40:48,122 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397148025455_0002_01_000003 Container Transitioned from ACQUIRED to RUNNING
2014-04-10 11:40:48,123 INFO localizer.LocalizedResource (LocalizedResource.java:handle(196)) - Resource hdfs://localhost:35773/tmp/hadoop-yarn/staging/brock/.staging/job_1397148025455_0002/job.xml(->file:/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_0/usercache/brock/appcache/application_1397148025455_0002/filecache/11/job.xml) transitioned from DOWNLOADING to LOCALIZED
2014-04-10 11:40:48,123 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397148025455_0002_01_000005 transitioned from LOCALIZING to LOCALIZED
2014-04-10 11:40:48,123 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397148025455_0002_01_000004 transitioned from LOCALIZING to LOCALIZED
2014-04-10 11:40:48,144 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397148025455_0002_01_000004 transitioned from LOCALIZED to RUNNING
2014-04-10 11:40:48,144 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397148025455_0002_01_000005 transitioned from LOCALIZED to RUNNING
2014-04-10 11:40:48,144 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(169)) - Neither virutal-memory nor physical-memory monitoring is needed. Not running the monitor-thread
2014-04-10 11:40:48,144 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(169)) - Neither virutal-memory nor physical-memory monitoring is needed. Not running the monitor-thread
2014-04-10 11:40:48,149 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:updateAndGetContainerStatuses(374)) - Removed completed container container_1397148025455_0001_01_000001
2014-04-10 11:40:48,149 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397148025455_0002_01_000004 Container Transitioned from ACQUIRED to RUNNING
2014-04-10 11:40:48,149 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397148025455_0002_01_000005 Container Transitioned from ACQUIRED to RUNNING
2014-04-10 11:40:48,149 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397148025455_0001_01_000001 Container Transitioned from RUNNING to COMPLETED
2014-04-10 11:40:48,150 INFO resourcemanager.ApplicationMasterService (ApplicationMasterService.java:unregisterAttempt(562)) - Unregistering app attempt : appattempt_1397148025455_0001_000001
2014-04-10 11:40:48,150 INFO fica.FiCaSchedulerApp (FiCaSchedulerApp.java:containerCompleted(91)) - Completed container: container_1397148025455_0001_01_000001 in state: COMPLETED event:FINISHED
2014-04-10 11:40:48,150 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(98)) - USER=brock OPERATION=AM Released Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1397148025455_0001 CONTAINERID=container_1397148025455_0001_01_000001
2014-04-10 11:40:48,150 INFO fica.FiCaSchedulerNode (FiCaSchedulerNode.java:releaseContainer(164)) - Released container container_1397148025455_0001_01_000001 of capacity <memory:2048, vCores:1> on host localhost:56608, which currently has 2 containers, <memory:2048, vCores:2> used and <memory:2048, vCores:6> available, release resources=true
2014-04-10 11:40:48,150 INFO capacity.LeafQueue (LeafQueue.java:releaseResource(1506)) - default used=<memory:6144, vCores:5> numContainers=5 user=brock user-resources=<memory:6144, vCores:5>
2014-04-10 11:40:48,150 INFO capacity.LeafQueue (LeafQueue.java:completedContainer(1448)) - completedContainer container=Container: [ContainerId: container_1397148025455_0001_01_000001, NodeId: localhost:56608, NodeHttpAddress: localhost:44862, Resource: <memory:2048, vCores:1>, Priority: 0, Token: Token { kind: ContainerToken, service: localhost:56608 }, ] resource=<memory:2048, vCores:1> queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:6144, vCores:5>usedCapacity=0.375, absoluteUsedCapacity=0.375, numApps=3, numContainers=5 usedCapacity=0.375 absoluteUsedCapacity=0.375 used=<memory:6144, vCores:5> cluster=<memory:16384, vCores:32>
2014-04-10 11:40:48,150 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(694)) - completedContainer queue=root usedCapacity=0.375 absoluteUsedCapacity=0.375 used=<memory:6144, vCores:5> cluster=<memory:16384, vCores:32>
2014-04-10 11:40:48,150 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(708)) - Re-sorting completed queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:6144, vCores:5>usedCapacity=0.375, absoluteUsedCapacity=0.375, numApps=3, numContainers=5
2014-04-10 11:40:48,151 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(849)) - Application appattempt_1397148025455_0001_000001 released container container_1397148025455_0001_01_000001 on node: host: localhost:56608 #containers=2 available=2048 used=2048 with event: FINISHED
2014-04-10 11:40:48,150 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(652)) - appattempt_1397148025455_0001_000001 State change from FINISHING to FINISHED
2014-04-10 11:40:48,152 INFO rmapp.RMAppImpl (RMAppImpl.java:handle(610)) - application_1397148025455_0001 State change from FINISHING to FINISHED
2014-04-10 11:40:48,152 INFO capacity.CapacityScheduler (CapacityScheduler.java:doneApplicationAttempt(472)) - Application appattempt_1397148025455_0001_000001 is done. finalState=FINISHED
2014-04-10 11:40:48,152 INFO amlauncher.AMLauncher (AMLauncher.java:run(262)) - Cleaning master appattempt_1397148025455_0001_000001
2014-04-10 11:40:48,153 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(140)) - USER=brock OPERATION=Application Finished - Succeeded TARGET=RMAppManager RESULT=SUCCESS APPID=application_1397148025455_0001
2014-04-10 11:40:48,153 INFO scheduler.AppSchedulingInfo (AppSchedulingInfo.java:clearRequests(108)) - Application application_1397148025455_0001 requests cleared
2014-04-10 11:40:48,153 INFO capacity.LeafQueue (LeafQueue.java:activateApplications(718)) - Application application_1397148025455_0003 from user: brock activated in queue: default
2014-04-10 11:40:48,153 INFO capacity.LeafQueue (LeafQueue.java:removeApplication(776)) - Application removed - appId: application_1397148025455_0001 user: brock queue: default #user-pending-applications: 0 #user-active-applications: 2 #queue-pending-applications: 0 #queue-active-applications: 2
2014-04-10 11:40:48,153 INFO capacity.ParentQueue (ParentQueue.java:removeApplication(507)) - Application removed - appId: application_1397148025455_0001 user: brock leaf-queue of parent: root #applications: 2
2014-04-10 11:40:48,154 INFO resourcemanager.RMAppManager$ApplicationSummary (RMAppManager.java:logAppSummary(175)) - appId=application_1397148025455_0001,name=[3985EDD4109248BDBFCC7629BB2CC84C/95FE9E864E524EBE871BDEB1D666CF58] keyvalue/(1/1) ...encefileplatform/keyvalue,user=brock,queue=default,state=FINISHED,trackingUrl=http://localhost:54562/proxy/application_1397148025455_0001/jobhistory/job/job_1397148025455_0001,appMasterHost=localhost.localdomain,startTime=1397148032283,finishTime=1397148041862,finalStatus=SUCCEEDED
2014-04-10 11:40:48,157 INFO ipc.Server (Server.java:saslProcess(1252)) - Auth successful for appattempt_1397148025455_0001_000001 (auth:SIMPLE)
2014-04-10 11:40:48,159 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:stopContainerInternal(718)) - Stopping container with container Id: container_1397148025455_0001_01_000001
2014-04-10 11:40:48,181 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397148025455_0003_01_000001 Container Transitioned from NEW to ALLOCATED
2014-04-10 11:40:48,181 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(98)) - USER=brock OPERATION=AM Allocated Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1397148025455_0003 CONTAINERID=container_1397148025455_0003_01_000001
2014-04-10 11:40:48,181 INFO fica.FiCaSchedulerNode (FiCaSchedulerNode.java:allocateContainer(116)) - Assigned container container_1397148025455_0003_01_000001 of capacity <memory:2048, vCores:1> on host localhost:58564, which currently has 1 containers, <memory:2048, vCores:1> used and <memory:2048, vCores:7> available
2014-04-10 11:40:48,181 INFO capacity.LeafQueue (LeafQueue.java:assignContainer(1363)) - assignedContainer application=application_1397148025455_0003 container=Container: [ContainerId: container_1397148025455_0003_01_000001, NodeId: localhost:58564, NodeHttpAddress: localhost:40619, Resource: <memory:2048, vCores:1>, Priority: 0, Token: Token { kind: ContainerToken, service: localhost:58564 }, ] containerId=container_1397148025455_0003_01_000001 queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:6144, vCores:5>usedCapacity=0.375, absoluteUsedCapacity=0.375, numApps=2, numContainers=5 usedCapacity=0.375 absoluteUsedCapacity=0.375 used=<memory:6144, vCores:5> cluster=<memory:16384, vCores:32>
2014-04-10 11:40:48,181 INFO capacity.ParentQueue (ParentQueue.java:assignContainersToChildQueues(655)) - Re-sorting assigned queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:8192, vCores:6>usedCapacity=0.5, absoluteUsedCapacity=0.5, numApps=2, numContainers=6
2014-04-10 11:40:48,181 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397148025455_0003_01_000001 Container Transitioned from ALLOCATED to ACQUIRED
2014-04-10 11:40:48,182 INFO capacity.ParentQueue (ParentQueue.java:assignContainers(570)) - assignedContainer queue=root usedCapacity=0.5 absoluteUsedCapacity=0.5 used=<memory:8192, vCores:6> cluster=<memory:16384, vCores:32>
2014-04-10 11:40:48,182 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:storeAttempt(1554)) - Storing attempt: AppId: application_1397148025455_0003 AttemptId: appattempt_1397148025455_0003_000001 MasterContainer: Container: [ContainerId: container_1397148025455_0003_01_000001, NodeId: localhost:58564, NodeHttpAddress: localhost:40619, Resource: <memory:2048, vCores:1>, Priority: 0, Token: Token { kind: ContainerToken, service: localhost:58564 }, ]
2014-04-10 11:40:48,182 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(652)) - appattempt_1397148025455_0003_000001 State change from SCHEDULED to ALLOCATED_SAVING
2014-04-10 11:40:48,182 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(652)) - appattempt_1397148025455_0003_000001 State change from ALLOCATED_SAVING to ALLOCATED
2014-04-10 11:40:48,183 INFO amlauncher.AMLauncher (AMLauncher.java:run(248)) - Launching masterappattempt_1397148025455_0003_000001
2014-04-10 11:40:48,184 INFO amlauncher.AMLauncher (AMLauncher.java:launch(105)) - Setting up container Container: [ContainerId: container_1397148025455_0003_01_000001, NodeId: localhost:58564, NodeHttpAddress: localhost:40619, Resource: <memory:2048, vCores:1>, Priority: 0, Token: Token { kind: ContainerToken, service: localhost:58564 }, ] for AM appattempt_1397148025455_0003_000001
2014-04-10 11:40:48,184 INFO amlauncher.AMLauncher (AMLauncher.java:createAMContainerLaunchContext(190)) - Command to launch container container_1397148025455_0003_01_000001 : $JAVA_HOME/bin/java -Dlog4j.configuration=container-log4j.properties -Dyarn.app.container.log.dir=<LOG_DIR> -Dyarn.app.container.log.filesize=0 -Dhadoop.root.logger=INFO,CLA -Xmx1024m org.apache.hadoop.mapreduce.v2.app.MRAppMaster 1><LOG_DIR>/stdout 2><LOG_DIR>/stderr
2014-04-10 11:40:48,187 INFO ipc.Server (Server.java:saslProcess(1252)) - Auth successful for appattempt_1397148025455_0003_000001 (auth:SIMPLE)
2014-04-10 11:40:48,189 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(572)) - Start request for container_1397148025455_0003_01_000001 by user brock
2014-04-10 11:40:48,190 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(611)) - Creating a new application reference for app application_1397148025455_0003
2014-04-10 11:40:48,190 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=brock IP=127.0.0.1 OPERATION=Start Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1397148025455_0003 CONTAINERID=container_1397148025455_0003_01_000001
2014-04-10 11:40:48,190 INFO application.Application (ApplicationImpl.java:handle(450)) - Application application_1397148025455_0003 transitioned from NEW to INITING
2014-04-10 11:40:48,192 INFO application.Application (ApplicationImpl.java:transition(296)) - Adding container_1397148025455_0003_01_000001 to application application_1397148025455_0003
2014-04-10 11:40:48,192 INFO amlauncher.AMLauncher (AMLauncher.java:launch(126)) - Done launching container Container: [ContainerId: container_1397148025455_0003_01_000001, NodeId: localhost:58564, NodeHttpAddress: localhost:40619, Resource: <memory:2048, vCores:1>, Priority: 0, Token: Token { kind: ContainerToken, service: localhost:58564 }, ] for AM appattempt_1397148025455_0003_000001
2014-04-10 11:40:48,192 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(652)) - appattempt_1397148025455_0003_000001 State change from ALLOCATED to LAUNCHED
2014-04-10 11:40:48,192 INFO application.Application (ApplicationImpl.java:handle(450)) - Application application_1397148025455_0003 transitioned from INITING to RUNNING
2014-04-10 11:40:48,193 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397148025455_0003_01_000001 transitioned from NEW to LOCALIZING
2014-04-10 11:40:48,193 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event CONTAINER_INIT for appId application_1397148025455_0003
2014-04-10 11:40:48,193 INFO localizer.LocalizedResource (LocalizedResource.java:handle(196)) - Resource hdfs://localhost:35773/tmp/hadoop-yarn/staging/brock/.staging/job_1397148025455_0003/job.jar transitioned from INIT to DOWNLOADING
2014-04-10 11:40:48,193 INFO localizer.LocalizedResource (LocalizedResource.java:handle(196)) - Resource hdfs://localhost:35773/tmp/hadoop-yarn/staging/brock/.staging/job_1397148025455_0003/job.splitmetainfo transitioned from INIT to DOWNLOADING
2014-04-10 11:40:48,193 INFO localizer.LocalizedResource (LocalizedResource.java:handle(196)) - Resource hdfs://localhost:35773/tmp/hadoop-yarn/staging/brock/.staging/job_1397148025455_0003/job.split transitioned from INIT to DOWNLOADING
2014-04-10 11:40:48,193 INFO localizer.LocalizedResource (LocalizedResource.java:handle(196)) - Resource hdfs://localhost:35773/tmp/hadoop-yarn/staging/brock/.staging/job_1397148025455_0003/job.xml transitioned from INIT to DOWNLOADING
2014-04-10 11:40:48,193 INFO localizer.LocalizedResource (LocalizedResource.java:handle(196)) - Resource hdfs://localhost:35773/user/brock/target/Hadoop2MR1Platform-tmpDir/hadoop-5284192097755328556.jar transitioned from INIT to DOWNLOADING
2014-04-10 11:40:48,193 INFO localizer.LocalizedResource (LocalizedResource.java:handle(196)) - Resource hdfs://localhost:35773/user/brock/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar transitioned from INIT to DOWNLOADING
2014-04-10 11:40:48,193 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:handle(590)) - Created localizer for container_1397148025455_0003_01_000001
2014-04-10 11:40:48,194 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:addResource(651)) - Downloading public rsrc:{ hdfs://localhost:35773/user/brock/target/Hadoop2MR1Platform-tmpDir/hadoop-5284192097755328556.jar, 1397148013058, FILE, null }
2014-04-10 11:40:48,197 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:addResource(651)) - Downloading public rsrc:{ hdfs://localhost:35773/user/brock/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar, 1397148012885, FILE, null }
2014-04-10 11:40:48,197 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(189)) - launchContainer: [nice, -n, 0, bash, /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_3/usercache/brock/appcache/application_1397148025455_0002/container_1397148025455_0002_01_000004/default_container_executor.sh]
2014-04-10 11:40:48,197 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(189)) - launchContainer: [nice, -n, 0, bash, /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_1/usercache/brock/appcache/application_1397148025455_0002/container_1397148025455_0002_01_000005/default_container_executor.sh]
2014-04-10 11:40:48,205 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:writeCredentials(1015)) - Writing credentials to the nmPrivate file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_0/nmPrivate/container_1397148025455_0003_01_000001.tokens. Credentials list:
2014-04-10 11:40:48,212 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target/Hadoop2MR1Platform-tmpDir/hadoop-5284192097755328556.jar dst=null perm=null
2014-04-10 11:40:48,213 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target/Hadoop2MR1Platform-tmpDir/hadoop-5284192097755328556.jar dst=null perm=null
2014-04-10 11:40:48,214 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target/Hadoop2MR1Platform-tmpDir dst=null perm=null
2014-04-10 11:40:48,215 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null
2014-04-10 11:40:48,215 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target dst=null perm=null
2014-04-10 11:40:48,216 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null
2014-04-10 11:40:48,216 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target/Hadoop2MR1Platform-tmpDir dst=null perm=null
2014-04-10 11:40:48,217 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock dst=null perm=null
2014-04-10 11:40:48,217 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target dst=null perm=null
2014-04-10 11:40:48,218 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user dst=null perm=null
2014-04-10 11:40:48,218 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock dst=null perm=null
2014-04-10 11:40:48,219 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/ dst=null perm=null
2014-04-10 11:40:48,219 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:createUserCacheDirs(469)) - Initializing user brock
2014-04-10 11:40:48,219 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user dst=null perm=null
2014-04-10 11:40:48,220 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target/Hadoop2MR1Platform-tmpDir/hadoop-5284192097755328556.jar dst=null perm=null
2014-04-10 11:40:48,220 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/ dst=null perm=null
2014-04-10 11:40:48,220 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/user/brock/target/Hadoop2MR1Platform-tmpDir/hadoop-5284192097755328556.jar dst=null perm=null
2014-04-10 11:40:48,221 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null
2014-04-10 11:40:48,223 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/user/brock/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null
2014-04-10 11:40:48,230 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:36647, dest: /127.0.0.1:57483, bytes: 388587, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_2143935106_9, offset: 0, srvID: 83fbbfd6-5c60-438d-b204-7d44dafa2eec, blockid: BP-1273566995-127.0.0.1-1397148009804:blk_1073741826_1002, duration: 864910
2014-04-10 11:40:48,234 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:52669, dest: /127.0.0.1:37307, bytes: 488518, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_2143935106_9, offset: 0, srvID: 2a939430-7213-43d8-8538-35bb09f189bb, blockid: BP-1273566995-127.0.0.1-1397148009804:blk_1073741825_1001, duration: 1125744
2014-04-10 11:40:48,259 INFO localizer.LocalizedResource (LocalizedResource.java:handle(196)) - Resource hdfs://localhost:35773/user/brock/target/Hadoop2MR1Platform-tmpDir/hadoop-5284192097755328556.jar(->file:/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_2/filecache/10/hadoop-5284192097755328556.jar) transitioned from DOWNLOADING to LOCALIZED
2014-04-10 11:40:48,260 INFO localizer.LocalizedResource (LocalizedResource.java:handle(196)) - Resource hdfs://localhost:35773/user/brock/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar(->file:/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_2/filecache/11/MRAppJar.jar) transitioned from DOWNLOADING to LOCALIZED
2014-04-10 11:40:48,304 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(103)) - Copying from /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_0/nmPrivate/container_1397148025455_0003_01_000001.tokens to /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_0/usercache/brock/appcache/application_1397148025455_0003/container_1397148025455_0003_01_000001.tokens
2014-04-10 11:40:48,304 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(105)) - CWD set to /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_0/usercache/brock/appcache/application_1397148025455_0003 = file:/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_0/usercache/brock/appcache/application_1397148025455_0003
2014-04-10 11:40:48,412 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397148025455_0003/job.jar dst=null perm=null
2014-04-10 11:40:48,413 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397148025455_0003/job.jar dst=null perm=null
2014-04-10 11:40:48,414 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397148025455_0003/job.jar dst=null perm=null
2014-04-10 11:40:48,429 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:36647, dest: /127.0.0.1:57483, bytes: 246562, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_1318265835_1775, offset: 0, srvID: 83fbbfd6-5c60-438d-b204-7d44dafa2eec, blockid: BP-1273566995-127.0.0.1-1397148009804:blk_1073741842_1018, duration: 446580
2014-04-10 11:40:48,455 INFO localizer.LocalizedResource (LocalizedResource.java:handle(196)) - Resource hdfs://localhost:35773/tmp/hadoop-yarn/staging/brock/.staging/job_1397148025455_0003/job.jar(->file:/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_2/usercache/brock/appcache/application_1397148025455_0003/filecache/10/job.jar) transitioned from DOWNLOADING to LOCALIZED
2014-04-10 11:40:48,481 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397148025455_0003/job.splitmetainfo dst=null perm=null
2014-04-10 11:40:48,482 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397148025455_0003/job.splitmetainfo dst=null perm=null
2014-04-10 11:40:48,483 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397148025455_0003/job.splitmetainfo dst=null perm=null
2014-04-10 11:40:48,500 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:52669, dest: /127.0.0.1:37307, bytes: 160, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_1318265835_1775, offset: 0, srvID: 2a939430-7213-43d8-8538-35bb09f189bb, blockid: BP-1273566995-127.0.0.1-1397148009804:blk_1073741846_1022, duration: 190347
2014-04-10 11:40:48,574 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073741828_1004 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data1/current/BP-1273566995-127.0.0.1-1397148009804/current/finalized/blk_1073741828 for deletion
2014-04-10 11:40:48,584 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073741828_1004 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data6/current/BP-1273566995-127.0.0.1-1397148009804/current/finalized/blk_1073741828 for deletion
2014-04-10 11:40:48,586 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073741829_1005 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data2/current/BP-1273566995-127.0.0.1-1397148009804/current/finalized/blk_1073741829 for deletion
2014-04-10 11:40:48,587 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-1273566995-127.0.0.1-1397148009804 blk_1073741828_1004 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data1/current/BP-1273566995-127.0.0.1-1397148009804/current/finalized/blk_1073741828
2014-04-10 11:40:48,587 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073741829_1005 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data5/current/BP-1273566995-127.0.0.1-1397148009804/current/finalized/blk_1073741829 for deletion
2014-04-10 11:40:48,589 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-1273566995-127.0.0.1-1397148009804 blk_1073741828_1004 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data6/current/BP-1273566995-127.0.0.1-1397148009804/current/finalized/blk_1073741828
2014-04-10 11:40:48,596 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073741830_1006 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data6/current/BP-1273566995-127.0.0.1-1397148009804/current/finalized/blk_1073741830 for deletion
2014-04-10 11:40:48,597 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-1273566995-127.0.0.1-1397148009804 blk_1073741829_1005 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data5/current/BP-1273566995-127.0.0.1-1397148009804/current/finalized/blk_1073741829
2014-04-10 11:40:48,597 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073741831_1007 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data5/current/BP-1273566995-127.0.0.1-1397148009804/current/finalized/blk_1073741831 for deletion
2014-04-10 11:40:48,597 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-1273566995-127.0.0.1-1397148009804 blk_1073741830_1006 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data6/current/BP-1273566995-127.0.0.1-1397148009804/current/finalized/blk_1073741830
2014-04-10 11:40:48,605 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073741832_1008 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data6/current/BP-1273566995-127.0.0.1-1397148009804/current/finalized/blk_1073741832 for deletion
2014-04-10 11:40:48,605 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-1273566995-127.0.0.1-1397148009804 blk_1073741831_1007 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data5/current/BP-1273566995-127.0.0.1-1397148009804/current/finalized/blk_1073741831
2014-04-10 11:40:48,605 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073741837_1013 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data5/current/BP-1273566995-127.0.0.1-1397148009804/current/finalized/blk_1073741837 for deletion
2014-04-10 11:40:48,605 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073741838_1014 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data6/current/BP-1273566995-127.0.0.1-1397148009804/current/finalized/blk_1073741838 for deletion
2014-04-10 11:40:48,605 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-1273566995-127.0.0.1-1397148009804 blk_1073741837_1013 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data5/current/BP-1273566995-127.0.0.1-1397148009804/current/finalized/blk_1073741837
2014-04-10 11:40:48,606 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-1273566995-127.0.0.1-1397148009804 blk_1073741832_1008 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data6/current/BP-1273566995-127.0.0.1-1397148009804/current/finalized/blk_1073741832
2014-04-10 11:40:48,606 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-1273566995-127.0.0.1-1397148009804 blk_1073741838_1014 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data6/current/BP-1273566995-127.0.0.1-1397148009804/current/finalized/blk_1073741838
2014-04-10 11:40:48,611 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073741830_1006 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data1/current/BP-1273566995-127.0.0.1-1397148009804/current/finalized/blk_1073741830 for deletion
2014-04-10 11:40:48,611 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073741832_1008 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data2/current/BP-1273566995-127.0.0.1-1397148009804/current/finalized/blk_1073741832 for deletion
2014-04-10 11:40:48,611 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073741838_1014 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data2/current/BP-1273566995-127.0.0.1-1397148009804/current/finalized/blk_1073741838 for deletion
2014-04-10 11:40:48,612 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-1273566995-127.0.0.1-1397148009804 blk_1073741830_1006 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data1/current/BP-1273566995-127.0.0.1-1397148009804/current/finalized/blk_1073741830
2014-04-10 11:40:48,612 INFO localizer.LocalizedResource (LocalizedResource.java:handle(196)) - Resource hdfs://localhost:35773/tmp/hadoop-yarn/staging/brock/.staging/job_1397148025455_0003/job.splitmetainfo(->file:/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_3/usercache/brock/appcache/application_1397148025455_0003/filecache/11/job.splitmetainfo) transitioned from DOWNLOADING to LOCALIZED
2014-04-10 11:40:48,613 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-1273566995-127.0.0.1-1397148009804 blk_1073741829_1005 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data2/current/BP-1273566995-127.0.0.1-1397148009804/current/finalized/blk_1073741829
2014-04-10 11:40:48,619 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-1273566995-127.0.0.1-1397148009804 blk_1073741832_1008 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data2/current/BP-1273566995-127.0.0.1-1397148009804/current/finalized/blk_1073741832
2014-04-10 11:40:48,619 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-1273566995-127.0.0.1-1397148009804 blk_1073741838_1014 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data2/current/BP-1273566995-127.0.0.1-1397148009804/current/finalized/blk_1073741838
2014-04-10 11:40:48,663 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397148025455_0003/job.split dst=null perm=null
2014-04-10 11:40:48,664 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397148025455_0003/job.split dst=null perm=null
2014-04-10 11:40:48,668 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397148025455_0003/job.split dst=null perm=null
2014-04-10 11:40:48,689 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:36647, dest: /127.0.0.1:57483, bytes: 1739, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_1318265835_1775, offset: 0, srvID: 83fbbfd6-5c60-438d-b204-7d44dafa2eec, blockid: BP-1273566995-127.0.0.1-1397148009804:blk_1073741845_1021, duration: 169678
2014-04-10 11:40:48,724 INFO scheduler.AppSchedulingInfo (AppSchedulingInfo.java:updateResourceRequests(166)) - checking for deactivate...
2014-04-10 11:40:48,775 INFO localizer.LocalizedResource (LocalizedResource.java:handle(196)) - Resource hdfs://localhost:35773/tmp/hadoop-yarn/staging/brock/.staging/job_1397148025455_0003/job.split(->file:/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_0/usercache/brock/appcache/application_1397148025455_0003/filecache/12/job.split) transitioned from DOWNLOADING to LOCALIZED
2014-04-10 11:40:48,812 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397148025455_0003/job.xml dst=null perm=null
2014-04-10 11:40:48,813 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397148025455_0003/job.xml dst=null perm=null
2014-04-10 11:40:48,814 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397148025455_0003/job.xml dst=null perm=null
2014-04-10 11:40:48,829 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:36647, dest: /127.0.0.1:57483, bytes: 80138, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_1318265835_1775, offset: 0, srvID: 83fbbfd6-5c60-438d-b204-7d44dafa2eec, blockid: BP-1273566995-127.0.0.1-1397148009804:blk_1073741848_1024, duration: 280035
2014-04-10 11:40:48,862 INFO localizer.LocalizedResource (LocalizedResource.java:handle(196)) - Resource hdfs://localhost:35773/tmp/hadoop-yarn/staging/brock/.staging/job_1397148025455_0003/job.xml(->file:/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_1/usercache/brock/appcache/application_1397148025455_0003/filecache/13/job.xml) transitioned from DOWNLOADING to LOCALIZED
2014-04-10 11:40:48,863 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397148025455_0003_01_000001 transitioned from LOCALIZING to LOCALIZED
2014-04-10 11:40:48,977 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397148025455_0003_01_000001 transitioned from LOCALIZED to RUNNING
2014-04-10 11:40:48,977 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(169)) - Neither virutal-memory nor physical-memory monitoring is needed. Not running the monitor-thread
2014-04-10 11:40:49,123 INFO application.Application (ApplicationImpl.java:handle(450)) - Application application_1397148025455_0001 transitioned from RUNNING to APPLICATION_RESOURCES_CLEANINGUP
2014-04-10 11:40:49,124 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_0/usercache/brock/appcache/application_1397148025455_0001
2014-04-10 11:40:49,124 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_1/usercache/brock/appcache/application_1397148025455_0001
2014-04-10 11:40:49,124 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_2/usercache/brock/appcache/application_1397148025455_0001
2014-04-10 11:40:49,124 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_3/usercache/brock/appcache/application_1397148025455_0001
2014-04-10 11:40:49,130 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event APPLICATION_STOP for appId application_1397148025455_0001
2014-04-10 11:40:49,131 INFO application.Application (ApplicationImpl.java:handle(450)) - Application application_1397148025455_0001 transitioned from APPLICATION_RESOURCES_CLEANINGUP to FINISHED
2014-04-10 11:40:49,131 INFO loghandler.NonAggregatingLogHandler (NonAggregatingLogHandler.java:handle(119)) - Scheduling Log Deletion for application: application_1397148025455_0001, with delay of 10800 seconds
2014-04-10 11:40:49,161 INFO application.Application (ApplicationImpl.java:handle(450)) - Application application_1397148025455_0001 transitioned from RUNNING to APPLICATION_RESOURCES_CLEANINGUP
2014-04-10 11:40:49,162 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event APPLICATION_STOP for appId application_1397148025455_0001
2014-04-10 11:40:49,162 INFO application.Application (ApplicationImpl.java:handle(450)) - Application application_1397148025455_0001 transitioned from APPLICATION_RESOURCES_CLEANINGUP to FINISHED
2014-04-10 11:40:49,162 INFO loghandler.NonAggregatingLogHandler (NonAggregatingLogHandler.java:handle(119)) - Scheduling Log Deletion for application: application_1397148025455_0001, with delay of 10800 seconds
2014-04-10 11:40:49,163 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_0/usercache/brock/appcache/application_1397148025455_0001
2014-04-10 11:40:49,163 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_1/usercache/brock/appcache/application_1397148025455_0001
2014-04-10 11:40:49,164 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_2/usercache/brock/appcache/application_1397148025455_0001
2014-04-10 11:40:49,165 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_3/usercache/brock/appcache/application_1397148025455_0001
2014-04-10 11:40:49,180 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397148025455_0003_01_000001 Container Transitioned from ACQUIRED to RUNNING
2014-04-10 11:40:49,189 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:createUserCacheDirs(469)) - Initializing user brock
2014-04-10 11:40:49,193 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(189)) - launchContainer: [nice, -n, 0, bash, /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_1/usercache/brock/appcache/application_1397148025455_0003/container_1397148025455_0003_01_000001/default_container_executor.sh]
2014-04-10 11:40:49,478 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(103)) - Copying from /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_2/nmPrivate/container_1397148025455_0002_01_000005.tokens to /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_0/usercache/brock/appcache/application_1397148025455_0002/container_1397148025455_0002_01_000005.tokens
2014-04-10 11:40:49,479 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(105)) - CWD set to /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_0/usercache/brock/appcache/application_1397148025455_0002 = file:/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_0/usercache/brock/appcache/application_1397148025455_0002
2014-04-10 11:40:50,466 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397148025455_0002/job.split dst=null perm=null
2014-04-10 11:40:50,539 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397148025455_0002/job.split dst=null perm=null
2014-04-10 11:40:50,589 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:48225, dest: /127.0.0.1:57136, bytes: 1739, op: HDFS_READ, cliID: DFSClient_attempt_1397148025455_0002_m_000001_0_1312878143_1, offset: 0, srvID: 0e4a70b8-97db-47e9-bdbb-11e7b39a6d93, blockid: BP-1273566995-127.0.0.1-1397148009804:blk_1073741843_1019, duration: 178322
2014-04-10 11:40:50,637 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:36647, dest: /127.0.0.1:57497, bytes: 1739, op: HDFS_READ, cliID: DFSClient_attempt_1397148025455_0002_m_000000_0_-19400104_1, offset: 0, srvID: 83fbbfd6-5c60-438d-b204-7d44dafa2eec, blockid: BP-1273566995-127.0.0.1-1397148009804:blk_1073741843_1019, duration: 189630
2014-04-10 11:40:50,690 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/writablesequencefileplatform/keyvalue/part-00001 dst=null perm=null
2014-04-10 11:40:50,696 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/writablesequencefileplatform/keyvalue/part-00001 dst=null perm=null
2014-04-10 11:40:50,699 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:48225, dest: /127.0.0.1:57136, bytes: 536, op: HDFS_READ, cliID: DFSClient_attempt_1397148025455_0002_m_000001_0_1312878143_1, offset: 0, srvID: 0e4a70b8-97db-47e9-bdbb-11e7b39a6d93, blockid: BP-1273566995-127.0.0.1-1397148009804:blk_1073741835_1011, duration: 204236
2014-04-10 11:40:50,720 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/writablesequencefileplatform/keyvalue/part-00002 dst=null perm=null
2014-04-10 11:40:50,728 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/writablesequencefileplatform/keyvalue/part-00002 dst=null perm=null
2014-04-10 11:40:50,739 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:52603, dest: /127.0.0.1:45528, bytes: 577, op: HDFS_READ, cliID: DFSClient_attempt_1397148025455_0002_m_000000_0_-19400104_1, offset: 0, srvID: d285c44a-ef6f-4c17-8ed2-95c06929cda4, blockid: BP-1273566995-127.0.0.1-1397148009804:blk_1073741834_1010, duration: 208039
2014-04-10 11:40:50,797 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/writablesequencefileplatform/value/_temporary/1/_temporary/attempt_1397148025455_0002_m_000001_0/part-00001 dst=null perm=brock:supergroup:rw-rw-rw-
2014-04-10 11:40:50,814 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/writablesequencefileplatform/value/_temporary/1/_temporary/attempt_1397148025455_0002_m_000000_0/part-00000 dst=null perm=brock:supergroup:rw-rw-rw-
2014-04-10 11:40:50,976 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(2966)) - BLOCK* allocateBlock: /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/writablesequencefileplatform/value/_temporary/1/_temporary/attempt_1397148025455_0002_m_000001_0/part-00001. BP-1273566995-127.0.0.1-1397148009804 blk_1073741850_1026{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-89a8a4dd-3711-4e1f-a6ae-4c16325f3994:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-1656bbea-11d8-45ca-abe1-49de0459849e:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-838adf6f-c765-4df1-af90-8771b842abe6:NORMAL|RBW]]}
2014-04-10 11:40:51,002 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(2966)) - BLOCK* allocateBlock: /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/writablesequencefileplatform/value/_temporary/1/_temporary/attempt_1397148025455_0002_m_000000_0/part-00000. BP-1273566995-127.0.0.1-1397148009804 blk_1073741851_1027{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-1656bbea-11d8-45ca-abe1-49de0459849e:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-89a8a4dd-3711-4e1f-a6ae-4c16325f3994:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-3ed96dbe-c447-4d96-9c7e-eaff895c84c9:NORMAL|RBW]]}
2014-04-10 11:40:51,066 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397148025455_0002/job.split dst=null perm=null
2014-04-10 11:40:51,077 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1273566995-127.0.0.1-1397148009804:blk_1073741850_1026 src: /127.0.0.1:57139 dest: /127.0.0.1:48225
2014-04-10 11:40:51,084 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1273566995-127.0.0.1-1397148009804:blk_1073741851_1027 src: /127.0.0.1:57500 dest: /127.0.0.1:36647
2014-04-10 11:40:51,086 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1273566995-127.0.0.1-1397148009804:blk_1073741851_1027 src: /127.0.0.1:57143 dest: /127.0.0.1:48225
2014-04-10 11:40:51,088 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1273566995-127.0.0.1-1397148009804:blk_1073741850_1026 src: /127.0.0.1:57502 dest: /127.0.0.1:36647
2014-04-10 11:40:51,094 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1273566995-127.0.0.1-1397148009804:blk_1073741850_1026 src: /127.0.0.1:37328 dest: /127.0.0.1:52669
2014-04-10 11:40:51,094 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1273566995-127.0.0.1-1397148009804:blk_1073741851_1027 src: /127.0.0.1:45534 dest: /127.0.0.1:52603
2014-04-10 11:40:51,127 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:45534, dest: /127.0.0.1:52603, bytes: 545, op: HDFS_WRITE, cliID: DFSClient_attempt_1397148025455_0002_m_000000_0_-19400104_1, offset: 0, srvID: d285c44a-ef6f-4c17-8ed2-95c06929cda4, blockid: BP-1273566995-127.0.0.1-1397148009804:blk_1073741851_1027, duration: 31596237
2014-04-10 11:40:51,127 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1273566995-127.0.0.1-1397148009804:blk_1073741851_1027, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2014-04-10 11:40:51,127 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:57143, dest: /127.0.0.1:48225, bytes: 545, op: HDFS_WRITE, cliID: DFSClient_attempt_1397148025455_0002_m_000000_0_-19400104_1, offset: 0, srvID: 0e4a70b8-97db-47e9-bdbb-11e7b39a6d93, blockid: BP-1273566995-127.0.0.1-1397148009804:blk_1073741851_1027, duration: 10336057
2014-04-10 11:40:51,128 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1273566995-127.0.0.1-1397148009804:blk_1073741851_1027, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 11:40:51,128 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:52603 is added to blk_1073741851_1027{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-1656bbea-11d8-45ca-abe1-49de0459849e:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-3ed96dbe-c447-4d96-9c7e-eaff895c84c9:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-c76cb5c0-94a2-4f10-be3b-e7b4acb9030e:NORMAL|RBW]]} size 0
2014-04-10 11:40:51,128 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:57500, dest: /127.0.0.1:36647, bytes: 545, op: HDFS_WRITE, cliID: DFSClient_attempt_1397148025455_0002_m_000000_0_-19400104_1, offset: 0, srvID: 83fbbfd6-5c60-438d-b204-7d44dafa2eec, blockid: BP-1273566995-127.0.0.1-1397148009804:blk_1073741851_1027, duration: 30960595
2014-04-10 11:40:51,129 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:48225 is added to blk_1073741851_1027{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-1656bbea-11d8-45ca-abe1-49de0459849e:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-3ed96dbe-c447-4d96-9c7e-eaff895c84c9:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-c76cb5c0-94a2-4f10-be3b-e7b4acb9030e:NORMAL|RBW]]} size 0
2014-04-10 11:40:51,129 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:36647 is added to blk_1073741851_1027{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-1656bbea-11d8-45ca-abe1-49de0459849e:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-3ed96dbe-c447-4d96-9c7e-eaff895c84c9:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-c76cb5c0-94a2-4f10-be3b-e7b4acb9030e:NORMAL|RBW]]} size 0
2014-04-10 11:40:51,130 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1273566995-127.0.0.1-1397148009804:blk_1073741851_1027, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 11:40:51,130 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:37328, dest: /127.0.0.1:52669, bytes: 504, op: HDFS_WRITE, cliID: DFSClient_attempt_1397148025455_0002_m_000001_0_1312878143_1, offset: 0, srvID: 2a939430-7213-43d8-8538-35bb09f189bb, blockid: BP-1273566995-127.0.0.1-1397148009804:blk_1073741850_1026, duration: 3824304
2014-04-10 11:40:51,131 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:57502, dest: /127.0.0.1:36647, bytes: 504, op: HDFS_WRITE, cliID: DFSClient_attempt_1397148025455_0002_m_000001_0_1312878143_1, offset: 0, srvID: 83fbbfd6-5c60-438d-b204-7d44dafa2eec, blockid: BP-1273566995-127.0.0.1-1397148009804:blk_1073741850_1026, duration: 21598972
2014-04-10 11:40:51,131 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1273566995-127.0.0.1-1397148009804:blk_1073741850_1026, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 11:40:51,132 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1273566995-127.0.0.1-1397148009804:blk_1073741850_1026, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2014-04-10 11:40:51,132 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:52669 is added to blk_1073741850_1026{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-89a8a4dd-3711-4e1f-a6ae-4c16325f3994:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-c1a68ee9-e354-4a4f-84f6-847f076a6df0:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-c8e7c7c4-3019-4725-a866-f4905c19dba7:NORMAL|RBW]]} size 0
2014-04-10 11:40:51,132 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:36647 is added to blk_1073741850_1026{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-89a8a4dd-3711-4e1f-a6ae-4c16325f3994:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-c1a68ee9-e354-4a4f-84f6-847f076a6df0:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-c8e7c7c4-3019-4725-a866-f4905c19dba7:NORMAL|RBW]]} size 0
2014-04-10 11:40:51,132 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:57139, dest: /127.0.0.1:48225, bytes: 504, op: HDFS_WRITE, cliID: DFSClient_attempt_1397148025455_0002_m_000001_0_1312878143_1, offset: 0, srvID: 0e4a70b8-97db-47e9-bdbb-11e7b39a6d93, blockid: BP-1273566995-127.0.0.1-1397148009804:blk_1073741850_1026, duration: 6333327
2014-04-10 11:40:51,133 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1273566995-127.0.0.1-1397148009804:blk_1073741850_1026, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 11:40:51,133 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:48225 is added to blk_1073741850_1026{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-89a8a4dd-3711-4e1f-a6ae-4c16325f3994:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-c1a68ee9-e354-4a4f-84f6-847f076a6df0:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-c8e7c7c4-3019-4725-a866-f4905c19dba7:NORMAL|RBW]]} size 0
2014-04-10 11:40:51,147 INFO hdfs.StateChange (FSNamesystem.java:completeFile(2899)) - DIR* completeFile: /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/writablesequencefileplatform/value/_temporary/1/_temporary/attempt_1397148025455_0002_m_000000_0/part-00000 is closed by DFSClient_attempt_1397148025455_0002_m_000000_0_-19400104_1
2014-04-10 11:40:51,153 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:52669, dest: /127.0.0.1:37329, bytes: 707, op: HDFS_READ, cliID: DFSClient_attempt_1397148025455_0002_m_000003_0_-1010651409_1, offset: 1024, srvID: 2a939430-7213-43d8-8538-35bb09f189bb, blockid: BP-1273566995-127.0.0.1-1397148009804:blk_1073741843_1019, duration: 199239
2014-04-10 11:40:51,162 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397148025455_0002/job.split dst=null perm=null
2014-04-10 11:40:51,164 INFO hdfs.StateChange (FSNamesystem.java:completeFile(2899)) - DIR* completeFile: /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/writablesequencefileplatform/value/_temporary/1/_temporary/attempt_1397148025455_0002_m_000001_0/part-00001 is closed by DFSClient_attempt_1397148025455_0002_m_000001_0_1312878143_1
2014-04-10 11:40:51,212 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/writablesequencefileplatform/value/_temporary/1/_temporary/attempt_1397148025455_0002_m_000000_0 dst=null perm=null
2014-04-10 11:40:51,217 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/writablesequencefileplatform/value/_temporary/1/_temporary/attempt_1397148025455_0002_m_000000_0 dst=null perm=null
2014-04-10 11:40:51,218 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/writablesequencefileplatform/value/_temporary/1/task_1397148025455_0002_m_000000 dst=null perm=null
2014-04-10 11:40:51,227 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/writablesequencefileplatform/value/_temporary/1/_temporary/attempt_1397148025455_0002_m_000001_0 dst=null perm=null
2014-04-10 11:40:51,232 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/writablesequencefileplatform/value/_temporary/1/_temporary/attempt_1397148025455_0002_m_000001_0 dst=null perm=null
2014-04-10 11:40:51,233 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/writablesequencefileplatform/value/_temporary/1/task_1397148025455_0002_m_000001 dst=null perm=null
2014-04-10 11:40:51,236 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/writablesequencefileplatform/keyvalue/part-00003 dst=null perm=null
2014-04-10 11:40:51,239 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=rename src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/writablesequencefileplatform/value/_temporary/1/_temporary/attempt_1397148025455_0002_m_000000_0 dst=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/writablesequencefileplatform/value/_temporary/1/task_1397148025455_0002_m_000000 perm=brock:supergroup:rwxrwxrwx
2014-04-10 11:40:51,240 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:36647, dest: /127.0.0.1:57509, bytes: 1223, op: HDFS_READ, cliID: DFSClient_attempt_1397148025455_0002_m_000002_0_1344499174_1, offset: 512, srvID: 83fbbfd6-5c60-438d-b204-7d44dafa2eec, blockid: BP-1273566995-127.0.0.1-1397148009804:blk_1073741843_1019, duration: 136859
2014-04-10 11:40:51,242 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/writablesequencefileplatform/keyvalue/part-00003 dst=null perm=null
2014-04-10 11:40:51,244 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:52669, dest: /127.0.0.1:37329, bytes: 431, op: HDFS_READ, cliID: DFSClient_attempt_1397148025455_0002_m_000003_0_-1010651409_1, offset: 0, srvID: 2a939430-7213-43d8-8538-35bb09f189bb, blockid: BP-1273566995-127.0.0.1-1397148009804:blk_1073741833_1009, duration: 137418
2014-04-10 11:40:51,255 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=rename src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/writablesequencefileplatform/value/_temporary/1/_temporary/attempt_1397148025455_0002_m_000001_0 dst=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/writablesequencefileplatform/value/_temporary/1/task_1397148025455_0002_m_000001 perm=brock:supergroup:rwxrwxrwx
2014-04-10 11:40:51,280 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/writablesequencefileplatform/value/_temporary/1/_temporary/attempt_1397148025455_0002_m_000003_0/part-00003 dst=null perm=brock:supergroup:rw-rw-rw-
2014-04-10 11:40:51,317 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:stopContainerInternal(718)) - Stopping container with container Id: container_1397148025455_0002_01_000003
2014-04-10 11:40:51,317 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=brock IP=127.0.0.1 OPERATION=Stop Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1397148025455_0002 CONTAINERID=container_1397148025455_0002_01_000003
2014-04-10 11:40:51,317 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397148025455_0002_01_000003 transitioned from RUNNING to KILLING
2014-04-10 11:40:51,317 INFO launcher.ContainerLaunch (ContainerLaunch.java:cleanupContainer(341)) - Cleaning up container container_1397148025455_0002_01_000003
2014-04-10 11:40:51,318 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:stopContainerInternal(718)) - Stopping container with container Id: container_1397148025455_0002_01_000002
2014-04-10 11:40:51,318 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=brock IP=127.0.0.1 OPERATION=Stop Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1397148025455_0002 CONTAINERID=container_1397148025455_0002_01_000002
2014-04-10 11:40:51,319 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/writablesequencefileplatform/keyvalue/part-00000 dst=null perm=null
2014-04-10 11:40:51,323 WARN nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(207)) - Exit code from container container_1397148025455_0002_01_000003 is : 143
2014-04-10 11:40:51,326 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/writablesequencefileplatform/keyvalue/part-00000 dst=null perm=null
2014-04-10 11:40:51,329 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:48225, dest: /127.0.0.1:57150, bytes: 443, op: HDFS_READ, cliID: DFSClient_attempt_1397148025455_0002_m_000002_0_1344499174_1, offset: 0, srvID: 0e4a70b8-97db-47e9-bdbb-11e7b39a6d93, blockid: BP-1273566995-127.0.0.1-1397148009804:blk_1073741836_1012, duration: 176857
2014-04-10 11:40:51,333 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(2966)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/brock/.staging/job_1397148025455_0002/job_1397148025455_0002_1.jhist. BP-1273566995-127.0.0.1-1397148009804 blk_1073741852_1028{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-1656bbea-11d8-45ca-abe1-49de0459849e:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-f843c653-a575-43af-b1a9-bec72334e925:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-c76cb5c0-94a2-4f10-be3b-e7b4acb9030e:NORMAL|RBW]]}
2014-04-10 11:40:51,340 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397148025455_0002_01_000002 transitioned from RUNNING to KILLING
2014-04-10 11:40:51,340 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397148025455_0002_01_000003 transitioned from KILLING to CONTAINER_CLEANEDUP_AFTER_KILL
2014-04-10 11:40:51,340 INFO launcher.ContainerLaunch (ContainerLaunch.java:cleanupContainer(341)) - Cleaning up container container_1397148025455_0002_01_000002
2014-04-10 11:40:51,346 WARN nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(207)) - Exit code from container container_1397148025455_0002_01_000002 is : 143
2014-04-10 11:40:51,349 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1273566995-127.0.0.1-1397148009804:blk_1073741852_1028 src: /127.0.0.1:57511 dest: /127.0.0.1:36647
2014-04-10 11:40:51,352 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1273566995-127.0.0.1-1397148009804:blk_1073741852_1028 src: /127.0.0.1:45542 dest: /127.0.0.1:52603
2014-04-10 11:40:51,357 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_0/usercache/brock/appcache/application_1397148025455_0002/container_1397148025455_0002_01_000003
2014-04-10 11:40:51,358 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_1/usercache/brock/appcache/application_1397148025455_0002/container_1397148025455_0002_01_000003
2014-04-10 11:40:51,358 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_2/usercache/brock/appcache/application_1397148025455_0002/container_1397148025455_0002_01_000003
2014-04-10 11:40:51,359 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_3/usercache/brock/appcache/application_1397148025455_0002/container_1397148025455_0002_01_000003
2014-04-10 11:40:51,359 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397148025455_0002_01_000002 transitioned from KILLING to CONTAINER_CLEANEDUP_AFTER_KILL
2014-04-10 11:40:51,359 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=brock OPERATION=Container Finished - Killed TARGET=ContainerImpl RESULT=SUCCESS APPID=application_1397148025455_0002 CONTAINERID=container_1397148025455_0002_01_000003
2014-04-10 11:40:51,359 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397148025455_0002_01_000003 transitioned from CONTAINER_CLEANEDUP_AFTER_KILL to DONE
2014-04-10 11:40:51,360 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_0/usercache/brock/appcache/application_1397148025455_0002/container_1397148025455_0002_01_000002
2014-04-10 11:40:51,360 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_1/usercache/brock/appcache/application_1397148025455_0002/container_1397148025455_0002_01_000002
2014-04-10 11:40:51,360 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_2/usercache/brock/appcache/application_1397148025455_0002/container_1397148025455_0002_01_000002
2014-04-10 11:40:51,361 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_3/usercache/brock/appcache/application_1397148025455_0002/container_1397148025455_0002_01_000002
2014-04-10 11:40:51,362 INFO application.Application (ApplicationImpl.java:transition(339)) - Removing container_1397148025455_0002_01_000003 from application application_1397148025455_0002
2014-04-10 11:40:51,362 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(169)) - Neither virutal-memory nor physical-memory monitoring is needed. Not running the monitor-thread
2014-04-10 11:40:51,362 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event CONTAINER_STOP for appId application_1397148025455_0002
2014-04-10 11:40:51,362 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=brock OPERATION=Container Finished - Killed TARGET=ContainerImpl RESULT=SUCCESS APPID=application_1397148025455_0002 CONTAINERID=container_1397148025455_0002_01_000002
2014-04-10 11:40:51,362 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397148025455_0002_01_000002 transitioned from CONTAINER_CLEANEDUP_AFTER_KILL to DONE
2014-04-10 11:40:51,362 INFO application.Application (ApplicationImpl.java:transition(339)) - Removing container_1397148025455_0002_01_000002 from application application_1397148025455_0002
2014-04-10 11:40:51,362 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(169)) - Neither virutal-memory nor physical-memory monitoring is needed. Not running the monitor-thread
2014-04-10 11:40:51,363 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event CONTAINER_STOP for appId application_1397148025455_0002
2014-04-10 11:40:51,364 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/writablesequencefileplatform/value/_temporary/1/_temporary/attempt_1397148025455_0002_m_000002_0/part-00002 dst=null perm=brock:supergroup:rw-rw-rw-
2014-04-10 11:40:51,364 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1273566995-127.0.0.1-1397148009804:blk_1073741852_1028 src: /127.0.0.1:57153 dest: /127.0.0.1:48225
2014-04-10 11:40:51,371 INFO hdfs.StateChange (FSNamesystem.java:fsync(3598)) - BLOCK* fsync: /tmp/hadoop-yarn/staging/brock/.staging/job_1397148025455_0002/job_1397148025455_0002_1.jhist for DFSClient_NONMAPREDUCE_881714719_1
2014-04-10 11:40:51,446 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(2966)) - BLOCK* allocateBlock: /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/writablesequencefileplatform/value/_temporary/1/_temporary/attempt_1397148025455_0002_m_000003_0/part-00003. BP-1273566995-127.0.0.1-1397148009804 blk_1073741853_1029{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-89a8a4dd-3711-4e1f-a6ae-4c16325f3994:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-f843c653-a575-43af-b1a9-bec72334e925:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-838adf6f-c765-4df1-af90-8771b842abe6:NORMAL|RBW]]}
2014-04-10 11:40:51,497 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(2966)) - BLOCK* allocateBlock: /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/writablesequencefileplatform/value/_temporary/1/_temporary/attempt_1397148025455_0002_m_000002_0/part-00002. BP-1273566995-127.0.0.1-1397148009804 blk_1073741854_1030{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-c8e7c7c4-3019-4725-a866-f4905c19dba7:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-89a8a4dd-3711-4e1f-a6ae-4c16325f3994:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-c1a68ee9-e354-4a4f-84f6-847f076a6df0:NORMAL|RBW]]}
2014-04-10 11:40:51,506 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1273566995-127.0.0.1-1397148009804:blk_1073741853_1029 src: /127.0.0.1:57155 dest: /127.0.0.1:48225
2014-04-10 11:40:51,507 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1273566995-127.0.0.1-1397148009804:blk_1073741853_1029 src: /127.0.0.1:45546 dest: /127.0.0.1:52603
2014-04-10 11:40:51,508 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1273566995-127.0.0.1-1397148009804:blk_1073741853_1029 src: /127.0.0.1:37340 dest: /127.0.0.1:52669
2014-04-10 11:40:51,514 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging dst=null perm=null
2014-04-10 11:40:51,514 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:37340, dest: /127.0.0.1:52669, bytes: 411, op: HDFS_WRITE, cliID: DFSClient_attempt_1397148025455_0002_m_000003_0_-1010651409_1, offset: 0, srvID: 2a939430-7213-43d8-8538-35bb09f189bb, blockid: BP-1273566995-127.0.0.1-1397148009804:blk_1073741853_1029, duration: 4354620
2014-04-10 11:40:51,514 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1273566995-127.0.0.1-1397148009804:blk_1073741853_1029, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2014-04-10 11:40:51,515 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:45546, dest: /127.0.0.1:52603, bytes: 411, op: HDFS_WRITE, cliID: DFSClient_attempt_1397148025455_0002_m_000003_0_-1010651409_1, offset: 0, srvID: d285c44a-ef6f-4c17-8ed2-95c06929cda4, blockid: BP-1273566995-127.0.0.1-1397148009804:blk_1073741853_1029, duration: 5732156
2014-04-10 11:40:51,515 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1273566995-127.0.0.1-1397148009804:blk_1073741853_1029, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 11:40:51,515 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:52669 is added to blk_1073741853_1029{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-838adf6f-c765-4df1-af90-8771b842abe6:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-c76cb5c0-94a2-4f10-be3b-e7b4acb9030e:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-3ed96dbe-c447-4d96-9c7e-eaff895c84c9:NORMAL|RBW]]} size 0
2014-04-10 11:40:51,515 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:57155, dest: /127.0.0.1:48225, bytes: 411, op: HDFS_WRITE, cliID: DFSClient_attempt_1397148025455_0002_m_000003_0_-1010651409_1, offset: 0, srvID: 0e4a70b8-97db-47e9-bdbb-11e7b39a6d93, blockid: BP-1273566995-127.0.0.1-1397148009804:blk_1073741853_1029, duration: 6188172
2014-04-10 11:40:51,515 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1273566995-127.0.0.1-1397148009804:blk_1073741853_1029, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 11:40:51,515 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:52603 is added to blk_1073741853_1029{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-838adf6f-c765-4df1-af90-8771b842abe6:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-c76cb5c0-94a2-4f10-be3b-e7b4acb9030e:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-3ed96dbe-c447-4d96-9c7e-eaff895c84c9:NORMAL|RBW]]} size 0
2014-04-10 11:40:51,516 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:48225 is added to blk_1073741853_1029{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-838adf6f-c765-4df1-af90-8771b842abe6:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-c76cb5c0-94a2-4f10-be3b-e7b4acb9030e:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-3ed96dbe-c447-4d96-9c7e-eaff895c84c9:NORMAL|RBW]]} size 0
2014-04-10 11:40:51,530 INFO hdfs.StateChange (FSNamesystem.java:completeFile(2899)) - DIR* completeFile: /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/writablesequencefileplatform/value/_temporary/1/_temporary/attempt_1397148025455_0002_m_000003_0/part-00003 is closed by DFSClient_attempt_1397148025455_0002_m_000003_0_-1010651409_1
2014-04-10 11:40:51,536 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397148025455_0003/COMMIT_STARTED dst=null perm=null
2014-04-10 11:40:51,537 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397148025455_0003/COMMIT_SUCCESS dst=null perm=null
2014-04-10 11:40:51,538 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397148025455_0003/COMMIT_FAIL dst=null perm=null
2014-04-10 11:40:51,553 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1273566995-127.0.0.1-1397148009804:blk_1073741854_1030 src: /127.0.0.1:37341 dest: /127.0.0.1:52669
2014-04-10 11:40:51,554 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1273566995-127.0.0.1-1397148009804:blk_1073741854_1030 src: /127.0.0.1:57159 dest: /127.0.0.1:48225
2014-04-10 11:40:51,555 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1273566995-127.0.0.1-1397148009804:blk_1073741854_1030 src: /127.0.0.1:57520 dest: /127.0.0.1:36647
2014-04-10 11:40:51,559 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:57520, dest: /127.0.0.1:36647, bytes: 423, op: HDFS_WRITE, cliID: DFSClient_attempt_1397148025455_0002_m_000002_0_1344499174_1, offset: 0, srvID: 83fbbfd6-5c60-438d-b204-7d44dafa2eec, blockid: BP-1273566995-127.0.0.1-1397148009804:blk_1073741854_1030, duration: 2655700
2014-04-10 11:40:51,560 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1273566995-127.0.0.1-1397148009804:blk_1073741854_1030, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2014-04-10 11:40:51,560 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:36647 is added to blk_1073741854_1030{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-c8e7c7c4-3019-4725-a866-f4905c19dba7:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-89a8a4dd-3711-4e1f-a6ae-4c16325f3994:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-c1a68ee9-e354-4a4f-84f6-847f076a6df0:NORMAL|RBW]]} size 0
2014-04-10 11:40:51,560 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:57159, dest: /127.0.0.1:48225, bytes: 423, op: HDFS_WRITE, cliID: DFSClient_attempt_1397148025455_0002_m_000002_0_1344499174_1, offset: 0, srvID: 0e4a70b8-97db-47e9-bdbb-11e7b39a6d93, blockid: BP-1273566995-127.0.0.1-1397148009804:blk_1073741854_1030, duration: 3311615
2014-04-10 11:40:51,560 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1273566995-127.0.0.1-1397148009804:blk_1073741854_1030, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 11:40:51,561 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:48225 is added to blk_1073741854_1030{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-c8e7c7c4-3019-4725-a866-f4905c19dba7:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-89a8a4dd-3711-4e1f-a6ae-4c16325f3994:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-c1a68ee9-e354-4a4f-84f6-847f076a6df0:NORMAL|RBW]]} size 0
2014-04-10 11:40:51,561 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:37341, dest: /127.0.0.1:52669, bytes: 423, op: HDFS_WRITE, cliID: DFSClient_attempt_1397148025455_0002_m_000002_0_1344499174_1, offset: 0, srvID: 2a939430-7213-43d8-8538-35bb09f189bb, blockid: BP-1273566995-127.0.0.1-1397148009804:blk_1073741854_1030, duration: 4028571
2014-04-10 11:40:51,561 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1273566995-127.0.0.1-1397148009804:blk_1073741854_1030, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 11:40:51,561 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:52669 is added to blk_1073741854_1030{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-c8e7c7c4-3019-4725-a866-f4905c19dba7:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-89a8a4dd-3711-4e1f-a6ae-4c16325f3994:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-c1a68ee9-e354-4a4f-84f6-847f076a6df0:NORMAL|RBW]]} size 0
2014-04-10 11:40:51,580 INFO hdfs.StateChange (FSNamesystem.java:completeFile(2899)) - DIR* completeFile: /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/writablesequencefileplatform/value/_temporary/1/_temporary/attempt_1397148025455_0002_m_000002_0/part-00002 is closed by DFSClient_attempt_1397148025455_0002_m_000002_0_1344499174_1
2014-04-10 11:40:51,584 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/writablesequencefileplatform/value/_temporary/1/_temporary/attempt_1397148025455_0002_m_000003_0 dst=null perm=null
2014-04-10 11:40:51,585 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397148025455_0003 dst=null perm=null
2014-04-10 11:40:51,587 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/history/done_intermediate dst=null perm=null
2014-04-10 11:40:51,588 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock dst=null perm=null
2014-04-10 11:40:51,589 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/writablesequencefileplatform/value/_temporary/1/_temporary/attempt_1397148025455_0002_m_000003_0 dst=null perm=null
2014-04-10 11:40:51,591 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/writablesequencefileplatform/value/_temporary/1/task_1397148025455_0002_m_000003 dst=null perm=null
2014-04-10 11:40:51,631 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/writablesequencefileplatform/value/_temporary/1/_temporary/attempt_1397148025455_0002_m_000002_0 dst=null perm=null
2014-04-10 11:40:51,637 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/writablesequencefileplatform/value/_temporary/1/_temporary/attempt_1397148025455_0002_m_000002_0 dst=null perm=null
2014-04-10 11:40:51,638 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/writablesequencefileplatform/value/_temporary/1/task_1397148025455_0002_m_000002 dst=null perm=null
2014-04-10 11:40:51,676 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=rename src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/writablesequencefileplatform/value/_temporary/1/_temporary/attempt_1397148025455_0002_m_000003_0 dst=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/writablesequencefileplatform/value/_temporary/1/task_1397148025455_0002_m_000003 perm=brock:supergroup:rwxrwxrwx
2014-04-10 11:40:51,697 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=rename src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/writablesequencefileplatform/value/_temporary/1/_temporary/attempt_1397148025455_0002_m_000002_0 dst=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/writablesequencefileplatform/value/_temporary/1/task_1397148025455_0002_m_000002 perm=brock:supergroup:rwxrwxrwx
2014-04-10 11:40:51,722 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:stopContainerInternal(718)) - Stopping container with container Id: container_1397148025455_0002_01_000005
2014-04-10 11:40:51,723 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=brock IP=127.0.0.1 OPERATION=Stop Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1397148025455_0002 CONTAINERID=container_1397148025455_0002_01_000005
2014-04-10 11:40:51,723 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397148025455_0002_01_000005 transitioned from RUNNING to KILLING
2014-04-10 11:40:51,723 INFO launcher.ContainerLaunch (ContainerLaunch.java:cleanupContainer(341)) - Cleaning up container container_1397148025455_0002_01_000005
2014-04-10 11:40:51,733 WARN nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(207)) - Exit code from container container_1397148025455_0002_01_000005 is : 143
2014-04-10 11:40:51,746 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397148025455_0002_01_000005 transitioned from KILLING to CONTAINER_CLEANEDUP_AFTER_KILL
2014-04-10 11:40:51,747 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_0/usercache/brock/appcache/application_1397148025455_0002/container_1397148025455_0002_01_000005
2014-04-10 11:40:51,747 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:stopContainerInternal(718)) - Stopping container with container Id: container_1397148025455_0002_01_000004
2014-04-10 11:40:51,747 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=brock IP=127.0.0.1 OPERATION=Stop Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1397148025455_0002 CONTAINERID=container_1397148025455_0002_01_000004
2014-04-10 11:40:51,747 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_1/usercache/brock/appcache/application_1397148025455_0002/container_1397148025455_0002_01_000005
2014-04-10 11:40:51,747 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_2/usercache/brock/appcache/application_1397148025455_0002/container_1397148025455_0002_01_000005
2014-04-10 11:40:51,748 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397148025455_0002_01_000004 transitioned from RUNNING to KILLING
2014-04-10 11:40:51,748 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=brock OPERATION=Container Finished - Killed TARGET=ContainerImpl RESULT=SUCCESS APPID=application_1397148025455_0002 CONTAINERID=container_1397148025455_0002_01_000005
2014-04-10 11:40:51,748 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_3/usercache/brock/appcache/application_1397148025455_0002/container_1397148025455_0002_01_000005
2014-04-10 11:40:51,748 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397148025455_0002_01_000005 transitioned from CONTAINER_CLEANEDUP_AFTER_KILL to DONE
2014-04-10 11:40:51,748 INFO launcher.ContainerLaunch (ContainerLaunch.java:cleanupContainer(341)) - Cleaning up container container_1397148025455_0002_01_000004
2014-04-10 11:40:51,755 WARN nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(207)) - Exit code from container container_1397148025455_0002_01_000004 is : 143
2014-04-10 11:40:51,763 INFO application.Application (ApplicationImpl.java:transition(339)) - Removing container_1397148025455_0002_01_000005 from application application_1397148025455_0002
2014-04-10 11:40:51,763 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(169)) - Neither virutal-memory nor physical-memory monitoring is needed. Not running the monitor-thread
2014-04-10 11:40:51,763 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event CONTAINER_STOP for appId application_1397148025455_0002
2014-04-10 11:40:51,763 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397148025455_0002_01_000004 transitioned from KILLING to CONTAINER_CLEANEDUP_AFTER_KILL
2014-04-10 11:40:51,763 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_0/usercache/brock/appcache/application_1397148025455_0002/container_1397148025455_0002_01_000004
2014-04-10 11:40:51,763 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_1/usercache/brock/appcache/application_1397148025455_0002/container_1397148025455_0002_01_000004
2014-04-10 11:40:51,763 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_2/usercache/brock/appcache/application_1397148025455_0002/container_1397148025455_0002_01_000004
2014-04-10 11:40:51,763 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_3/usercache/brock/appcache/application_1397148025455_0002/container_1397148025455_0002_01_000004
2014-04-10 11:40:51,763 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=brock OPERATION=Container Finished - Killed TARGET=ContainerImpl RESULT=SUCCESS APPID=application_1397148025455_0002 CONTAINERID=container_1397148025455_0002_01_000004
2014-04-10 11:40:51,764 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397148025455_0002_01_000004 transitioned from CONTAINER_CLEANEDUP_AFTER_KILL to DONE
2014-04-10 11:40:51,764 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397148025455_0002/COMMIT_STARTED dst=null perm=brock:supergroup:rw-rw-rw-
2014-04-10 11:40:51,764 INFO application.Application (ApplicationImpl.java:transition(339)) - Removing container_1397148025455_0002_01_000004 from application application_1397148025455_0002
2014-04-10 11:40:51,764 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(169)) - Neither virutal-memory nor physical-memory monitoring is needed. Not running the monitor-thread
2014-04-10 11:40:51,764 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event CONTAINER_STOP for appId application_1397148025455_0002
2014-04-10 11:40:51,780 INFO hdfs.StateChange (FSNamesystem.java:completeFile(2899)) - DIR* completeFile: /tmp/hadoop-yarn/staging/brock/.staging/job_1397148025455_0002/COMMIT_STARTED is closed by DFSClient_NONMAPREDUCE_881714719_1
2014-04-10 11:40:51,784 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=listStatus src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/writablesequencefileplatform/value/_temporary/1 dst=null perm=null
2014-04-10 11:40:51,789 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/writablesequencefileplatform/value dst=null perm=null
2014-04-10 11:40:51,790 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/writablesequencefileplatform/value dst=null perm=null
2014-04-10 11:40:51,791 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=listStatus src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/writablesequencefileplatform/value/_temporary/1/task_1397148025455_0002_m_000000 dst=null perm=null
2014-04-10 11:40:51,793 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/writablesequencefileplatform/value/part-00000 dst=null perm=null
2014-04-10 11:40:51,805 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=rename src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/writablesequencefileplatform/value/_temporary/1/task_1397148025455_0002_m_000000/part-00000 dst=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/writablesequencefileplatform/value/part-00000 perm=brock:supergroup:rw-rw-rw-
2014-04-10 11:40:51,808 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/writablesequencefileplatform/value dst=null perm=null
2014-04-10 11:40:51,809 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/writablesequencefileplatform/value dst=null perm=null
2014-04-10 11:40:51,809 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=listStatus src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/writablesequencefileplatform/value/_temporary/1/task_1397148025455_0002_m_000001 dst=null perm=null
2014-04-10 11:40:51,810 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/writablesequencefileplatform/value/part-00001 dst=null perm=null
2014-04-10 11:40:51,822 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=rename src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/writablesequencefileplatform/value/_temporary/1/task_1397148025455_0002_m_000001/part-00001 dst=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/writablesequencefileplatform/value/part-00001 perm=brock:supergroup:rw-rw-rw-
2014-04-10 11:40:51,823 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/writablesequencefileplatform/value dst=null perm=null
2014-04-10 11:40:51,824 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/writablesequencefileplatform/value dst=null perm=null
2014-04-10 11:40:51,824 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=listStatus src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/writablesequencefileplatform/value/_temporary/1/task_1397148025455_0002_m_000002 dst=null perm=null
2014-04-10 11:40:51,825 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/writablesequencefileplatform/value/part-00002 dst=null perm=null
2014-04-10 11:40:51,839 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=rename src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/writablesequencefileplatform/value/_temporary/1/task_1397148025455_0002_m_000002/part-00002 dst=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/writablesequencefileplatform/value/part-00002 perm=brock:supergroup:rw-rw-rw-
2014-04-10 11:40:51,840 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/writablesequencefileplatform/value dst=null perm=null
2014-04-10 11:40:51,840 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/writablesequencefileplatform/value dst=null perm=null
2014-04-10 11:40:51,841 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=listStatus src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/writablesequencefileplatform/value/_temporary/1/task_1397148025455_0002_m_000003 dst=null perm=null
2014-04-10 11:40:51,842 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/writablesequencefileplatform/value/part-00003 dst=null perm=null
2014-04-10 11:40:51,855 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=rename src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/writablesequencefileplatform/value/_temporary/1/task_1397148025455_0002_m_000003/part-00003 dst=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/writablesequencefileplatform/value/part-00003 perm=brock:supergroup:rw-rw-rw-
2014-04-10 11:40:51,869 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397148025455_0003/job.splitmetainfo dst=null perm=null
2014-04-10 11:40:51,872 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=delete src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/writablesequencefileplatform/value/_temporary dst=null perm=null
2014-04-10 11:40:51,877 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397148025455_0003/job.splitmetainfo dst=null perm=null
2014-04-10 11:40:51,889 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/writablesequencefileplatform/value/_SUCCESS dst=null perm=brock:supergroup:rw-rw-rw-
2014-04-10 11:40:51,905 INFO hdfs.StateChange (FSNamesystem.java:completeFile(2899)) - DIR* completeFile: /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/writablesequencefileplatform/value/_SUCCESS is closed by DFSClient_NONMAPREDUCE_881714719_1
2014-04-10 11:40:51,922 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:52669, dest: /127.0.0.1:37344, bytes: 160, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_-765647594_1, offset: 0, srvID: 2a939430-7213-43d8-8538-35bb09f189bb, blockid: BP-1273566995-127.0.0.1-1397148009804:blk_1073741846_1022, duration: 155951
2014-04-10 11:40:51,922 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397148025455_0002/COMMIT_SUCCESS dst=null perm=brock:supergroup:rw-rw-rw-
2014-04-10 11:40:51,939 INFO hdfs.StateChange (FSNamesystem.java:completeFile(2899)) - DIR* completeFile: /tmp/hadoop-yarn/staging/brock/.staging/job_1397148025455_0002/COMMIT_SUCCESS is closed by DFSClient_NONMAPREDUCE_881714719_1
2014-04-10 11:40:51,949 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:57153, dest: /127.0.0.1:48225, bytes: 47728, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_881714719_1, offset: 0, srvID: 0e4a70b8-97db-47e9-bdbb-11e7b39a6d93, blockid: BP-1273566995-127.0.0.1-1397148009804:blk_1073741852_1028, duration: 584112859
2014-04-10 11:40:51,950 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1273566995-127.0.0.1-1397148009804:blk_1073741852_1028, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2014-04-10 11:40:51,950 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:48225 is added to blk_1073741852_1028{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-1656bbea-11d8-45ca-abe1-49de0459849e:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-f843c653-a575-43af-b1a9-bec72334e925:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-89a8a4dd-3711-4e1f-a6ae-4c16325f3994:NORMAL|RBW]]} size 14983
2014-04-10 11:40:51,950 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:45542, dest: /127.0.0.1:52603, bytes: 47728, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_881714719_1, offset: 0, srvID: d285c44a-ef6f-4c17-8ed2-95c06929cda4, blockid: BP-1273566995-127.0.0.1-1397148009804:blk_1073741852_1028, duration: 584793035
2014-04-10 11:40:51,950 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1273566995-127.0.0.1-1397148009804:blk_1073741852_1028, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 11:40:51,951 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:52603 is added to blk_1073741852_1028{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-1656bbea-11d8-45ca-abe1-49de0459849e:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-f843c653-a575-43af-b1a9-bec72334e925:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-89a8a4dd-3711-4e1f-a6ae-4c16325f3994:NORMAL|RBW]]} size 14983
2014-04-10 11:40:51,951 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:57511, dest: /127.0.0.1:36647, bytes: 47728, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_881714719_1, offset: 0, srvID: 83fbbfd6-5c60-438d-b204-7d44dafa2eec, blockid: BP-1273566995-127.0.0.1-1397148009804:blk_1073741852_1028, duration: 582441478
2014-04-10 11:40:51,951 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1273566995-127.0.0.1-1397148009804:blk_1073741852_1028, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 11:40:51,951 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:36647 is added to blk_1073741852_1028{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-1656bbea-11d8-45ca-abe1-49de0459849e:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-f843c653-a575-43af-b1a9-bec72334e925:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-89a8a4dd-3711-4e1f-a6ae-4c16325f3994:NORMAL|RBW]]} size 14983
2014-04-10 11:40:51,964 INFO hdfs.StateChange (FSNamesystem.java:completeFile(2899)) - DIR* completeFile: /tmp/hadoop-yarn/staging/brock/.staging/job_1397148025455_0002/job_1397148025455_0002_1.jhist is closed by DFSClient_NONMAPREDUCE_881714719_1
2014-04-10 11:40:51,980 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397148025455_0002.summary_tmp dst=null perm=brock:supergroup:rw-rw-rw-
2014-04-10 11:40:51,982 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(2966)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397148025455_0002.summary_tmp. BP-1273566995-127.0.0.1-1397148009804 blk_1073741855_1031{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-838adf6f-c765-4df1-af90-8771b842abe6:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-c1a68ee9-e354-4a4f-84f6-847f076a6df0:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-3ed96dbe-c447-4d96-9c7e-eaff895c84c9:NORMAL|RBW]]}
2014-04-10 11:40:51,998 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1273566995-127.0.0.1-1397148009804:blk_1073741855_1031 src: /127.0.0.1:37345 dest: /127.0.0.1:52669
2014-04-10 11:40:51,999 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1273566995-127.0.0.1-1397148009804:blk_1073741855_1031 src: /127.0.0.1:57523 dest: /127.0.0.1:36647
2014-04-10 11:40:52,000 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1273566995-127.0.0.1-1397148009804:blk_1073741855_1031 src: /127.0.0.1:45554 dest: /127.0.0.1:52603
2014-04-10 11:40:52,002 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:45554, dest: /127.0.0.1:52603, bytes: 432, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_881714719_1, offset: 0, srvID: d285c44a-ef6f-4c17-8ed2-95c06929cda4, blockid: BP-1273566995-127.0.0.1-1397148009804:blk_1073741855_1031, duration: 1110739
2014-04-10 11:40:52,002 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1273566995-127.0.0.1-1397148009804:blk_1073741855_1031, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2014-04-10 11:40:52,002 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:52603 is added to blk_1073741855_1031{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-838adf6f-c765-4df1-af90-8771b842abe6:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-1656bbea-11d8-45ca-abe1-49de0459849e:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-f843c653-a575-43af-b1a9-bec72334e925:NORMAL|RBW]]} size 0
2014-04-10 11:40:52,002 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:57523, dest: /127.0.0.1:36647, bytes: 432, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_881714719_1, offset: 0, srvID: 83fbbfd6-5c60-438d-b204-7d44dafa2eec, blockid: BP-1273566995-127.0.0.1-1397148009804:blk_1073741855_1031, duration: 1516691
2014-04-10 11:40:52,002 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1273566995-127.0.0.1-1397148009804:blk_1073741855_1031, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 11:40:52,003 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:36647 is added to blk_1073741855_1031{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-838adf6f-c765-4df1-af90-8771b842abe6:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-1656bbea-11d8-45ca-abe1-49de0459849e:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-f843c653-a575-43af-b1a9-bec72334e925:NORMAL|RBW]]} size 0
2014-04-10 11:40:52,003 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:37345, dest: /127.0.0.1:52669, bytes: 432, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_881714719_1, offset: 0, srvID: 2a939430-7213-43d8-8538-35bb09f189bb, blockid: BP-1273566995-127.0.0.1-1397148009804:blk_1073741855_1031, duration: 1936953
2014-04-10 11:40:52,003 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1273566995-127.0.0.1-1397148009804:blk_1073741855_1031, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 11:40:52,003 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:52669 is added to blk_1073741855_1031{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-838adf6f-c765-4df1-af90-8771b842abe6:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-1656bbea-11d8-45ca-abe1-49de0459849e:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-f843c653-a575-43af-b1a9-bec72334e925:NORMAL|RBW]]} size 0
2014-04-10 11:40:52,022 INFO hdfs.StateChange (FSNamesystem.java:completeFile(2899)) - DIR* completeFile: /tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397148025455_0002.summary_tmp is closed by DFSClient_NONMAPREDUCE_881714719_1
2014-04-10 11:40:52,039 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397148025455_0002.summary_tmp dst=null perm=brock:supergroup:rwxrwx---
2014-04-10 11:40:52,043 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397148025455_0002/job_1397148025455_0002_1.jhist dst=null perm=null
2014-04-10 11:40:52,045 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397148025455_0002-1397148043061-brock-%5B40E8363B96C44D5293145975631E896B%2FDA6BC601359C4E22-1397148051939-4-0-SUCCEEDED-default-1397148045679.jhist_tmp dst=null perm=null
2014-04-10 11:40:52,047 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397148025455_0002/job_1397148025455_0002_1.jhist dst=null perm=null
2014-04-10 11:40:52,048 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397148025455_0002-1397148043061-brock-%5B40E8363B96C44D5293145975631E896B%2FDA6BC601359C4E22-1397148051939-4-0-SUCCEEDED-default-1397148045679.jhist_tmp dst=null perm=null
2014-04-10 11:40:52,048 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397148025455_0002/job_1397148025455_0002_1.jhist dst=null perm=null
2014-04-10 11:40:52,064 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397148025455_0002-1397148043061-brock-%5B40E8363B96C44D5293145975631E896B%2FDA6BC601359C4E22-1397148051939-4-0-SUCCEEDED-default-1397148045679.jhist_tmp dst=null perm=brock:supergroup:rw-rw-rw-
2014-04-10 11:40:52,067 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:48225, dest: /127.0.0.1:57165, bytes: 48104, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_881714719_1, offset: 0, srvID: 0e4a70b8-97db-47e9-bdbb-11e7b39a6d93, blockid: BP-1273566995-127.0.0.1-1397148009804:blk_1073741852_1028, duration: 296219
2014-04-10 11:40:52,070 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(2966)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397148025455_0002-1397148043061-brock-%5B40E8363B96C44D5293145975631E896B%2FDA6BC601359C4E22-1397148051939-4-0-SUCCEEDED-default-1397148045679.jhist_tmp. BP-1273566995-127.0.0.1-1397148009804 blk_1073741856_1032{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-f843c653-a575-43af-b1a9-bec72334e925:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-c8e7c7c4-3019-4725-a866-f4905c19dba7:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-1656bbea-11d8-45ca-abe1-49de0459849e:NORMAL|RBW]]}
2014-04-10 11:40:52,083 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1273566995-127.0.0.1-1397148009804:blk_1073741856_1032 src: /127.0.0.1:45556 dest: /127.0.0.1:52603
2014-04-10 11:40:52,084 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1273566995-127.0.0.1-1397148009804:blk_1073741856_1032 src: /127.0.0.1:37350 dest: /127.0.0.1:52669
2014-04-10 11:40:52,086 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1273566995-127.0.0.1-1397148009804:blk_1073741856_1032 src: /127.0.0.1:57528 dest: /127.0.0.1:36647
2014-04-10 11:40:52,090 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:57528, dest: /127.0.0.1:36647, bytes: 47728, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_881714719_1, offset: 0, srvID: 83fbbfd6-5c60-438d-b204-7d44dafa2eec, blockid: BP-1273566995-127.0.0.1-1397148009804:blk_1073741856_1032, duration: 2821533
2014-04-10 11:40:52,091 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1273566995-127.0.0.1-1397148009804:blk_1073741856_1032, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2014-04-10 11:40:52,091 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:36647 is added to blk_1073741856_1032{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-c8e7c7c4-3019-4725-a866-f4905c19dba7:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-3ed96dbe-c447-4d96-9c7e-eaff895c84c9:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-c1a68ee9-e354-4a4f-84f6-847f076a6df0:NORMAL|RBW]]} size 0
2014-04-10 11:40:52,091 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:37350, dest: /127.0.0.1:52669, bytes: 47728, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_881714719_1, offset: 0, srvID: 2a939430-7213-43d8-8538-35bb09f189bb, blockid: BP-1273566995-127.0.0.1-1397148009804:blk_1073741856_1032, duration: 4171406
2014-04-10 11:40:52,092 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1273566995-127.0.0.1-1397148009804:blk_1073741856_1032, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 11:40:52,092 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:52669 is added to blk_1073741856_1032{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-c8e7c7c4-3019-4725-a866-f4905c19dba7:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-3ed96dbe-c447-4d96-9c7e-eaff895c84c9:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-c1a68ee9-e354-4a4f-84f6-847f076a6df0:NORMAL|RBW]]} size 0
2014-04-10 11:40:52,092 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:45556, dest: /127.0.0.1:52603, bytes: 47728, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_881714719_1, offset: 0, srvID: d285c44a-ef6f-4c17-8ed2-95c06929cda4, blockid: BP-1273566995-127.0.0.1-1397148009804:blk_1073741856_1032, duration: 4777617
2014-04-10 11:40:52,092 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1273566995-127.0.0.1-1397148009804:blk_1073741856_1032, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 11:40:52,093 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:52603 is added to blk_1073741856_1032{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-c8e7c7c4-3019-4725-a866-f4905c19dba7:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-3ed96dbe-c447-4d96-9c7e-eaff895c84c9:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-c1a68ee9-e354-4a4f-84f6-847f076a6df0:NORMAL|RBW]]} size 0
2014-04-10 11:40:52,105 INFO hdfs.StateChange (FSNamesystem.java:completeFile(2899)) - DIR* completeFile: /tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397148025455_0002-1397148043061-brock-%5B40E8363B96C44D5293145975631E896B%2FDA6BC601359C4E22-1397148051939-4-0-SUCCEEDED-default-1397148045679.jhist_tmp is closed by DFSClient_NONMAPREDUCE_881714719_1
2014-04-10 11:40:52,122 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397148025455_0002-1397148043061-brock-%5B40E8363B96C44D5293145975631E896B%2FDA6BC601359C4E22-1397148051939-4-0-SUCCEEDED-default-1397148045679.jhist_tmp dst=null perm=brock:supergroup:rwxrwx---
2014-04-10 11:40:52,124 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397148025455_0002/job_1397148025455_0002_1_conf.xml dst=null perm=null
2014-04-10 11:40:52,126 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397148025455_0002_conf.xml_tmp dst=null perm=null
2014-04-10 11:40:52,127 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397148025455_0002/job_1397148025455_0002_1_conf.xml dst=null perm=null
2014-04-10 11:40:52,128 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397148025455_0002_conf.xml_tmp dst=null perm=null
2014-04-10 11:40:52,129 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397148025455_0002/job_1397148025455_0002_1_conf.xml dst=null perm=null
2014-04-10 11:40:52,147 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397148025455_0002_conf.xml_tmp dst=null perm=brock:supergroup:rw-rw-rw-
2014-04-10 11:40:52,153 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:52669, dest: /127.0.0.1:37353, bytes: 94247, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_881714719_1, offset: 0, srvID: 2a939430-7213-43d8-8538-35bb09f189bb, blockid: BP-1273566995-127.0.0.1-1397148009804:blk_1073741849_1025, duration: 188062
2014-04-10 11:40:52,155 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(2966)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397148025455_0002_conf.xml_tmp. BP-1273566995-127.0.0.1-1397148009804 blk_1073741857_1033{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-c8e7c7c4-3019-4725-a866-f4905c19dba7:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-1656bbea-11d8-45ca-abe1-49de0459849e:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-89a8a4dd-3711-4e1f-a6ae-4c16325f3994:NORMAL|RBW]]}
2014-04-10 11:40:52,173 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1273566995-127.0.0.1-1397148009804:blk_1073741857_1033 src: /127.0.0.1:37354 dest: /127.0.0.1:52669
2014-04-10 11:40:52,174 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1273566995-127.0.0.1-1397148009804:blk_1073741857_1033 src: /127.0.0.1:57532 dest: /127.0.0.1:36647
2014-04-10 11:40:52,175 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1273566995-127.0.0.1-1397148009804:blk_1073741857_1033 src: /127.0.0.1:57173 dest: /127.0.0.1:48225
2014-04-10 11:40:52,177 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:57173, dest: /127.0.0.1:48225, bytes: 93515, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_881714719_1, offset: 0, srvID: 0e4a70b8-97db-47e9-bdbb-11e7b39a6d93, blockid: BP-1273566995-127.0.0.1-1397148009804:blk_1073741857_1033, duration: 1593957
2014-04-10 11:40:52,178 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1273566995-127.0.0.1-1397148009804:blk_1073741857_1033, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2014-04-10 11:40:52,178 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:48225 is added to blk_1073741857_1033{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-1656bbea-11d8-45ca-abe1-49de0459849e:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-838adf6f-c765-4df1-af90-8771b842abe6:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-c76cb5c0-94a2-4f10-be3b-e7b4acb9030e:NORMAL|RBW]]} size 0
2014-04-10 11:40:52,178 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:57532, dest: /127.0.0.1:36647, bytes: 93515, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_881714719_1, offset: 0, srvID: 83fbbfd6-5c60-438d-b204-7d44dafa2eec, blockid: BP-1273566995-127.0.0.1-1397148009804:blk_1073741857_1033, duration: 2080583
2014-04-10 11:40:52,178 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1273566995-127.0.0.1-1397148009804:blk_1073741857_1033, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 11:40:52,178 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:36647 is added to blk_1073741857_1033{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-1656bbea-11d8-45ca-abe1-49de0459849e:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-838adf6f-c765-4df1-af90-8771b842abe6:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-c76cb5c0-94a2-4f10-be3b-e7b4acb9030e:NORMAL|RBW]]} size 0
2014-04-10 11:40:52,179 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:37354, dest: /127.0.0.1:52669, bytes: 93515, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_881714719_1, offset: 0, srvID: 2a939430-7213-43d8-8538-35bb09f189bb, blockid: BP-1273566995-127.0.0.1-1397148009804:blk_1073741857_1033, duration: 2836402
2014-04-10 11:40:52,179 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1273566995-127.0.0.1-1397148009804:blk_1073741857_1033, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 11:40:52,179 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:52669 is added to blk_1073741857_1033{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-1656bbea-11d8-45ca-abe1-49de0459849e:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-838adf6f-c765-4df1-af90-8771b842abe6:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-c76cb5c0-94a2-4f10-be3b-e7b4acb9030e:NORMAL|RBW]]} size 0
2014-04-10 11:40:52,197 INFO hdfs.StateChange (FSNamesystem.java:completeFile(2899)) - DIR* completeFile: /tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397148025455_0002_conf.xml_tmp is closed by DFSClient_NONMAPREDUCE_881714719_1
2014-04-10 11:40:52,214 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397148025455_0002_conf.xml_tmp dst=null perm=brock:supergroup:rwxrwx---
2014-04-10 11:40:52,230 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=rename src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397148025455_0002.summary_tmp dst=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397148025455_0002.summary perm=brock:supergroup:rwxrwx---
2014-04-10 11:40:52,247 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=rename src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397148025455_0002_conf.xml_tmp dst=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397148025455_0002_conf.xml perm=brock:supergroup:rwxrwx---
2014-04-10 11:40:52,264 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=rename src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397148025455_0002-1397148043061-brock-%5B40E8363B96C44D5293145975631E896B%2FDA6BC601359C4E22-1397148051939-4-0-SUCCEEDED-default-1397148045679.jhist_tmp dst=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397148025455_0002-1397148043061-brock-%5B40E8363B96C44D5293145975631E896B%2FDA6BC601359C4E22-1397148051939-4-0-SUCCEEDED-default-1397148045679.jhist perm=brock:supergroup:rwxrwx---
2014-04-10 11:40:52,270 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:rememberTargetTransitionsAndStoreState(960)) - Updating application attempt appattempt_1397148025455_0002_000001 with final state: FINISHING
2014-04-10 11:40:52,270 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(652)) - appattempt_1397148025455_0002_000001 State change from RUNNING to FINAL_SAVING
2014-04-10 11:40:52,270 INFO rmapp.RMAppImpl (RMAppImpl.java:rememberTargetTransitionsAndStoreState(805)) - Updating application application_1397148025455_0002 with final state: FINISHING
2014-04-10 11:40:52,270 INFO rmapp.RMAppImpl (RMAppImpl.java:handle(610)) - application_1397148025455_0002 State change from RUNNING to FINAL_SAVING
2014-04-10 11:40:52,270 INFO recovery.RMStateStore (RMStateStore.java:handleStoreEvent(596)) - Storing info for app: application_1397148025455_0002
2014-04-10 11:40:52,270 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(652)) - appattempt_1397148025455_0002_000001 State change from FINAL_SAVING to FINISHING
2014-04-10 11:40:52,271 INFO rmapp.RMAppImpl (RMAppImpl.java:handle(610)) - application_1397148025455_0002 State change from FINAL_SAVING to FINISHING
2014-04-10 11:40:52,318 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:updateAndGetContainerStatuses(374)) - Removed completed container container_1397148025455_0002_01_000002
2014-04-10 11:40:52,319 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:updateAndGetContainerStatuses(374)) - Removed completed container container_1397148025455_0002_01_000003
2014-04-10 11:40:52,319 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397148025455_0002_01_000002 Container Transitioned from RUNNING to COMPLETED
2014-04-10 11:40:52,319 INFO fica.FiCaSchedulerApp (FiCaSchedulerApp.java:containerCompleted(91)) - Completed container: container_1397148025455_0002_01_000002 in state: COMPLETED event:FINISHED
2014-04-10 11:40:52,319 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(98)) - USER=brock OPERATION=AM Released Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1397148025455_0002 CONTAINERID=container_1397148025455_0002_01_000002
2014-04-10 11:40:52,319 INFO fica.FiCaSchedulerNode (FiCaSchedulerNode.java:releaseContainer(164)) - Released container container_1397148025455_0002_01_000002 of capacity <memory:1024, vCores:1> on host localhost:43341, which currently has 2 containers, <memory:3072, vCores:2> used and <memory:1024, vCores:6> available, release resources=true
2014-04-10 11:40:52,319 INFO capacity.LeafQueue (LeafQueue.java:releaseResource(1506)) - default used=<memory:7168, vCores:5> numContainers=5 user=brock user-resources=<memory:7168, vCores:5>
2014-04-10 11:40:52,320 INFO capacity.LeafQueue (LeafQueue.java:completedContainer(1448)) - completedContainer container=Container: [ContainerId: container_1397148025455_0002_01_000002, NodeId: localhost:43341, NodeHttpAddress: localhost:60867, Resource: <memory:1024, vCores:1>, Priority: 20, Token: Token { kind: ContainerToken, service: localhost:43341 }, ] resource=<memory:1024, vCores:1> queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:7168, vCores:5>usedCapacity=0.4375, absoluteUsedCapacity=0.4375, numApps=2, numContainers=5 usedCapacity=0.4375 absoluteUsedCapacity=0.4375 used=<memory:7168, vCores:5> cluster=<memory:16384, vCores:32>
2014-04-10 11:40:52,320 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(694)) - completedContainer queue=root usedCapacity=0.4375 absoluteUsedCapacity=0.4375 used=<memory:7168, vCores:5> cluster=<memory:16384, vCores:32>
2014-04-10 11:40:52,320 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(708)) - Re-sorting completed queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:7168, vCores:5>usedCapacity=0.4375, absoluteUsedCapacity=0.4375, numApps=2, numContainers=5
2014-04-10 11:40:52,320 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(849)) - Application appattempt_1397148025455_0002_000001 released container container_1397148025455_0002_01_000002 on node: host: localhost:43341 #containers=2 available=1024 used=3072 with event: FINISHED
2014-04-10 11:40:52,320 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397148025455_0002_01_000003 Container Transitioned from RUNNING to COMPLETED
2014-04-10 11:40:52,320 INFO fica.FiCaSchedulerApp (FiCaSchedulerApp.java:containerCompleted(91)) - Completed container: container_1397148025455_0002_01_000003 in state: COMPLETED event:FINISHED
2014-04-10 11:40:52,320 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(98)) - USER=brock OPERATION=AM Released Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1397148025455_0002 CONTAINERID=container_1397148025455_0002_01_000003
2014-04-10 11:40:52,320 INFO fica.FiCaSchedulerNode (FiCaSchedulerNode.java:releaseContainer(164)) - Released container container_1397148025455_0002_01_000003 of capacity <memory:1024, vCores:1> on host localhost:43341, which currently has 1 containers, <memory:2048, vCores:1> used and <memory:2048, vCores:7> available, release resources=true
2014-04-10 11:40:52,320 INFO capacity.LeafQueue (LeafQueue.java:releaseResource(1506)) - default used=<memory:6144, vCores:4> numContainers=4 user=brock user-resources=<memory:6144, vCores:4>
2014-04-10 11:40:52,320 INFO capacity.LeafQueue (LeafQueue.java:completedContainer(1448)) - completedContainer container=Container: [ContainerId: container_1397148025455_0002_01_000003, NodeId: localhost:43341, NodeHttpAddress: localhost:60867, Resource: <memory:1024, vCores:1>, Priority: 20, Token: Token { kind: ContainerToken, service: localhost:43341 }, ] resource=<memory:1024, vCores:1> queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:6144, vCores:4>usedCapacity=0.375, absoluteUsedCapacity=0.375, numApps=2, numContainers=4 usedCapacity=0.375 absoluteUsedCapacity=0.375 used=<memory:6144, vCores:4> cluster=<memory:16384, vCores:32>
2014-04-10 11:40:52,320 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(694)) - completedContainer queue=root usedCapacity=0.375 absoluteUsedCapacity=0.375 used=<memory:6144, vCores:4> cluster=<memory:16384, vCores:32>
2014-04-10 11:40:52,320 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(708)) - Re-sorting completed queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:6144, vCores:4>usedCapacity=0.375, absoluteUsedCapacity=0.375, numApps=2, numContainers=4
2014-04-10 11:40:52,321 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(849)) - Application appattempt_1397148025455_0002_000001 released container container_1397148025455_0002_01_000003 on node: host: localhost:43341 #containers=1 available=2048 used=2048 with event: FINISHED
2014-04-10 11:40:52,348 INFO mapred.ClientServiceDelegate (ClientServiceDelegate.java:getProxy(273)) - Application state is completed. FinalApplicationStatus=SUCCEEDED. Redirecting to job history server
2014-04-10 11:40:52,353 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=listStatus src=/tmp/hadoop-yarn/staging/history/done_intermediate dst=null perm=null
2014-04-10 11:40:52,354 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=listStatus src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock dst=null perm=null
2014-04-10 11:40:52,355 INFO hs.CompletedJob (CompletedJob.java:<init>(95)) - Loading job: job_1397148025455_0002 from file: hdfs://localhost:35773/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397148025455_0002-1397148043061-brock-%5B40E8363B96C44D5293145975631E896B%2FDA6BC601359C4E22-1397148051939-4-0-SUCCEEDED-default-1397148045679.jhist
2014-04-10 11:40:52,355 INFO hs.CompletedJob (CompletedJob.java:loadFullHistoryData(326)) - Loading history file: [hdfs://localhost:35773/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397148025455_0002-1397148043061-brock-%5B40E8363B96C44D5293145975631E896B%2FDA6BC601359C4E22-1397148051939-4-0-SUCCEEDED-default-1397148045679.jhist]
2014-04-10 11:40:52,356 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397148025455_0002-1397148043061-brock-%5B40E8363B96C44D5293145975631E896B%2FDA6BC601359C4E22-1397148051939-4-0-SUCCEEDED-default-1397148045679.jhist dst=null perm=null
2014-04-10 11:40:52,358 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:52603, dest: /127.0.0.1:45565, bytes: 48104, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_2143935106_9, offset: 0, srvID: d285c44a-ef6f-4c17-8ed2-95c06929cda4, blockid: BP-1273566995-127.0.0.1-1397148009804:blk_1073741856_1032, duration: 192652
2014-04-10 11:40:52,417 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397148025455_0002.summary dst=null perm=null
2014-04-10 11:40:52,418 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:52603, dest: /127.0.0.1:45565, bytes: 436, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_-857968489_9, offset: 0, srvID: d285c44a-ef6f-4c17-8ed2-95c06929cda4, blockid: BP-1273566995-127.0.0.1-1397148009804:blk_1073741855_1031, duration: 116097
2014-04-10 11:40:52,419 INFO jobhistory.JobSummary (HistoryFileManager.java:moveToDone(372)) - jobId=job_1397148025455_0002,submitTime=1397148043061,launchTime=1397148045679,firstMapTaskLaunchTime=1397148047860,firstReduceTaskLaunchTime=0,finishTime=1397148051939,resourcesPerMap=1024,resourcesPerReduce=0,numMaps=4,numReduces=0,user=brock,queue=default,status=SUCCEEDED,mapSlotSeconds=14,reduceSlotSeconds=0,jobName=[40E8363B96C44D5293145975631E896B/DA6BC601359C4E22B546492EC78B1057] value/(1/1) ...equencefileplatform/value
2014-04-10 11:40:52,420 INFO hs.HistoryFileManager (HistoryFileManager.java:moveToDone(373)) - Deleting JobSummary file: [hdfs://localhost:35773/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397148025455_0002.summary]
2014-04-10 11:40:52,439 INFO BlockStateChange (BlockManager.java:addToInvalidates(1030)) - BLOCK* addToInvalidates: blk_1073741855_1031 127.0.0.1:52669 127.0.0.1:36647 127.0.0.1:52603
2014-04-10 11:40:52,439 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=delete src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397148025455_0002.summary dst=null perm=null
2014-04-10 11:40:52,441 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/history/done/2014/04/10/000000 dst=null perm=null
2014-04-10 11:40:52,441 INFO hs.HistoryFileManager (HistoryFileManager.java:moveToDoneNow(947)) - Moving hdfs://localhost:35773/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397148025455_0002-1397148043061-brock-%5B40E8363B96C44D5293145975631E896B%2FDA6BC601359C4E22-1397148051939-4-0-SUCCEEDED-default-1397148045679.jhist to hdfs://localhost:35773/tmp/hadoop-yarn/staging/history/done/2014/04/10/000000/job_1397148025455_0002-1397148043061-brock-%5B40E8363B96C44D5293145975631E896B%2FDA6BC601359C4E22-1397148051939-4-0-SUCCEEDED-default-1397148045679.jhist
2014-04-10 11:40:52,455 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=rename options=0 src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397148025455_0002-1397148043061-brock-%5B40E8363B96C44D5293145975631E896B%2FDA6BC601359C4E22-1397148051939-4-0-SUCCEEDED-default-1397148045679.jhist dst=/tmp/hadoop-yarn/staging/history/done/2014/04/10/000000/job_1397148025455_0002-1397148043061-brock-%5B40E8363B96C44D5293145975631E896B%2FDA6BC601359C4E22-1397148051939-4-0-SUCCEEDED-default-1397148045679.jhist perm=brock:supergroup:rwxrwx---
2014-04-10 11:40:52,456 INFO hs.HistoryFileManager (HistoryFileManager.java:moveToDoneNow(947)) - Moving hdfs://localhost:35773/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397148025455_0002_conf.xml to hdfs://localhost:35773/tmp/hadoop-yarn/staging/history/done/2014/04/10/000000/job_1397148025455_0002_conf.xml
2014-04-10 11:40:52,472 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=rename options=0 src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397148025455_0002_conf.xml dst=/tmp/hadoop-yarn/staging/history/done/2014/04/10/000000/job_1397148025455_0002_conf.xml perm=brock:supergroup:rwxrwx---
2014-04-10 11:40:52,482 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/writablesequencefileplatform/value dst=null perm=null
2014-04-10 11:40:52,483 INFO util.Hadoop18TapUtil (Hadoop18TapUtil.java:cleanTempPath(219)) - deleting temp path /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/writablesequencefileplatform/value/_temporary
2014-04-10 11:40:52,483 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/writablesequencefileplatform/value/_temporary dst=null perm=null
2014-04-10 11:40:52,483 INFO cascade.Cascade (Cascade.java:logInfo(991)) - [keyvalues] completed flow: value
2014-04-10 11:40:52,590 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1273566995-127.0.0.1-1397148009804:blk_1073741855_1031
2014-04-10 11:40:52,591 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1273566995-127.0.0.1-1397148009804:blk_1073741852_1028
2014-04-10 11:40:52,591 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1273566995-127.0.0.1-1397148009804:blk_1073741851_1027
2014-04-10 11:40:52,592 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1273566995-127.0.0.1-1397148009804:blk_1073741856_1032
2014-04-10 11:40:52,592 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1273566995-127.0.0.1-1397148009804:blk_1073741853_1029
2014-04-10 11:40:52,592 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1273566995-127.0.0.1-1397148009804:blk_1073741853_1029
2014-04-10 11:40:52,592 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1273566995-127.0.0.1-1397148009804:blk_1073741854_1030
2014-04-10 11:40:52,593 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1273566995-127.0.0.1-1397148009804:blk_1073741857_1033
2014-04-10 11:40:52,593 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1273566995-127.0.0.1-1397148009804:blk_1073741850_1026
2014-04-10 11:40:52,593 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1273566995-127.0.0.1-1397148009804:blk_1073741855_1031
2014-04-10 11:40:52,594 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1273566995-127.0.0.1-1397148009804:blk_1073741856_1032
2014-04-10 11:40:52,594 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1273566995-127.0.0.1-1397148009804:blk_1073741851_1027
2014-04-10 11:40:52,595 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1273566995-127.0.0.1-1397148009804:blk_1073741856_1032
2014-04-10 11:40:52,596 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1273566995-127.0.0.1-1397148009804:blk_1073741857_1033
2014-04-10 11:40:52,596 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1273566995-127.0.0.1-1397148009804:blk_1073741854_1030
2014-04-10 11:40:52,596 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1273566995-127.0.0.1-1397148009804:blk_1073741850_1026
2014-04-10 11:40:52,597 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1273566995-127.0.0.1-1397148009804:blk_1073741855_1031
2014-04-10 11:40:52,597 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1273566995-127.0.0.1-1397148009804:blk_1073741852_1028
2014-04-10 11:40:52,627 INFO ipc.Server (Server.java:saslProcess(1252)) - Auth successful for appattempt_1397148025455_0003_000001 (auth:SIMPLE)
2014-04-10 11:40:52,628 INFO resourcemanager.ApplicationMasterService (ApplicationMasterService.java:registerApplicationMaster(251)) - AM registration appattempt_1397148025455_0003_000001
2014-04-10 11:40:52,629 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(119)) - USER=brock IP=127.0.0.1 OPERATION=Register App Master TARGET=ApplicationMasterService RESULT=SUCCESS APPID=application_1397148025455_0003 APPATTEMPTID=appattempt_1397148025455_0003_000001
2014-04-10 11:40:52,629 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(652)) - appattempt_1397148025455_0003_000001 State change from LAUNCHED to RUNNING
2014-04-10 11:40:52,629 INFO rmapp.RMAppImpl (RMAppImpl.java:handle(610)) - application_1397148025455_0003 State change from ACCEPTED to RUNNING
2014-04-10 11:40:52,655 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397148025455_0003/job_1397148025455_0003_1.jhist dst=null perm=brock:supergroup:rw-rw-rw-
2014-04-10 11:40:52,672 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=mkdirs src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/writablesequencefileplatform/key/_temporary/1 dst=null perm=brock:supergroup:rwxrwxrwx
2014-04-10 11:40:52,705 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397148025455_0003/job_1397148025455_0003_1_conf.xml dst=null perm=brock:supergroup:rw-rw-rw-
2014-04-10 11:40:52,748 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:updateAndGetContainerStatuses(374)) - Removed completed container container_1397148025455_0002_01_000004
2014-04-10 11:40:52,748 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:updateAndGetContainerStatuses(374)) - Removed completed container container_1397148025455_0002_01_000005
2014-04-10 11:40:52,748 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397148025455_0002_01_000004 Container Transitioned from RUNNING to COMPLETED
2014-04-10 11:40:52,748 INFO fica.FiCaSchedulerApp (FiCaSchedulerApp.java:containerCompleted(91)) - Completed container: container_1397148025455_0002_01_000004 in state: COMPLETED event:FINISHED
2014-04-10 11:40:52,749 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(98)) - USER=brock OPERATION=AM Released Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1397148025455_0002 CONTAINERID=container_1397148025455_0002_01_000004
2014-04-10 11:40:52,749 INFO fica.FiCaSchedulerNode (FiCaSchedulerNode.java:releaseContainer(164)) - Released container container_1397148025455_0002_01_000004 of capacity <memory:1024, vCores:1> on host localhost:56608, which currently has 1 containers, <memory:1024, vCores:1> used and <memory:3072, vCores:7> available, release resources=true
2014-04-10 11:40:52,749 INFO capacity.LeafQueue (LeafQueue.java:releaseResource(1506)) - default used=<memory:5120, vCores:3> numContainers=3 user=brock user-resources=<memory:5120, vCores:3>
2014-04-10 11:40:52,749 INFO capacity.LeafQueue (LeafQueue.java:completedContainer(1448)) - completedContainer container=Container: [ContainerId: container_1397148025455_0002_01_000004, NodeId: localhost:56608, NodeHttpAddress: localhost:44862, Resource: <memory:1024, vCores:1>, Priority: 20, Token: Token { kind: ContainerToken, service: localhost:56608 }, ] resource=<memory:1024, vCores:1> queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:5120, vCores:3>usedCapacity=0.3125, absoluteUsedCapacity=0.3125, numApps=2, numContainers=3 usedCapacity=0.3125 absoluteUsedCapacity=0.3125 used=<memory:5120, vCores:3> cluster=<memory:16384, vCores:32>
2014-04-10 11:40:52,749 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(694)) - completedContainer queue=root usedCapacity=0.3125 absoluteUsedCapacity=0.3125 used=<memory:5120, vCores:3> cluster=<memory:16384, vCores:32>
2014-04-10 11:40:52,749 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(708)) - Re-sorting completed queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:5120, vCores:3>usedCapacity=0.3125, absoluteUsedCapacity=0.3125, numApps=2, numContainers=3
2014-04-10 11:40:52,749 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(849)) - Application appattempt_1397148025455_0002_000001 released container container_1397148025455_0002_01_000004 on node: host: localhost:56608 #containers=1 available=3072 used=1024 with event: FINISHED
2014-04-10 11:40:52,750 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397148025455_0002_01_000005 Container Transitioned from RUNNING to COMPLETED
2014-04-10 11:40:52,750 INFO fica.FiCaSchedulerApp (FiCaSchedulerApp.java:containerCompleted(91)) - Completed container: container_1397148025455_0002_01_000005 in state: COMPLETED event:FINISHED
2014-04-10 11:40:52,750 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(98)) - USER=brock OPERATION=AM Released Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1397148025455_0002 CONTAINERID=container_1397148025455_0002_01_000005
2014-04-10 11:40:52,750 INFO fica.FiCaSchedulerNode (FiCaSchedulerNode.java:releaseContainer(164)) - Released container container_1397148025455_0002_01_000005 of capacity <memory:1024, vCores:1> on host localhost:56608, which currently has 0 containers, <memory:0, vCores:0> used and <memory:4096, vCores:8> available, release resources=true
2014-04-10 11:40:52,750 INFO capacity.LeafQueue (LeafQueue.java:releaseResource(1506)) - default used=<memory:4096, vCores:2> numContainers=2 user=brock user-resources=<memory:4096, vCores:2>
2014-04-10 11:40:52,750 INFO capacity.LeafQueue (LeafQueue.java:completedContainer(1448)) - completedContainer container=Container: [ContainerId: container_1397148025455_0002_01_000005, NodeId: localhost:56608, NodeHttpAddress: localhost:44862, Resource: <memory:1024, vCores:1>, Priority: 20, Token: Token { kind: ContainerToken, service: localhost:56608 }, ] resource=<memory:1024, vCores:1> queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:4096, vCores:2>usedCapacity=0.25, absoluteUsedCapacity=0.25, numApps=2, numContainers=2 usedCapacity=0.25 absoluteUsedCapacity=0.25 used=<memory:4096, vCores:2> cluster=<memory:16384, vCores:32>
2014-04-10 11:40:52,750 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(694)) - completedContainer queue=root usedCapacity=0.25 absoluteUsedCapacity=0.25 used=<memory:4096, vCores:2> cluster=<memory:16384, vCores:32>
2014-04-10 11:40:52,750 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(708)) - Re-sorting completed queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:4096, vCores:2>usedCapacity=0.25, absoluteUsedCapacity=0.25, numApps=2, numContainers=2
2014-04-10 11:40:52,751 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(849)) - Application appattempt_1397148025455_0002_000001 released container container_1397148025455_0002_01_000005 on node: host: localhost:56608 #containers=0 available=4096 used=0 with event: FINISHED
2014-04-10 11:40:52,800 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(2966)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/brock/.staging/job_1397148025455_0003/job_1397148025455_0003_1_conf.xml. BP-1273566995-127.0.0.1-1397148009804 blk_1073741858_1034{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-3ed96dbe-c447-4d96-9c7e-eaff895c84c9:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-89a8a4dd-3711-4e1f-a6ae-4c16325f3994:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-838adf6f-c765-4df1-af90-8771b842abe6:NORMAL|RBW]]}
2014-04-10 11:40:52,837 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1273566995-127.0.0.1-1397148009804:blk_1073741851_1027
2014-04-10 11:40:52,838 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1273566995-127.0.0.1-1397148009804:blk_1073741852_1028
2014-04-10 11:40:52,838 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1273566995-127.0.0.1-1397148009804:blk_1073741854_1030
2014-04-10 11:40:52,838 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1273566995-127.0.0.1-1397148009804:blk_1073741850_1026
2014-04-10 11:40:52,838 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1273566995-127.0.0.1-1397148009804:blk_1073741853_1029
2014-04-10 11:40:52,839 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1273566995-127.0.0.1-1397148009804:blk_1073741857_1033
2014-04-10 11:40:52,849 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1273566995-127.0.0.1-1397148009804:blk_1073741858_1034 src: /127.0.0.1:45567 dest: /127.0.0.1:52603
2014-04-10 11:40:52,850 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1273566995-127.0.0.1-1397148009804:blk_1073741858_1034 src: /127.0.0.1:57178 dest: /127.0.0.1:48225
2014-04-10 11:40:52,850 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1273566995-127.0.0.1-1397148009804:blk_1073741858_1034 src: /127.0.0.1:37362 dest: /127.0.0.1:52669
2014-04-10 11:40:52,855 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:37362, dest: /127.0.0.1:52669, bytes: 93515, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-765647594_1, offset: 0, srvID: 2a939430-7213-43d8-8538-35bb09f189bb, blockid: BP-1273566995-127.0.0.1-1397148009804:blk_1073741858_1034, duration: 4002761
2014-04-10 11:40:52,856 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1273566995-127.0.0.1-1397148009804:blk_1073741858_1034, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2014-04-10 11:40:52,856 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:52669 is added to blk_1073741858_1034{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-89a8a4dd-3711-4e1f-a6ae-4c16325f3994:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-f843c653-a575-43af-b1a9-bec72334e925:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-c8e7c7c4-3019-4725-a866-f4905c19dba7:NORMAL|RBW]]} size 0
2014-04-10 11:40:52,856 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:57178, dest: /127.0.0.1:48225, bytes: 93515, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-765647594_1, offset: 0, srvID: 0e4a70b8-97db-47e9-bdbb-11e7b39a6d93, blockid: BP-1273566995-127.0.0.1-1397148009804:blk_1073741858_1034, duration: 4624744
2014-04-10 11:40:52,856 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1273566995-127.0.0.1-1397148009804:blk_1073741858_1034, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 11:40:52,856 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:48225 is added to blk_1073741858_1034{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-89a8a4dd-3711-4e1f-a6ae-4c16325f3994:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-f843c653-a575-43af-b1a9-bec72334e925:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-c8e7c7c4-3019-4725-a866-f4905c19dba7:NORMAL|RBW]]} size 0
2014-04-10 11:40:52,856 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:45567, dest: /127.0.0.1:52603, bytes: 93515, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-765647594_1, offset: 0, srvID: d285c44a-ef6f-4c17-8ed2-95c06929cda4, blockid: BP-1273566995-127.0.0.1-1397148009804:blk_1073741858_1034, duration: 5021050
2014-04-10 11:40:52,856 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1273566995-127.0.0.1-1397148009804:blk_1073741858_1034, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 11:40:52,857 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:52603 is added to blk_1073741858_1034{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-89a8a4dd-3711-4e1f-a6ae-4c16325f3994:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-f843c653-a575-43af-b1a9-bec72334e925:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-c8e7c7c4-3019-4725-a866-f4905c19dba7:NORMAL|RBW]]} size 0
2014-04-10 11:40:52,872 INFO hdfs.StateChange (FSNamesystem.java:completeFile(2899)) - DIR* completeFile: /tmp/hadoop-yarn/staging/brock/.staging/job_1397148025455_0003/job_1397148025455_0003_1_conf.xml is closed by DFSClient_NONMAPREDUCE_-765647594_1
2014-04-10 11:40:53,133 INFO hdfs.StateChange (InvalidateBlocks.java:invalidateWork(152)) - BLOCK* InvalidateBlocks: ask 127.0.0.1:36647 to delete [blk_1073741855_1031]
2014-04-10 11:40:53,133 INFO hdfs.StateChange (InvalidateBlocks.java:invalidateWork(152)) - BLOCK* InvalidateBlocks: ask 127.0.0.1:52603 to delete [blk_1073741855_1031]
2014-04-10 11:40:53,330 INFO BlockStateChange (BlockManager.java:addToInvalidates(1030)) - BLOCK* addToInvalidates: blk_1073741841_1017 127.0.0.1:52669 127.0.0.1:48225 127.0.0.1:36647 127.0.0.1:52603
2014-04-10 11:40:53,331 INFO BlockStateChange (BlockManager.java:addToInvalidates(1030)) - BLOCK* addToInvalidates: blk_1073741843_1019 127.0.0.1:52669 127.0.0.1:36647 127.0.0.1:52603 127.0.0.1:48225
2014-04-10 11:40:53,331 INFO BlockStateChange (BlockManager.java:addToInvalidates(1030)) - BLOCK* addToInvalidates: blk_1073741844_1020 127.0.0.1:52669 127.0.0.1:36647 127.0.0.1:48225
2014-04-10 11:40:53,331 INFO BlockStateChange (BlockManager.java:addToInvalidates(1030)) - BLOCK* addToInvalidates: blk_1073741847_1023 127.0.0.1:52603 127.0.0.1:36647 127.0.0.1:48225
2014-04-10 11:40:53,332 INFO BlockStateChange (BlockManager.java:addToInvalidates(1030)) - BLOCK* addToInvalidates: blk_1073741852_1028 127.0.0.1:36647 127.0.0.1:52603 127.0.0.1:48225
2014-04-10 11:40:53,332 INFO BlockStateChange (BlockManager.java:addToInvalidates(1030)) - BLOCK* addToInvalidates: blk_1073741849_1025 127.0.0.1:48225 127.0.0.1:52669 127.0.0.1:52603
2014-04-10 11:40:53,332 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=delete src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397148025455_0002 dst=null perm=null
2014-04-10 11:40:53,749 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397148025455_0003_01_000002 Container Transitioned from NEW to ALLOCATED
2014-04-10 11:40:53,749 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(98)) - USER=brock OPERATION=AM Allocated Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1397148025455_0003 CONTAINERID=container_1397148025455_0003_01_000002
2014-04-10 11:40:53,750 INFO fica.FiCaSchedulerNode (FiCaSchedulerNode.java:allocateContainer(116)) - Assigned container container_1397148025455_0003_01_000002 of capacity <memory:1024, vCores:1> on host localhost:56608, which currently has 1 containers, <memory:1024, vCores:1> used and <memory:3072, vCores:7> available
2014-04-10 11:40:53,750 INFO capacity.LeafQueue (LeafQueue.java:assignContainer(1363)) - assignedContainer application=application_1397148025455_0003 container=Container: [ContainerId: container_1397148025455_0003_01_000002, NodeId: localhost:56608, NodeHttpAddress: localhost:44862, Resource: <memory:1024, vCores:1>, Priority: 20, Token: Token { kind: ContainerToken, service: localhost:56608 }, ] containerId=container_1397148025455_0003_01_000002 queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:4096, vCores:2>usedCapacity=0.25, absoluteUsedCapacity=0.25, numApps=2, numContainers=2 usedCapacity=0.25 absoluteUsedCapacity=0.25 used=<memory:4096, vCores:2> cluster=<memory:16384, vCores:32>
2014-04-10 11:40:53,750 INFO capacity.ParentQueue (ParentQueue.java:assignContainersToChildQueues(655)) - Re-sorting assigned queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:5120, vCores:3>usedCapacity=0.3125, absoluteUsedCapacity=0.3125, numApps=2, numContainers=3
2014-04-10 11:40:53,751 INFO capacity.ParentQueue (ParentQueue.java:assignContainers(570)) - assignedContainer queue=root usedCapacity=0.3125 absoluteUsedCapacity=0.3125 used=<memory:5120, vCores:3> cluster=<memory:16384, vCores:32>
2014-04-10 11:40:53,751 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397148025455_0003_01_000003 Container Transitioned from NEW to ALLOCATED
2014-04-10 11:40:53,752 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(98)) - USER=brock OPERATION=AM Allocated Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1397148025455_0003 CONTAINERID=container_1397148025455_0003_01_000003
2014-04-10 11:40:53,752 INFO fica.FiCaSchedulerNode (FiCaSchedulerNode.java:allocateContainer(116)) - Assigned container container_1397148025455_0003_01_000003 of capacity <memory:1024, vCores:1> on host localhost:56608, which currently has 2 containers, <memory:2048, vCores:2> used and <memory:2048, vCores:6> available
2014-04-10 11:40:53,752 INFO capacity.LeafQueue (LeafQueue.java:assignContainer(1363)) - assignedContainer application=application_1397148025455_0003 container=Container: [ContainerId: container_1397148025455_0003_01_000003, NodeId: localhost:56608, NodeHttpAddress: localhost:44862, Resource: <memory:1024, vCores:1>, Priority: 20, Token: Token { kind: ContainerToken, service: localhost:56608 }, ] containerId=container_1397148025455_0003_01_000003 queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:5120, vCores:3>usedCapacity=0.3125, absoluteUsedCapacity=0.3125, numApps=2, numContainers=3 usedCapacity=0.3125 absoluteUsedCapacity=0.3125 used=<memory:5120, vCores:3> cluster=<memory:16384, vCores:32>
2014-04-10 11:40:53,752 INFO capacity.ParentQueue (ParentQueue.java:assignContainersToChildQueues(655)) - Re-sorting assigned queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:6144, vCores:4>usedCapacity=0.375, absoluteUsedCapacity=0.375, numApps=2, numContainers=4
2014-04-10 11:40:53,753 INFO capacity.ParentQueue (ParentQueue.java:assignContainers(570)) - assignedContainer queue=root usedCapacity=0.375 absoluteUsedCapacity=0.375 used=<memory:6144, vCores:4> cluster=<memory:16384, vCores:32>
2014-04-10 11:40:53,753 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397148025455_0003_01_000004 Container Transitioned from NEW to ALLOCATED
2014-04-10 11:40:53,754 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(98)) - USER=brock OPERATION=AM Allocated Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1397148025455_0003 CONTAINERID=container_1397148025455_0003_01_000004
2014-04-10 11:40:53,754 INFO fica.FiCaSchedulerNode (FiCaSchedulerNode.java:allocateContainer(116)) - Assigned container container_1397148025455_0003_01_000004 of capacity <memory:1024, vCores:1> on host localhost:56608, which currently has 3 containers, <memory:3072, vCores:3> used and <memory:1024, vCores:5> available
2014-04-10 11:40:53,754 INFO capacity.LeafQueue (LeafQueue.java:assignContainer(1363)) - assignedContainer application=application_1397148025455_0003 container=Container: [ContainerId: container_1397148025455_0003_01_000004, NodeId: localhost:56608, NodeHttpAddress: localhost:44862, Resource: <memory:1024, vCores:1>, Priority: 20, Token: Token { kind: ContainerToken, service: localhost:56608 }, ] containerId=container_1397148025455_0003_01_000004 queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:6144, vCores:4>usedCapacity=0.375, absoluteUsedCapacity=0.375, numApps=2, numContainers=4 usedCapacity=0.375 absoluteUsedCapacity=0.375 used=<memory:6144, vCores:4> cluster=<memory:16384, vCores:32>
2014-04-10 11:40:53,754 INFO capacity.ParentQueue (ParentQueue.java:assignContainersToChildQueues(655)) - Re-sorting assigned queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:7168, vCores:5>usedCapacity=0.4375, absoluteUsedCapacity=0.4375, numApps=2, numContainers=5
2014-04-10 11:40:53,755 INFO capacity.ParentQueue (ParentQueue.java:assignContainers(570)) - assignedContainer queue=root usedCapacity=0.4375 absoluteUsedCapacity=0.4375 used=<memory:7168, vCores:5> cluster=<memory:16384, vCores:32>
2014-04-10 11:40:53,755 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397148025455_0003_01_000005 Container Transitioned from NEW to ALLOCATED
2014-04-10 11:40:53,755 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(98)) - USER=brock OPERATION=AM Allocated Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1397148025455_0003 CONTAINERID=container_1397148025455_0003_01_000005
2014-04-10 11:40:53,756 INFO fica.FiCaSchedulerNode (FiCaSchedulerNode.java:allocateContainer(116)) - Assigned container container_1397148025455_0003_01_000005 of capacity <memory:1024, vCores:1> on host localhost:56608, which currently has 4 containers, <memory:4096, vCores:4> used and <memory:0, vCores:4> available
2014-04-10 11:40:53,756 INFO capacity.LeafQueue (LeafQueue.java:assignContainer(1363)) - assignedContainer application=application_1397148025455_0003 container=Container: [ContainerId: container_1397148025455_0003_01_000005, NodeId: localhost:56608, NodeHttpAddress: localhost:44862, Resource: <memory:1024, vCores:1>, Priority: 20, Token: Token { kind: ContainerToken, service: localhost:56608 }, ] containerId=container_1397148025455_0003_01_000005 queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:7168, vCores:5>usedCapacity=0.4375, absoluteUsedCapacity=0.4375, numApps=2, numContainers=5 usedCapacity=0.4375 absoluteUsedCapacity=0.4375 used=<memory:7168, vCores:5> cluster=<memory:16384, vCores:32>
2014-04-10 11:40:53,756 INFO capacity.ParentQueue (ParentQueue.java:assignContainersToChildQueues(655)) - Re-sorting assigned queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:8192, vCores:6>usedCapacity=0.5, absoluteUsedCapacity=0.5, numApps=2, numContainers=6
2014-04-10 11:40:53,757 INFO capacity.ParentQueue (ParentQueue.java:assignContainers(570)) - assignedContainer queue=root usedCapacity=0.5 absoluteUsedCapacity=0.5 used=<memory:8192, vCores:6> cluster=<memory:16384, vCores:32>
2014-04-10 11:40:53,958 INFO hs.JobHistory (JobHistory.java:run(198)) - History Cleaner started
2014-04-10 11:40:53,959 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=listStatus src=/tmp/hadoop-yarn/staging/history/done dst=null perm=null
2014-04-10 11:40:53,960 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=listStatus src=/tmp/hadoop-yarn/staging/history/done/2014 dst=null perm=null
2014-04-10 11:40:53,961 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=listStatus src=/tmp/hadoop-yarn/staging/history/done/2014/04 dst=null perm=null
2014-04-10 11:40:53,961 INFO hs.JobHistory (JobHistory.java:run(204)) - History Cleaner complete
2014-04-10 11:40:54,573 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073741855_1031 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data1/current/BP-1273566995-127.0.0.1-1397148009804/current/finalized/blk_1073741855 for deletion
2014-04-10 11:40:54,573 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-1273566995-127.0.0.1-1397148009804 blk_1073741855_1031 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data1/current/BP-1273566995-127.0.0.1-1397148009804/current/finalized/blk_1073741855
2014-04-10 11:40:54,583 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073741855_1031 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data5/current/BP-1273566995-127.0.0.1-1397148009804/current/finalized/blk_1073741855 for deletion
2014-04-10 11:40:54,584 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-1273566995-127.0.0.1-1397148009804 blk_1073741855_1031 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data5/current/BP-1273566995-127.0.0.1-1397148009804/current/finalized/blk_1073741855
2014-04-10 11:40:54,665 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397148025455_0003_01_000002 Container Transitioned from ALLOCATED to ACQUIRED
2014-04-10 11:40:54,665 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397148025455_0003_01_000003 Container Transitioned from ALLOCATED to ACQUIRED
2014-04-10 11:40:54,666 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397148025455_0003_01_000004 Container Transitioned from ALLOCATED to ACQUIRED
2014-04-10 11:40:54,666 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397148025455_0003_01_000005 Container Transitioned from ALLOCATED to ACQUIRED
2014-04-10 11:40:54,712 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397148025455_0003/job.jar dst=null perm=null
2014-04-10 11:40:54,713 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397148025455_0003/job.jar dst=null perm=null
2014-04-10 11:40:54,720 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397148025455_0003/job.xml dst=null perm=null
2014-04-10 11:40:54,721 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397148025455_0003/job.xml dst=null perm=null
2014-04-10 11:40:54,723 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null
2014-04-10 11:40:54,724 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target/Hadoop2MR1Platform-tmpDir/hadoop-5284192097755328556.jar dst=null perm=null
2014-04-10 11:40:54,730 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null
2014-04-10 11:40:54,732 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target/Hadoop2MR1Platform-tmpDir/hadoop-5284192097755328556.jar dst=null perm=null
2014-04-10 11:40:54,733 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null
2014-04-10 11:40:54,734 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target/Hadoop2MR1Platform-tmpDir/hadoop-5284192097755328556.jar dst=null perm=null
2014-04-10 11:40:54,790 INFO ipc.Server (Server.java:saslProcess(1252)) - Auth successful for appattempt_1397148025455_0003_000001 (auth:SIMPLE)
2014-04-10 11:40:54,795 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(572)) - Start request for container_1397148025455_0003_01_000004 by user brock
2014-04-10 11:40:54,795 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(572)) - Start request for container_1397148025455_0003_01_000002 by user brock
2014-04-10 11:40:54,795 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(611)) - Creating a new application reference for app application_1397148025455_0003
2014-04-10 11:40:54,795 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(572)) - Start request for container_1397148025455_0003_01_000003 by user brock
2014-04-10 11:40:54,795 INFO application.Application (ApplicationImpl.java:transition(296)) - Adding container_1397148025455_0003_01_000002 to application application_1397148025455_0003
2014-04-10 11:40:54,795 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=brock IP=127.0.0.1 OPERATION=Start Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1397148025455_0003 CONTAINERID=container_1397148025455_0003_01_000004
2014-04-10 11:40:54,795 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=brock IP=127.0.0.1 OPERATION=Start Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1397148025455_0003 CONTAINERID=container_1397148025455_0003_01_000002
2014-04-10 11:40:54,795 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(572)) - Start request for container_1397148025455_0003_01_000005 by user brock
2014-04-10 11:40:54,796 INFO application.Application (ApplicationImpl.java:handle(450)) - Application application_1397148025455_0003 transitioned from NEW to INITING
2014-04-10 11:40:54,796 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=brock IP=127.0.0.1 OPERATION=Start Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1397148025455_0003 CONTAINERID=container_1397148025455_0003_01_000003
2014-04-10 11:40:54,797 INFO application.Application (ApplicationImpl.java:transition(296)) - Adding container_1397148025455_0003_01_000004 to application application_1397148025455_0003
2014-04-10 11:40:54,797 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=brock IP=127.0.0.1 OPERATION=Start Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1397148025455_0003 CONTAINERID=container_1397148025455_0003_01_000005
2014-04-10 11:40:54,797 INFO application.Application (ApplicationImpl.java:transition(296)) - Adding container_1397148025455_0003_01_000003 to application application_1397148025455_0003
2014-04-10 11:40:54,797 INFO application.Application (ApplicationImpl.java:transition(296)) - Adding container_1397148025455_0003_01_000005 to application application_1397148025455_0003
2014-04-10 11:40:54,798 INFO application.Application (ApplicationImpl.java:handle(450)) - Application application_1397148025455_0003 transitioned from INITING to RUNNING
2014-04-10 11:40:54,798 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397148025455_0003_01_000004 transitioned from NEW to LOCALIZING
2014-04-10 11:40:54,798 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397148025455_0003_01_000002 transitioned from NEW to LOCALIZING
2014-04-10 11:40:54,799 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397148025455_0003_01_000005 transitioned from NEW to LOCALIZING
2014-04-10 11:40:54,799 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397148025455_0003_01_000003 transitioned from NEW to LOCALIZING
2014-04-10 11:40:54,799 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event CONTAINER_INIT for appId application_1397148025455_0003
2014-04-10 11:40:54,799 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event APPLICATION_INIT for appId application_1397148025455_0003
2014-04-10 11:40:54,799 INFO containermanager.AuxServices (AuxServices.java:handle(179)) - Got APPLICATION_INIT for service mapreduce_shuffle
2014-04-10 11:40:54,800 INFO mapred.ShuffleHandler (ShuffleHandler.java:initializeApplication(263)) - Added token for job_1397148025455_0003
2014-04-10 11:40:54,800 INFO localizer.LocalizedResource (LocalizedResource.java:handle(196)) - Resource hdfs://localhost:35773/tmp/hadoop-yarn/staging/brock/.staging/job_1397148025455_0003/job.jar transitioned from INIT to DOWNLOADING
2014-04-10 11:40:54,800 INFO localizer.LocalizedResource (LocalizedResource.java:handle(196)) - Resource hdfs://localhost:35773/tmp/hadoop-yarn/staging/brock/.staging/job_1397148025455_0003/job.xml transitioned from INIT to DOWNLOADING
2014-04-10 11:40:54,800 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event CONTAINER_INIT for appId application_1397148025455_0003
2014-04-10 11:40:54,800 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event APPLICATION_INIT for appId application_1397148025455_0003
2014-04-10 11:40:54,801 INFO containermanager.AuxServices (AuxServices.java:handle(179)) - Got APPLICATION_INIT for service mapreduce_shuffle
2014-04-10 11:40:54,801 INFO mapred.ShuffleHandler (ShuffleHandler.java:initializeApplication(263)) - Added token for job_1397148025455_0003
2014-04-10 11:40:54,801 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event CONTAINER_INIT for appId application_1397148025455_0003
2014-04-10 11:40:54,801 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event APPLICATION_INIT for appId application_1397148025455_0003
2014-04-10 11:40:54,801 INFO containermanager.AuxServices (AuxServices.java:handle(179)) - Got APPLICATION_INIT for service mapreduce_shuffle
2014-04-10 11:40:54,802 INFO mapred.ShuffleHandler (ShuffleHandler.java:initializeApplication(263)) - Added token for job_1397148025455_0003
2014-04-10 11:40:54,802 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event CONTAINER_INIT for appId application_1397148025455_0003
2014-04-10 11:40:54,802 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event APPLICATION_INIT for appId application_1397148025455_0003
2014-04-10 11:40:54,802 INFO containermanager.AuxServices (AuxServices.java:handle(179)) - Got APPLICATION_INIT for service mapreduce_shuffle
2014-04-10 11:40:54,802 INFO mapred.ShuffleHandler (ShuffleHandler.java:initializeApplication(263)) - Added token for job_1397148025455_0003
2014-04-10 11:40:54,803 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:handle(590)) - Created localizer for container_1397148025455_0003_01_000004
2014-04-10 11:40:54,803 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:handle(590)) - Created localizer for container_1397148025455_0003_01_000002
2014-04-10 11:40:54,804 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:handle(590)) - Created localizer for container_1397148025455_0003_01_000005
2014-04-10 11:40:54,804 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:handle(590)) - Created localizer for container_1397148025455_0003_01_000003
2014-04-10 11:40:54,820 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:writeCredentials(1015)) - Writing credentials to the nmPrivate file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_2/nmPrivate/container_1397148025455_0003_01_000003.tokens. Credentials list:
2014-04-10 11:40:54,821 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:writeCredentials(1015)) - Writing credentials to the nmPrivate file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_0/nmPrivate/container_1397148025455_0003_01_000005.tokens. Credentials list:
2014-04-10 11:40:54,820 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:writeCredentials(1015)) - Writing credentials to the nmPrivate file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_3/nmPrivate/container_1397148025455_0003_01_000002.tokens. Credentials list:
2014-04-10 11:40:54,820 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:writeCredentials(1015)) - Writing credentials to the nmPrivate file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_1/nmPrivate/container_1397148025455_0003_01_000004.tokens. Credentials list:
2014-04-10 11:40:54,848 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:createUserCacheDirs(469)) - Initializing user brock
2014-04-10 11:40:54,913 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(103)) - Copying from /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_2/nmPrivate/container_1397148025455_0003_01_000003.tokens to /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_0/usercache/brock/appcache/application_1397148025455_0003/container_1397148025455_0003_01_000003.tokens
2014-04-10 11:40:54,914 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(105)) - CWD set to /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_0/usercache/brock/appcache/application_1397148025455_0003 = file:/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_0/usercache/brock/appcache/application_1397148025455_0003
2014-04-10 11:40:55,015 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397148025455_0003/job.jar dst=null perm=null
2014-04-10 11:40:55,016 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397148025455_0003/job.jar dst=null perm=null
2014-04-10 11:40:55,018 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397148025455_0003/job.jar dst=null perm=null
2014-04-10 11:40:55,028 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:36647, dest: /127.0.0.1:57545, bytes: 246562, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_-1959413678_2065, offset: 0, srvID: 83fbbfd6-5c60-438d-b204-7d44dafa2eec, blockid: BP-1273566995-127.0.0.1-1397148009804:blk_1073741842_1018, duration: 1104855
2014-04-10 11:40:55,053 INFO localizer.LocalizedResource (LocalizedResource.java:handle(196)) - Resource hdfs://localhost:35773/tmp/hadoop-yarn/staging/brock/.staging/job_1397148025455_0003/job.jar(->file:/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_0/usercache/brock/appcache/application_1397148025455_0003/filecache/10/job.jar) transitioned from DOWNLOADING to LOCALIZED
2014-04-10 11:40:55,069 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397148025455_0003/job.xml dst=null perm=null
2014-04-10 11:40:55,070 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397148025455_0003/job.xml dst=null perm=null
2014-04-10 11:40:55,072 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397148025455_0003/job.xml dst=null perm=null
2014-04-10 11:40:55,080 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:48225, dest: /127.0.0.1:57186, bytes: 80138, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_-1959413678_2065, offset: 0, srvID: 0e4a70b8-97db-47e9-bdbb-11e7b39a6d93, blockid: BP-1273566995-127.0.0.1-1397148009804:blk_1073741848_1024, duration: 443196
2014-04-10 11:40:55,098 INFO localizer.LocalizedResource (LocalizedResource.java:handle(196)) - Resource hdfs://localhost:35773/tmp/hadoop-yarn/staging/brock/.staging/job_1397148025455_0003/job.xml(->file:/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_1/usercache/brock/appcache/application_1397148025455_0003/filecache/11/job.xml) transitioned from DOWNLOADING to LOCALIZED
2014-04-10 11:40:55,099 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397148025455_0003_01_000004 transitioned from LOCALIZING to LOCALIZED
2014-04-10 11:40:55,099 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397148025455_0003_01_000002 transitioned from LOCALIZING to LOCALIZED
2014-04-10 11:40:55,099 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397148025455_0003_01_000005 transitioned from LOCALIZING to LOCALIZED
2014-04-10 11:40:55,099 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397148025455_0003_01_000003 transitioned from LOCALIZING to LOCALIZED
2014-04-10 11:40:55,133 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397148025455_0003_01_000003 transitioned from LOCALIZED to RUNNING
2014-04-10 11:40:55,133 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(169)) - Neither virutal-memory nor physical-memory monitoring is needed. Not running the monitor-thread
2014-04-10 11:40:55,133 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397148025455_0003_01_000005 transitioned from LOCALIZED to RUNNING
2014-04-10 11:40:55,133 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(169)) - Neither virutal-memory nor physical-memory monitoring is needed. Not running the monitor-thread
2014-04-10 11:40:55,137 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397148025455_0003_01_000002 transitioned from LOCALIZED to RUNNING
2014-04-10 11:40:55,137 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397148025455_0003_01_000004 transitioned from LOCALIZED to RUNNING
2014-04-10 11:40:55,137 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(169)) - Neither virutal-memory nor physical-memory monitoring is needed. Not running the monitor-thread
2014-04-10 11:40:55,137 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(169)) - Neither virutal-memory nor physical-memory monitoring is needed. Not running the monitor-thread
2014-04-10 11:40:55,197 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(189)) - launchContainer: [nice, -n, 0, bash, /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_3/usercache/brock/appcache/application_1397148025455_0003/container_1397148025455_0003_01_000003/default_container_executor.sh]
2014-04-10 11:40:55,197 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(189)) - launchContainer: [nice, -n, 0, bash, /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_1/usercache/brock/appcache/application_1397148025455_0003/container_1397148025455_0003_01_000005/default_container_executor.sh]
2014-04-10 11:40:55,200 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(189)) - launchContainer: [nice, -n, 0, bash, /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_3/usercache/brock/appcache/application_1397148025455_0003/container_1397148025455_0003_01_000002/default_container_executor.sh]
2014-04-10 11:40:55,200 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(189)) - launchContainer: [nice, -n, 0, bash, /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_0/usercache/brock/appcache/application_1397148025455_0003/container_1397148025455_0003_01_000004/default_container_executor.sh]
2014-04-10 11:40:55,682 INFO scheduler.AppSchedulingInfo (AppSchedulingInfo.java:updateResourceRequests(166)) - checking for deactivate...
2014-04-10 11:40:55,749 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397148025455_0003_01_000002 Container Transitioned from ACQUIRED to RUNNING
2014-04-10 11:40:55,749 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397148025455_0003_01_000003 Container Transitioned from ACQUIRED to RUNNING
2014-04-10 11:40:55,750 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397148025455_0003_01_000004 Container Transitioned from ACQUIRED to RUNNING
2014-04-10 11:40:55,750 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397148025455_0003_01_000005 Container Transitioned from ACQUIRED to RUNNING
2014-04-10 11:40:56,133 INFO hdfs.StateChange (InvalidateBlocks.java:invalidateWork(152)) - BLOCK* InvalidateBlocks: ask 127.0.0.1:36647 to delete [blk_1073741841_1017, blk_1073741843_1019, blk_1073741844_1020, blk_1073741847_1023, blk_1073741852_1028]
2014-04-10 11:40:56,134 INFO hdfs.StateChange (InvalidateBlocks.java:invalidateWork(152)) - BLOCK* InvalidateBlocks: ask 127.0.0.1:48225 to delete [blk_1073741841_1017, blk_1073741843_1019, blk_1073741844_1020, blk_1073741847_1023, blk_1073741849_1025, blk_1073741852_1028]
2014-04-10 11:40:56,158 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:createUserCacheDirs(469)) - Initializing user brock
2014-04-10 11:40:56,320 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(103)) - Copying from /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_1/nmPrivate/container_1397148025455_0003_01_000004.tokens to /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_0/usercache/brock/appcache/application_1397148025455_0003/container_1397148025455_0003_01_000004.tokens
2014-04-10 11:40:56,320 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(105)) - CWD set to /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_0/usercache/brock/appcache/application_1397148025455_0003 = file:/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_0/usercache/brock/appcache/application_1397148025455_0003
2014-04-10 11:40:56,372 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:createUserCacheDirs(469)) - Initializing user brock
2014-04-10 11:40:56,433 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(103)) - Copying from /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_3/nmPrivate/container_1397148025455_0003_01_000002.tokens to /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_0/usercache/brock/appcache/application_1397148025455_0003/container_1397148025455_0003_01_000002.tokens
2014-04-10 11:40:56,434 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(105)) - CWD set to /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_0/usercache/brock/appcache/application_1397148025455_0003 = file:/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_0/usercache/brock/appcache/application_1397148025455_0003
2014-04-10 11:40:56,548 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:createUserCacheDirs(469)) - Initializing user brock
2014-04-10 11:40:56,838 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(103)) - Copying from /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_0/nmPrivate/container_1397148025455_0003_01_000005.tokens to /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_0/usercache/brock/appcache/application_1397148025455_0003/container_1397148025455_0003_01_000005.tokens
2014-04-10 11:40:56,839 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(105)) - CWD set to /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_0/usercache/brock/appcache/application_1397148025455_0003 = file:/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_0/usercache/brock/appcache/application_1397148025455_0003
2014-04-10 11:40:57,531 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397148025455_0003/job.split dst=null perm=null
2014-04-10 11:40:57,572 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073741841_1017 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data1/current/BP-1273566995-127.0.0.1-1397148009804/current/finalized/blk_1073741841 for deletion
2014-04-10 11:40:57,573 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073741843_1019 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data1/current/BP-1273566995-127.0.0.1-1397148009804/current/finalized/blk_1073741843 for deletion
2014-04-10 11:40:57,573 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073741844_1020 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data2/current/BP-1273566995-127.0.0.1-1397148009804/current/finalized/blk_1073741844 for deletion
2014-04-10 11:40:57,573 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-1273566995-127.0.0.1-1397148009804 blk_1073741841_1017 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data1/current/BP-1273566995-127.0.0.1-1397148009804/current/finalized/blk_1073741841
2014-04-10 11:40:57,573 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073741847_1023 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data1/current/BP-1273566995-127.0.0.1-1397148009804/current/finalized/blk_1073741847 for deletion
2014-04-10 11:40:57,573 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-1273566995-127.0.0.1-1397148009804 blk_1073741843_1019 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data1/current/BP-1273566995-127.0.0.1-1397148009804/current/finalized/blk_1073741843
2014-04-10 11:40:57,573 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073741852_1028 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data1/current/BP-1273566995-127.0.0.1-1397148009804/current/finalized/blk_1073741852 for deletion
2014-04-10 11:40:57,573 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-1273566995-127.0.0.1-1397148009804 blk_1073741844_1020 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data2/current/BP-1273566995-127.0.0.1-1397148009804/current/finalized/blk_1073741844
2014-04-10 11:40:57,573 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-1273566995-127.0.0.1-1397148009804 blk_1073741847_1023 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data1/current/BP-1273566995-127.0.0.1-1397148009804/current/finalized/blk_1073741847
2014-04-10 11:40:57,573 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-1273566995-127.0.0.1-1397148009804 blk_1073741852_1028 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data1/current/BP-1273566995-127.0.0.1-1397148009804/current/finalized/blk_1073741852
2014-04-10 11:40:57,594 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1273566995-127.0.0.1-1397148009804:blk_1073741858_1034
2014-04-10 11:40:57,596 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:48225, dest: /127.0.0.1:57198, bytes: 1739, op: HDFS_READ, cliID: DFSClient_attempt_1397148025455_0003_m_000000_0_1693451851_1, offset: 0, srvID: 0e4a70b8-97db-47e9-bdbb-11e7b39a6d93, blockid: BP-1273566995-127.0.0.1-1397148009804:blk_1073741845_1021, duration: 203005
2014-04-10 11:40:57,601 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1273566995-127.0.0.1-1397148009804:blk_1073741858_1034
2014-04-10 11:40:57,609 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397148025455_0003/job.split dst=null perm=null
2014-04-10 11:40:57,656 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073741841_1017 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data4/current/BP-1273566995-127.0.0.1-1397148009804/current/finalized/blk_1073741841 for deletion
2014-04-10 11:40:57,656 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073741843_1019 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data4/current/BP-1273566995-127.0.0.1-1397148009804/current/finalized/blk_1073741843 for deletion
2014-04-10 11:40:57,656 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073741844_1020 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data3/current/BP-1273566995-127.0.0.1-1397148009804/current/finalized/blk_1073741844 for deletion
2014-04-10 11:40:57,656 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-1273566995-127.0.0.1-1397148009804 blk_1073741841_1017 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data4/current/BP-1273566995-127.0.0.1-1397148009804/current/finalized/blk_1073741841
2014-04-10 11:40:57,656 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-1273566995-127.0.0.1-1397148009804 blk_1073741844_1020 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data3/current/BP-1273566995-127.0.0.1-1397148009804/current/finalized/blk_1073741844
2014-04-10 11:40:57,657 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-1273566995-127.0.0.1-1397148009804 blk_1073741843_1019 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data4/current/BP-1273566995-127.0.0.1-1397148009804/current/finalized/blk_1073741843
2014-04-10 11:40:57,656 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073741847_1023 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data4/current/BP-1273566995-127.0.0.1-1397148009804/current/finalized/blk_1073741847 for deletion
2014-04-10 11:40:57,657 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073741849_1025 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data4/current/BP-1273566995-127.0.0.1-1397148009804/current/finalized/blk_1073741849 for deletion
2014-04-10 11:40:57,657 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-1273566995-127.0.0.1-1397148009804 blk_1073741847_1023 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data4/current/BP-1273566995-127.0.0.1-1397148009804/current/finalized/blk_1073741847
2014-04-10 11:40:57,657 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073741852_1028 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data3/current/BP-1273566995-127.0.0.1-1397148009804/current/finalized/blk_1073741852 for deletion
2014-04-10 11:40:57,657 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-1273566995-127.0.0.1-1397148009804 blk_1073741849_1025 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data4/current/BP-1273566995-127.0.0.1-1397148009804/current/finalized/blk_1073741849
2014-04-10 11:40:57,657 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-1273566995-127.0.0.1-1397148009804 blk_1073741852_1028 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data3/current/BP-1273566995-127.0.0.1-1397148009804/current/finalized/blk_1073741852
2014-04-10 11:40:57,658 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/writablesequencefileplatform/keyvalue/part-00002 dst=null perm=null
2014-04-10 11:40:57,663 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/writablesequencefileplatform/keyvalue/part-00002 dst=null perm=null
2014-04-10 11:40:57,665 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:52603, dest: /127.0.0.1:45591, bytes: 577, op: HDFS_READ, cliID: DFSClient_attempt_1397148025455_0003_m_000000_0_1693451851_1, offset: 0, srvID: d285c44a-ef6f-4c17-8ed2-95c06929cda4, blockid: BP-1273566995-127.0.0.1-1397148009804:blk_1073741834_1010, duration: 193629
2014-04-10 11:40:57,678 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:36647, dest: /127.0.0.1:57560, bytes: 707, op: HDFS_READ, cliID: DFSClient_attempt_1397148025455_0003_m_000003_0_1081270364_1, offset: 1024, srvID: 83fbbfd6-5c60-438d-b204-7d44dafa2eec, blockid: BP-1273566995-127.0.0.1-1397148009804:blk_1073741845_1021, duration: 198199
2014-04-10 11:40:57,746 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397148025455_0003/job.split dst=null perm=null
2014-04-10 11:40:57,747 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/writablesequencefileplatform/key/_temporary/1/_temporary/attempt_1397148025455_0003_m_000000_0/part-00000 dst=null perm=brock:supergroup:rw-rw-rw-
2014-04-10 11:40:57,752 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/writablesequencefileplatform/keyvalue/part-00003 dst=null perm=null
2014-04-10 11:40:57,756 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397148025455_0003/job.split dst=null perm=null
2014-04-10 11:40:57,760 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/writablesequencefileplatform/keyvalue/part-00003 dst=null perm=null
2014-04-10 11:40:57,762 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:52603, dest: /127.0.0.1:45594, bytes: 431, op: HDFS_READ, cliID: DFSClient_attempt_1397148025455_0003_m_000003_0_1081270364_1, offset: 0, srvID: d285c44a-ef6f-4c17-8ed2-95c06929cda4, blockid: BP-1273566995-127.0.0.1-1397148009804:blk_1073741833_1009, duration: 124701
2014-04-10 11:40:57,788 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/writablesequencefileplatform/key/_temporary/1/_temporary/attempt_1397148025455_0003_m_000003_0/part-00003 dst=null perm=brock:supergroup:rw-rw-rw-
2014-04-10 11:40:57,806 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:52669, dest: /127.0.0.1:37388, bytes: 1223, op: HDFS_READ, cliID: DFSClient_attempt_1397148025455_0003_m_000002_0_-1830524835_1, offset: 512, srvID: 2a939430-7213-43d8-8538-35bb09f189bb, blockid: BP-1273566995-127.0.0.1-1397148009804:blk_1073741845_1021, duration: 185604
2014-04-10 11:40:57,814 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:48225, dest: /127.0.0.1:57206, bytes: 1739, op: HDFS_READ, cliID: DFSClient_attempt_1397148025455_0003_m_000001_0_1548445336_1, offset: 0, srvID: 0e4a70b8-97db-47e9-bdbb-11e7b39a6d93, blockid: BP-1273566995-127.0.0.1-1397148009804:blk_1073741845_1021, duration: 186070
2014-04-10 11:40:57,841 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1273566995-127.0.0.1-1397148009804:blk_1073741858_1034
2014-04-10 11:40:57,863 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/writablesequencefileplatform/keyvalue/part-00000 dst=null perm=null
2014-04-10 11:40:57,865 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/writablesequencefileplatform/keyvalue/part-00001 dst=null perm=null
2014-04-10 11:40:57,865 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(2966)) - BLOCK* allocateBlock: /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/writablesequencefileplatform/key/_temporary/1/_temporary/attempt_1397148025455_0003_m_000000_0/part-00000. BP-1273566995-127.0.0.1-1397148009804 blk_1073741859_1035{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-838adf6f-c765-4df1-af90-8771b842abe6:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-1656bbea-11d8-45ca-abe1-49de0459849e:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-3ed96dbe-c447-4d96-9c7e-eaff895c84c9:NORMAL|RBW]]}
2014-04-10 11:40:57,868 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/writablesequencefileplatform/keyvalue/part-00000 dst=null perm=null
2014-04-10 11:40:57,870 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/writablesequencefileplatform/keyvalue/part-00001 dst=null perm=null
2014-04-10 11:40:57,871 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:36647, dest: /127.0.0.1:57567, bytes: 443, op: HDFS_READ, cliID: DFSClient_attempt_1397148025455_0003_m_000002_0_-1830524835_1, offset: 0, srvID: 83fbbfd6-5c60-438d-b204-7d44dafa2eec, blockid: BP-1273566995-127.0.0.1-1397148009804:blk_1073741836_1012, duration: 121357
2014-04-10 11:40:57,872 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:52669, dest: /127.0.0.1:37391, bytes: 536, op: HDFS_READ, cliID: DFSClient_attempt_1397148025455_0003_m_000001_0_1548445336_1, offset: 0, srvID: 2a939430-7213-43d8-8538-35bb09f189bb, blockid: BP-1273566995-127.0.0.1-1397148009804:blk_1073741835_1011, duration: 107864
2014-04-10 11:40:57,905 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/writablesequencefileplatform/key/_temporary/1/_temporary/attempt_1397148025455_0003_m_000001_0/part-00001 dst=null perm=brock:supergroup:rw-rw-rw-
2014-04-10 11:40:57,915 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(2966)) - BLOCK* allocateBlock: /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/writablesequencefileplatform/key/_temporary/1/_temporary/attempt_1397148025455_0003_m_000003_0/part-00003. BP-1273566995-127.0.0.1-1397148009804 blk_1073741860_1036{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-3ed96dbe-c447-4d96-9c7e-eaff895c84c9:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-c76cb5c0-94a2-4f10-be3b-e7b4acb9030e:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-c1a68ee9-e354-4a4f-84f6-847f076a6df0:NORMAL|RBW]]}
2014-04-10 11:40:57,916 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1273566995-127.0.0.1-1397148009804:blk_1073741859_1035 src: /127.0.0.1:37392 dest: /127.0.0.1:52669
2014-04-10 11:40:57,916 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1273566995-127.0.0.1-1397148009804:blk_1073741859_1035 src: /127.0.0.1:57570 dest: /127.0.0.1:36647
2014-04-10 11:40:57,917 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1273566995-127.0.0.1-1397148009804:blk_1073741859_1035 src: /127.0.0.1:45601 dest: /127.0.0.1:52603
2014-04-10 11:40:57,922 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/writablesequencefileplatform/key/_temporary/1/_temporary/attempt_1397148025455_0003_m_000002_0/part-00002 dst=null perm=brock:supergroup:rw-rw-rw-
2014-04-10 11:40:57,922 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:45601, dest: /127.0.0.1:52603, bytes: 142, op: HDFS_WRITE, cliID: DFSClient_attempt_1397148025455_0003_m_000000_0_1693451851_1, offset: 0, srvID: d285c44a-ef6f-4c17-8ed2-95c06929cda4, blockid: BP-1273566995-127.0.0.1-1397148009804:blk_1073741859_1035, duration: 3749446
2014-04-10 11:40:57,922 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1273566995-127.0.0.1-1397148009804:blk_1073741859_1035, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2014-04-10 11:40:57,922 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:52603 is added to blk_1073741859_1035{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-838adf6f-c765-4df1-af90-8771b842abe6:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-3ed96dbe-c447-4d96-9c7e-eaff895c84c9:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-c1a68ee9-e354-4a4f-84f6-847f076a6df0:NORMAL|RBW]]} size 0
2014-04-10 11:40:57,922 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:57570, dest: /127.0.0.1:36647, bytes: 142, op: HDFS_WRITE, cliID: DFSClient_attempt_1397148025455_0003_m_000000_0_1693451851_1, offset: 0, srvID: 83fbbfd6-5c60-438d-b204-7d44dafa2eec, blockid: BP-1273566995-127.0.0.1-1397148009804:blk_1073741859_1035, duration: 4266974
2014-04-10 11:40:57,922 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1273566995-127.0.0.1-1397148009804:blk_1073741859_1035, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 11:40:57,923 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:36647 is added to blk_1073741859_1035{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-838adf6f-c765-4df1-af90-8771b842abe6:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-3ed96dbe-c447-4d96-9c7e-eaff895c84c9:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-c1a68ee9-e354-4a4f-84f6-847f076a6df0:NORMAL|RBW]]} size 0
2014-04-10 11:40:57,923 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:37392, dest: /127.0.0.1:52669, bytes: 142, op: HDFS_WRITE, cliID: DFSClient_attempt_1397148025455_0003_m_000000_0_1693451851_1, offset: 0, srvID: 2a939430-7213-43d8-8538-35bb09f189bb, blockid: BP-1273566995-127.0.0.1-1397148009804:blk_1073741859_1035, duration: 4783140
2014-04-10 11:40:57,923 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1273566995-127.0.0.1-1397148009804:blk_1073741859_1035, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 11:40:57,923 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:52669 is added to blk_1073741859_1035{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-838adf6f-c765-4df1-af90-8771b842abe6:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-3ed96dbe-c447-4d96-9c7e-eaff895c84c9:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-c1a68ee9-e354-4a4f-84f6-847f076a6df0:NORMAL|RBW]]} size 0
2014-04-10 11:40:57,955 INFO hdfs.StateChange (FSNamesystem.java:completeFile(2899)) - DIR* completeFile: /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/writablesequencefileplatform/key/_temporary/1/_temporary/attempt_1397148025455_0003_m_000000_0/part-00000 is closed by DFSClient_attempt_1397148025455_0003_m_000000_0_1693451851_1
2014-04-10 11:40:57,978 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1273566995-127.0.0.1-1397148009804:blk_1073741860_1036 src: /127.0.0.1:45602 dest: /127.0.0.1:52603
2014-04-10 11:40:57,979 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1273566995-127.0.0.1-1397148009804:blk_1073741860_1036 src: /127.0.0.1:57213 dest: /127.0.0.1:48225
2014-04-10 11:40:57,984 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1273566995-127.0.0.1-1397148009804:blk_1073741860_1036 src: /127.0.0.1:57574 dest: /127.0.0.1:36647
2014-04-10 11:40:57,988 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:57574, dest: /127.0.0.1:36647, bytes: 126, op: HDFS_WRITE, cliID: DFSClient_attempt_1397148025455_0003_m_000003_0_1081270364_1, offset: 0, srvID: 83fbbfd6-5c60-438d-b204-7d44dafa2eec, blockid: BP-1273566995-127.0.0.1-1397148009804:blk_1073741860_1036, duration: 3931902
2014-04-10 11:40:57,989 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1273566995-127.0.0.1-1397148009804:blk_1073741860_1036, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2014-04-10 11:40:57,989 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:36647 is added to blk_1073741860_1036{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-c76cb5c0-94a2-4f10-be3b-e7b4acb9030e:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-f843c653-a575-43af-b1a9-bec72334e925:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-1656bbea-11d8-45ca-abe1-49de0459849e:NORMAL|RBW]]} size 0
2014-04-10 11:40:57,989 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:57213, dest: /127.0.0.1:48225, bytes: 126, op: HDFS_WRITE, cliID: DFSClient_attempt_1397148025455_0003_m_000003_0_1081270364_1, offset: 0, srvID: 0e4a70b8-97db-47e9-bdbb-11e7b39a6d93, blockid: BP-1273566995-127.0.0.1-1397148009804:blk_1073741860_1036, duration: 4142428
2014-04-10 11:40:57,989 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1273566995-127.0.0.1-1397148009804:blk_1073741860_1036, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 11:40:57,989 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:48225 is added to blk_1073741860_1036{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-c76cb5c0-94a2-4f10-be3b-e7b4acb9030e:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-f843c653-a575-43af-b1a9-bec72334e925:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-1656bbea-11d8-45ca-abe1-49de0459849e:NORMAL|RBW]]} size 0
2014-04-10 11:40:57,990 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:45602, dest: /127.0.0.1:52603, bytes: 126, op: HDFS_WRITE, cliID: DFSClient_attempt_1397148025455_0003_m_000003_0_1081270364_1, offset: 0, srvID: d285c44a-ef6f-4c17-8ed2-95c06929cda4, blockid: BP-1273566995-127.0.0.1-1397148009804:blk_1073741860_1036, duration: 3484037
2014-04-10 11:40:57,990 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:52603 is added to blk_1073741860_1036{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-c76cb5c0-94a2-4f10-be3b-e7b4acb9030e:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-f843c653-a575-43af-b1a9-bec72334e925:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-1656bbea-11d8-45ca-abe1-49de0459849e:NORMAL|RBW]]} size 0
2014-04-10 11:40:57,990 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1273566995-127.0.0.1-1397148009804:blk_1073741860_1036, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 11:40:58,005 INFO hdfs.StateChange (FSNamesystem.java:completeFile(2899)) - DIR* completeFile: /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/writablesequencefileplatform/key/_temporary/1/_temporary/attempt_1397148025455_0003_m_000003_0/part-00003 is closed by DFSClient_attempt_1397148025455_0003_m_000003_0_1081270364_1
2014-04-10 11:40:58,016 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/writablesequencefileplatform/key/_temporary/1/_temporary/attempt_1397148025455_0003_m_000000_0 dst=null perm=null
2014-04-10 11:40:58,020 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/writablesequencefileplatform/key/_temporary/1/_temporary/attempt_1397148025455_0003_m_000000_0 dst=null perm=null
2014-04-10 11:40:58,021 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/writablesequencefileplatform/key/_temporary/1/task_1397148025455_0003_m_000000 dst=null perm=null
2014-04-10 11:40:58,022 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(2966)) - BLOCK* allocateBlock: /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/writablesequencefileplatform/key/_temporary/1/_temporary/attempt_1397148025455_0003_m_000001_0/part-00001. BP-1273566995-127.0.0.1-1397148009804 blk_1073741861_1037{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-c8e7c7c4-3019-4725-a866-f4905c19dba7:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-3ed96dbe-c447-4d96-9c7e-eaff895c84c9:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-c1a68ee9-e354-4a4f-84f6-847f076a6df0:NORMAL|RBW]]}
2014-04-10 11:40:58,039 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(2966)) - BLOCK* allocateBlock: /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/writablesequencefileplatform/key/_temporary/1/_temporary/attempt_1397148025455_0003_m_000002_0/part-00002. BP-1273566995-127.0.0.1-1397148009804 blk_1073741862_1038{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-3ed96dbe-c447-4d96-9c7e-eaff895c84c9:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-89a8a4dd-3711-4e1f-a6ae-4c16325f3994:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-838adf6f-c765-4df1-af90-8771b842abe6:NORMAL|RBW]]}
2014-04-10 11:40:58,055 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=rename src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/writablesequencefileplatform/key/_temporary/1/_temporary/attempt_1397148025455_0003_m_000000_0 dst=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/writablesequencefileplatform/key/_temporary/1/task_1397148025455_0003_m_000000 perm=brock:supergroup:rwxrwxrwx
2014-04-10 11:40:58,056 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/writablesequencefileplatform/key/_temporary/1/_temporary/attempt_1397148025455_0003_m_000003_0 dst=null perm=null
2014-04-10 11:40:58,060 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/writablesequencefileplatform/key/_temporary/1/_temporary/attempt_1397148025455_0003_m_000003_0 dst=null perm=null
2014-04-10 11:40:58,061 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/writablesequencefileplatform/key/_temporary/1/task_1397148025455_0003_m_000003 dst=null perm=null
2014-04-10 11:40:58,071 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1273566995-127.0.0.1-1397148009804:blk_1073741861_1037 src: /127.0.0.1:37398 dest: /127.0.0.1:52669
2014-04-10 11:40:58,076 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1273566995-127.0.0.1-1397148009804:blk_1073741861_1037 src: /127.0.0.1:45606 dest: /127.0.0.1:52603
2014-04-10 11:40:58,079 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1273566995-127.0.0.1-1397148009804:blk_1073741861_1037 src: /127.0.0.1:57578 dest: /127.0.0.1:36647
2014-04-10 11:40:58,085 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:57578, dest: /127.0.0.1:36647, bytes: 142, op: HDFS_WRITE, cliID: DFSClient_attempt_1397148025455_0003_m_000001_0_1548445336_1, offset: 0, srvID: 83fbbfd6-5c60-438d-b204-7d44dafa2eec, blockid: BP-1273566995-127.0.0.1-1397148009804:blk_1073741861_1037, duration: 2642429
2014-04-10 11:40:58,085 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1273566995-127.0.0.1-1397148009804:blk_1073741861_1037, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2014-04-10 11:40:58,085 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:36647 is added to blk_1073741861_1037{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-c8e7c7c4-3019-4725-a866-f4905c19dba7:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-3ed96dbe-c447-4d96-9c7e-eaff895c84c9:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-c1a68ee9-e354-4a4f-84f6-847f076a6df0:NORMAL|RBW]]} size 0
2014-04-10 11:40:58,086 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:52603 is added to blk_1073741861_1037{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-c8e7c7c4-3019-4725-a866-f4905c19dba7:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-3ed96dbe-c447-4d96-9c7e-eaff895c84c9:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-c1a68ee9-e354-4a4f-84f6-847f076a6df0:NORMAL|RBW]]} size 0
2014-04-10 11:40:58,086 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:45606, dest: /127.0.0.1:52603, bytes: 142, op: HDFS_WRITE, cliID: DFSClient_attempt_1397148025455_0003_m_000001_0_1548445336_1, offset: 0, srvID: d285c44a-ef6f-4c17-8ed2-95c06929cda4, blockid: BP-1273566995-127.0.0.1-1397148009804:blk_1073741861_1037, duration: 3154288
2014-04-10 11:40:58,086 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1273566995-127.0.0.1-1397148009804:blk_1073741861_1037, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 11:40:58,087 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:37398, dest: /127.0.0.1:52669, bytes: 142, op: HDFS_WRITE, cliID: DFSClient_attempt_1397148025455_0003_m_000001_0_1548445336_1, offset: 0, srvID: 2a939430-7213-43d8-8538-35bb09f189bb, blockid: BP-1273566995-127.0.0.1-1397148009804:blk_1073741861_1037, duration: 4026939
2014-04-10 11:40:58,087 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:52669 is added to blk_1073741861_1037{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-c8e7c7c4-3019-4725-a866-f4905c19dba7:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-3ed96dbe-c447-4d96-9c7e-eaff895c84c9:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-c1a68ee9-e354-4a4f-84f6-847f076a6df0:NORMAL|RBW]]} size 0
2014-04-10 11:40:58,087 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1273566995-127.0.0.1-1397148009804:blk_1073741861_1037, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 11:40:58,088 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=rename src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/writablesequencefileplatform/key/_temporary/1/_temporary/attempt_1397148025455_0003_m_000003_0 dst=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/writablesequencefileplatform/key/_temporary/1/task_1397148025455_0003_m_000003 perm=brock:supergroup:rwxrwxrwx
2014-04-10 11:40:58,105 INFO hdfs.StateChange (FSNamesystem.java:completeFile(2899)) - DIR* completeFile: /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/writablesequencefileplatform/key/_temporary/1/_temporary/attempt_1397148025455_0003_m_000001_0/part-00001 is closed by DFSClient_attempt_1397148025455_0003_m_000001_0_1548445336_1
2014-04-10 11:40:58,110 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1273566995-127.0.0.1-1397148009804:blk_1073741862_1038 src: /127.0.0.1:45607 dest: /127.0.0.1:52603
2014-04-10 11:40:58,111 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1273566995-127.0.0.1-1397148009804:blk_1073741862_1038 src: /127.0.0.1:57219 dest: /127.0.0.1:48225
2014-04-10 11:40:58,115 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1273566995-127.0.0.1-1397148009804:blk_1073741862_1038 src: /127.0.0.1:37403 dest: /127.0.0.1:52669
2014-04-10 11:40:58,121 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:stopContainerInternal(718)) - Stopping container with container Id: container_1397148025455_0003_01_000002
2014-04-10 11:40:58,121 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=brock IP=127.0.0.1 OPERATION=Stop Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1397148025455_0003 CONTAINERID=container_1397148025455_0003_01_000002
2014-04-10 11:40:58,121 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397148025455_0003_01_000002 transitioned from RUNNING to KILLING
2014-04-10 11:40:58,121 INFO launcher.ContainerLaunch (ContainerLaunch.java:cleanupContainer(341)) - Cleaning up container container_1397148025455_0003_01_000002
2014-04-10 11:40:58,128 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:37403, dest: /127.0.0.1:52669, bytes: 126, op: HDFS_WRITE, cliID: DFSClient_attempt_1397148025455_0003_m_000002_0_-1830524835_1, offset: 0, srvID: 2a939430-7213-43d8-8538-35bb09f189bb, blockid: BP-1273566995-127.0.0.1-1397148009804:blk_1073741862_1038, duration: 12358713
2014-04-10 11:40:58,128 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1273566995-127.0.0.1-1397148009804:blk_1073741862_1038, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2014-04-10 11:40:58,129 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:57219, dest: /127.0.0.1:48225, bytes: 126, op: HDFS_WRITE, cliID: DFSClient_attempt_1397148025455_0003_m_000002_0_-1830524835_1, offset: 0, srvID: 0e4a70b8-97db-47e9-bdbb-11e7b39a6d93, blockid: BP-1273566995-127.0.0.1-1397148009804:blk_1073741862_1038, duration: 6017401
2014-04-10 11:40:58,129 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1273566995-127.0.0.1-1397148009804:blk_1073741862_1038, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 11:40:58,130 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:45607, dest: /127.0.0.1:52603, bytes: 126, op: HDFS_WRITE, cliID: DFSClient_attempt_1397148025455_0003_m_000002_0_-1830524835_1, offset: 0, srvID: d285c44a-ef6f-4c17-8ed2-95c06929cda4, blockid: BP-1273566995-127.0.0.1-1397148009804:blk_1073741862_1038, duration: 6466984
2014-04-10 11:40:58,130 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1273566995-127.0.0.1-1397148009804:blk_1073741862_1038, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 11:40:58,130 WARN nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(207)) - Exit code from container container_1397148025455_0003_01_000002 is : 143
2014-04-10 11:40:58,130 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:52669 is added to blk_1073741862_1038{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-89a8a4dd-3711-4e1f-a6ae-4c16325f3994:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-838adf6f-c765-4df1-af90-8771b842abe6:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-f843c653-a575-43af-b1a9-bec72334e925:NORMAL|RBW]]} size 0
2014-04-10 11:40:58,131 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:52603 is added to blk_1073741862_1038{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-89a8a4dd-3711-4e1f-a6ae-4c16325f3994:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-838adf6f-c765-4df1-af90-8771b842abe6:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-f843c653-a575-43af-b1a9-bec72334e925:NORMAL|RBW]]} size 0
2014-04-10 11:40:58,131 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:48225 is added to blk_1073741862_1038{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-89a8a4dd-3711-4e1f-a6ae-4c16325f3994:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-838adf6f-c765-4df1-af90-8771b842abe6:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-f843c653-a575-43af-b1a9-bec72334e925:NORMAL|RBW]]} size 0
2014-04-10 11:40:58,144 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(2966)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/brock/.staging/job_1397148025455_0003/job_1397148025455_0003_1.jhist. BP-1273566995-127.0.0.1-1397148009804 blk_1073741863_1039{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-f843c653-a575-43af-b1a9-bec72334e925:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-c76cb5c0-94a2-4f10-be3b-e7b4acb9030e:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-c1a68ee9-e354-4a4f-84f6-847f076a6df0:NORMAL|RBW]]}
2014-04-10 11:40:58,145 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397148025455_0003_01_000002 transitioned from KILLING to CONTAINER_CLEANEDUP_AFTER_KILL
2014-04-10 11:40:58,145 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_0/usercache/brock/appcache/application_1397148025455_0003/container_1397148025455_0003_01_000002
2014-04-10 11:40:58,145 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_1/usercache/brock/appcache/application_1397148025455_0003/container_1397148025455_0003_01_000002
2014-04-10 11:40:58,145 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_2/usercache/brock/appcache/application_1397148025455_0003/container_1397148025455_0003_01_000002
2014-04-10 11:40:58,146 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_3/usercache/brock/appcache/application_1397148025455_0003/container_1397148025455_0003_01_000002
2014-04-10 11:40:58,146 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=brock OPERATION=Container Finished - Killed TARGET=ContainerImpl RESULT=SUCCESS APPID=application_1397148025455_0003 CONTAINERID=container_1397148025455_0003_01_000002
2014-04-10 11:40:58,146 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397148025455_0003_01_000002 transitioned from CONTAINER_CLEANEDUP_AFTER_KILL to DONE
2014-04-10 11:40:58,146 INFO application.Application (ApplicationImpl.java:transition(339)) - Removing container_1397148025455_0003_01_000002 from application application_1397148025455_0003
2014-04-10 11:40:58,146 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(169)) - Neither virutal-memory nor physical-memory monitoring is needed. Not running the monitor-thread
2014-04-10 11:40:58,146 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event CONTAINER_STOP for appId application_1397148025455_0003
2014-04-10 11:40:58,147 INFO hdfs.StateChange (FSNamesystem.java:completeFile(2899)) - DIR* completeFile: /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/writablesequencefileplatform/key/_temporary/1/_temporary/attempt_1397148025455_0003_m_000002_0/part-00002 is closed by DFSClient_attempt_1397148025455_0003_m_000002_0_-1830524835_1
2014-04-10 11:40:58,153 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:stopContainerInternal(718)) - Stopping container with container Id: container_1397148025455_0003_01_000005
2014-04-10 11:40:58,153 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=brock IP=127.0.0.1 OPERATION=Stop Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1397148025455_0003 CONTAINERID=container_1397148025455_0003_01_000005
2014-04-10 11:40:58,153 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397148025455_0003_01_000005 transitioned from RUNNING to KILLING
2014-04-10 11:40:58,153 INFO launcher.ContainerLaunch (ContainerLaunch.java:cleanupContainer(341)) - Cleaning up container container_1397148025455_0003_01_000005
2014-04-10 11:40:58,153 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:updateAndGetContainerStatuses(374)) - Removed completed container container_1397148025455_0003_01_000002
2014-04-10 11:40:58,158 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397148025455_0003_01_000002 Container Transitioned from RUNNING to COMPLETED
2014-04-10 11:40:58,158 INFO fica.FiCaSchedulerApp (FiCaSchedulerApp.java:containerCompleted(91)) - Completed container: container_1397148025455_0003_01_000002 in state: COMPLETED event:FINISHED
2014-04-10 11:40:58,159 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(98)) - USER=brock OPERATION=AM Released Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1397148025455_0003 CONTAINERID=container_1397148025455_0003_01_000002
2014-04-10 11:40:58,159 INFO fica.FiCaSchedulerNode (FiCaSchedulerNode.java:releaseContainer(164)) - Released container container_1397148025455_0003_01_000002 of capacity <memory:1024, vCores:1> on host localhost:56608, which currently has 3 containers, <memory:3072, vCores:3> used and <memory:1024, vCores:5> available, release resources=true
2014-04-10 11:40:58,159 INFO capacity.LeafQueue (LeafQueue.java:releaseResource(1506)) - default used=<memory:7168, vCores:5> numContainers=5 user=brock user-resources=<memory:7168, vCores:5>
2014-04-10 11:40:58,159 INFO capacity.LeafQueue (LeafQueue.java:completedContainer(1448)) - completedContainer container=Container: [ContainerId: container_1397148025455_0003_01_000002, NodeId: localhost:56608, NodeHttpAddress: localhost:44862, Resource: <memory:1024, vCores:1>, Priority: 20, Token: Token { kind: ContainerToken, service: localhost:56608 }, ] resource=<memory:1024, vCores:1> queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:7168, vCores:5>usedCapacity=0.4375, absoluteUsedCapacity=0.4375, numApps=2, numContainers=5 usedCapacity=0.4375 absoluteUsedCapacity=0.4375 used=<memory:7168, vCores:5> cluster=<memory:16384, vCores:32>
2014-04-10 11:40:58,159 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(694)) - completedContainer queue=root usedCapacity=0.4375 absoluteUsedCapacity=0.4375 used=<memory:7168, vCores:5> cluster=<memory:16384, vCores:32>
2014-04-10 11:40:58,159 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(708)) - Re-sorting completed queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:7168, vCores:5>usedCapacity=0.4375, absoluteUsedCapacity=0.4375, numApps=2, numContainers=5
2014-04-10 11:40:58,159 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(849)) - Application appattempt_1397148025455_0003_000001 released container container_1397148025455_0003_01_000002 on node: host: localhost:56608 #containers=3 available=1024 used=3072 with event: FINISHED
2014-04-10 11:40:58,167 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1273566995-127.0.0.1-1397148009804:blk_1073741863_1039 src: /127.0.0.1:45613 dest: /127.0.0.1:52603
2014-04-10 11:40:58,171 INFO launcher.ContainerLaunch (ContainerLaunch.java:call(322)) - Container container_1397148025455_0003_01_000005 succeeded
2014-04-10 11:40:58,171 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1273566995-127.0.0.1-1397148009804:blk_1073741863_1039 src: /127.0.0.1:57224 dest: /127.0.0.1:48225
2014-04-10 11:40:58,171 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/writablesequencefileplatform/key/_temporary/1/_temporary/attempt_1397148025455_0003_m_000001_0 dst=null perm=null
2014-04-10 11:40:58,172 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1273566995-127.0.0.1-1397148009804:blk_1073741863_1039 src: /127.0.0.1:57585 dest: /127.0.0.1:36647
2014-04-10 11:40:58,176 INFO hdfs.StateChange (FSNamesystem.java:fsync(3598)) - BLOCK* fsync: /tmp/hadoop-yarn/staging/brock/.staging/job_1397148025455_0003/job_1397148025455_0003_1.jhist for DFSClient_NONMAPREDUCE_-765647594_1
2014-04-10 11:40:58,177 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/writablesequencefileplatform/key/_temporary/1/_temporary/attempt_1397148025455_0003_m_000001_0 dst=null perm=null
2014-04-10 11:40:58,178 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/writablesequencefileplatform/key/_temporary/1/task_1397148025455_0003_m_000001 dst=null perm=null
2014-04-10 11:40:58,187 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397148025455_0003_01_000005 transitioned from KILLING to EXITED_WITH_SUCCESS
2014-04-10 11:40:58,187 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_0/usercache/brock/appcache/application_1397148025455_0003/container_1397148025455_0003_01_000005
2014-04-10 11:40:58,187 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_1/usercache/brock/appcache/application_1397148025455_0003/container_1397148025455_0003_01_000005
2014-04-10 11:40:58,187 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_2/usercache/brock/appcache/application_1397148025455_0003/container_1397148025455_0003_01_000005
2014-04-10 11:40:58,188 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_3/usercache/brock/appcache/application_1397148025455_0003/container_1397148025455_0003_01_000005
2014-04-10 11:40:58,188 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=brock OPERATION=Container Finished - Succeeded TARGET=ContainerImpl RESULT=SUCCESS APPID=application_1397148025455_0003 CONTAINERID=container_1397148025455_0003_01_000005
2014-04-10 11:40:58,188 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397148025455_0003_01_000005 transitioned from EXITED_WITH_SUCCESS to DONE
2014-04-10 11:40:58,188 INFO application.Application (ApplicationImpl.java:transition(339)) - Removing container_1397148025455_0003_01_000005 from application application_1397148025455_0003
2014-04-10 11:40:58,188 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(169)) - Neither virutal-memory nor physical-memory monitoring is needed. Not running the monitor-thread
2014-04-10 11:40:58,188 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event CONTAINER_STOP for appId application_1397148025455_0003
2014-04-10 11:40:58,202 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/writablesequencefileplatform/key/_temporary/1/_temporary/attempt_1397148025455_0003_m_000002_0 dst=null perm=null
2014-04-10 11:40:58,205 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=rename src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/writablesequencefileplatform/key/_temporary/1/_temporary/attempt_1397148025455_0003_m_000001_0 dst=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/writablesequencefileplatform/key/_temporary/1/task_1397148025455_0003_m_000001 perm=brock:supergroup:rwxrwxrwx
2014-04-10 11:40:58,205 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/writablesequencefileplatform/key/_temporary/1/_temporary/attempt_1397148025455_0003_m_000002_0 dst=null perm=null
2014-04-10 11:40:58,206 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/writablesequencefileplatform/key/_temporary/1/task_1397148025455_0003_m_000002 dst=null perm=null
2014-04-10 11:40:58,222 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=rename src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/writablesequencefileplatform/key/_temporary/1/_temporary/attempt_1397148025455_0003_m_000002_0 dst=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/writablesequencefileplatform/key/_temporary/1/task_1397148025455_0003_m_000002 perm=brock:supergroup:rwxrwxrwx
2014-04-10 11:40:58,247 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:stopContainerInternal(718)) - Stopping container with container Id: container_1397148025455_0003_01_000003
2014-04-10 11:40:58,248 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=brock IP=127.0.0.1 OPERATION=Stop Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1397148025455_0003 CONTAINERID=container_1397148025455_0003_01_000003
2014-04-10 11:40:58,248 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397148025455_0003_01_000003 transitioned from RUNNING to KILLING
2014-04-10 11:40:58,248 INFO launcher.ContainerLaunch (ContainerLaunch.java:cleanupContainer(341)) - Cleaning up container container_1397148025455_0003_01_000003
2014-04-10 11:40:58,248 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:updateAndGetContainerStatuses(374)) - Removed completed container container_1397148025455_0003_01_000005
2014-04-10 11:40:58,248 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397148025455_0003_01_000005 Container Transitioned from RUNNING to COMPLETED
2014-04-10 11:40:58,248 INFO fica.FiCaSchedulerApp (FiCaSchedulerApp.java:containerCompleted(91)) - Completed container: container_1397148025455_0003_01_000005 in state: COMPLETED event:FINISHED
2014-04-10 11:40:58,249 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(98)) - USER=brock OPERATION=AM Released Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1397148025455_0003 CONTAINERID=container_1397148025455_0003_01_000005
2014-04-10 11:40:58,249 INFO fica.FiCaSchedulerNode (FiCaSchedulerNode.java:releaseContainer(164)) - Released container container_1397148025455_0003_01_000005 of capacity <memory:1024, vCores:1> on host localhost:56608, which currently has 2 containers, <memory:2048, vCores:2> used and <memory:2048, vCores:6> available, release resources=true
2014-04-10 11:40:58,249 INFO capacity.LeafQueue (LeafQueue.java:releaseResource(1506)) - default used=<memory:6144, vCores:4> numContainers=4 user=brock user-resources=<memory:6144, vCores:4>
2014-04-10 11:40:58,249 INFO capacity.LeafQueue (LeafQueue.java:completedContainer(1448)) - completedContainer container=Container: [ContainerId: container_1397148025455_0003_01_000005, NodeId: localhost:56608, NodeHttpAddress: localhost:44862, Resource: <memory:1024, vCores:1>, Priority: 20, Token: Token { kind: ContainerToken, service: localhost:56608 }, ] resource=<memory:1024, vCores:1> queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:6144, vCores:4>usedCapacity=0.375, absoluteUsedCapacity=0.375, numApps=2, numContainers=4 usedCapacity=0.375 absoluteUsedCapacity=0.375 used=<memory:6144, vCores:4> cluster=<memory:16384, vCores:32>
2014-04-10 11:40:58,249 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(694)) - completedContainer queue=root usedCapacity=0.375 absoluteUsedCapacity=0.375 used=<memory:6144, vCores:4> cluster=<memory:16384, vCores:32>
2014-04-10 11:40:58,249 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(708)) - Re-sorting completed queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:6144, vCores:4>usedCapacity=0.375, absoluteUsedCapacity=0.375, numApps=2, numContainers=4
2014-04-10 11:40:58,249 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(849)) - Application appattempt_1397148025455_0003_000001 released container container_1397148025455_0003_01_000005 on node: host: localhost:56608 #containers=2 available=2048 used=2048 with event: FINISHED
2014-04-10 11:40:58,256 WARN nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(207)) - Exit code from container container_1397148025455_0003_01_000003 is : 143
2014-04-10 11:40:58,266 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397148025455_0003_01_000003 transitioned from KILLING to CONTAINER_CLEANEDUP_AFTER_KILL
2014-04-10 11:40:58,266 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:stopContainerInternal(718)) - Stopping container with container Id: container_1397148025455_0003_01_000004
2014-04-10 11:40:58,266 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=brock IP=127.0.0.1 OPERATION=Stop Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1397148025455_0003 CONTAINERID=container_1397148025455_0003_01_000004
2014-04-10 11:40:58,266 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_0/usercache/brock/appcache/application_1397148025455_0003/container_1397148025455_0003_01_000003
2014-04-10 11:40:58,267 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_1/usercache/brock/appcache/application_1397148025455_0003/container_1397148025455_0003_01_000003
2014-04-10 11:40:58,267 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_2/usercache/brock/appcache/application_1397148025455_0003/container_1397148025455_0003_01_000003
2014-04-10 11:40:58,267 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397148025455_0003_01_000004 transitioned from RUNNING to KILLING
2014-04-10 11:40:58,267 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_3/usercache/brock/appcache/application_1397148025455_0003/container_1397148025455_0003_01_000003
2014-04-10 11:40:58,267 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=brock OPERATION=Container Finished - Killed TARGET=ContainerImpl RESULT=SUCCESS APPID=application_1397148025455_0003 CONTAINERID=container_1397148025455_0003_01_000003
2014-04-10 11:40:58,267 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397148025455_0003_01_000003 transitioned from CONTAINER_CLEANEDUP_AFTER_KILL to DONE
2014-04-10 11:40:58,267 INFO launcher.ContainerLaunch (ContainerLaunch.java:cleanupContainer(341)) - Cleaning up container container_1397148025455_0003_01_000004
2014-04-10 11:40:58,272 WARN nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(207)) - Exit code from container container_1397148025455_0003_01_000004 is : 143
2014-04-10 11:40:58,279 INFO application.Application (ApplicationImpl.java:transition(339)) - Removing container_1397148025455_0003_01_000003 from application application_1397148025455_0003
2014-04-10 11:40:58,280 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(169)) - Neither virutal-memory nor physical-memory monitoring is needed. Not running the monitor-thread
2014-04-10 11:40:58,280 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event CONTAINER_STOP for appId application_1397148025455_0003
2014-04-10 11:40:58,280 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397148025455_0003_01_000004 transitioned from KILLING to CONTAINER_CLEANEDUP_AFTER_KILL
2014-04-10 11:40:58,280 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397148025455_0003/COMMIT_STARTED dst=null perm=brock:supergroup:rw-rw-rw-
2014-04-10 11:40:58,280 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_0/usercache/brock/appcache/application_1397148025455_0003/container_1397148025455_0003_01_000004
2014-04-10 11:40:58,280 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_1/usercache/brock/appcache/application_1397148025455_0003/container_1397148025455_0003_01_000004
2014-04-10 11:40:58,280 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_2/usercache/brock/appcache/application_1397148025455_0003/container_1397148025455_0003_01_000004
2014-04-10 11:40:58,281 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=brock OPERATION=Container Finished - Killed TARGET=ContainerImpl RESULT=SUCCESS APPID=application_1397148025455_0003 CONTAINERID=container_1397148025455_0003_01_000004
2014-04-10 11:40:58,281 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_3/usercache/brock/appcache/application_1397148025455_0003/container_1397148025455_0003_01_000004
2014-04-10 11:40:58,281 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397148025455_0003_01_000004 transitioned from CONTAINER_CLEANEDUP_AFTER_KILL to DONE
2014-04-10 11:40:58,281 INFO application.Application (ApplicationImpl.java:transition(339)) - Removing container_1397148025455_0003_01_000004 from application application_1397148025455_0003
2014-04-10 11:40:58,281 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(169)) - Neither virutal-memory nor physical-memory monitoring is needed. Not running the monitor-thread
2014-04-10 11:40:58,281 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event CONTAINER_STOP for appId application_1397148025455_0003
2014-04-10 11:40:58,297 INFO hdfs.StateChange (FSNamesystem.java:completeFile(2899)) - DIR* completeFile: /tmp/hadoop-yarn/staging/brock/.staging/job_1397148025455_0003/COMMIT_STARTED is closed by DFSClient_NONMAPREDUCE_-765647594_1
2014-04-10 11:40:58,299 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=listStatus src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/writablesequencefileplatform/key/_temporary/1 dst=null perm=null
2014-04-10 11:40:58,303 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/writablesequencefileplatform/key dst=null perm=null
2014-04-10 11:40:58,304 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/writablesequencefileplatform/key dst=null perm=null
2014-04-10 11:40:58,305 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=listStatus src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/writablesequencefileplatform/key/_temporary/1/task_1397148025455_0003_m_000000 dst=null perm=null
2014-04-10 11:40:58,306 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/writablesequencefileplatform/key/part-00000 dst=null perm=null
2014-04-10 11:40:58,322 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=rename src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/writablesequencefileplatform/key/_temporary/1/task_1397148025455_0003_m_000000/part-00000 dst=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/writablesequencefileplatform/key/part-00000 perm=brock:supergroup:rw-rw-rw-
2014-04-10 11:40:58,324 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/writablesequencefileplatform/key dst=null perm=null
2014-04-10 11:40:58,325 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/writablesequencefileplatform/key dst=null perm=null
2014-04-10 11:40:58,325 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=listStatus src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/writablesequencefileplatform/key/_temporary/1/task_1397148025455_0003_m_000001 dst=null perm=null
2014-04-10 11:40:58,326 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/writablesequencefileplatform/key/part-00001 dst=null perm=null
2014-04-10 11:40:58,338 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=rename src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/writablesequencefileplatform/key/_temporary/1/task_1397148025455_0003_m_000001/part-00001 dst=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/writablesequencefileplatform/key/part-00001 perm=brock:supergroup:rw-rw-rw-
2014-04-10 11:40:58,339 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/writablesequencefileplatform/key dst=null perm=null
2014-04-10 11:40:58,340 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/writablesequencefileplatform/key dst=null perm=null
2014-04-10 11:40:58,341 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=listStatus src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/writablesequencefileplatform/key/_temporary/1/task_1397148025455_0003_m_000002 dst=null perm=null
2014-04-10 11:40:58,342 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/writablesequencefileplatform/key/part-00002 dst=null perm=null
2014-04-10 11:40:58,355 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=rename src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/writablesequencefileplatform/key/_temporary/1/task_1397148025455_0003_m_000002/part-00002 dst=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/writablesequencefileplatform/key/part-00002 perm=brock:supergroup:rw-rw-rw-
2014-04-10 11:40:58,356 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/writablesequencefileplatform/key dst=null perm=null
2014-04-10 11:40:58,357 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/writablesequencefileplatform/key dst=null perm=null
2014-04-10 11:40:58,357 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=listStatus src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/writablesequencefileplatform/key/_temporary/1/task_1397148025455_0003_m_000003 dst=null perm=null
2014-04-10 11:40:58,358 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/writablesequencefileplatform/key/part-00003 dst=null perm=null
2014-04-10 11:40:58,372 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=rename src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/writablesequencefileplatform/key/_temporary/1/task_1397148025455_0003_m_000003/part-00003 dst=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/writablesequencefileplatform/key/part-00003 perm=brock:supergroup:rw-rw-rw-
2014-04-10 11:40:58,397 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=delete src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/writablesequencefileplatform/key/_temporary dst=null perm=null
2014-04-10 11:40:58,413 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/writablesequencefileplatform/key/_SUCCESS dst=null perm=brock:supergroup:rw-rw-rw-
2014-04-10 11:40:58,430 INFO hdfs.StateChange (FSNamesystem.java:completeFile(2899)) - DIR* completeFile: /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/writablesequencefileplatform/key/_SUCCESS is closed by DFSClient_NONMAPREDUCE_-765647594_1
2014-04-10 11:40:58,447 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397148025455_0003/COMMIT_SUCCESS dst=null perm=brock:supergroup:rw-rw-rw-
2014-04-10 11:40:58,454 INFO launcher.ContainerLaunch (ContainerLaunch.java:call(322)) - Container container_1397148025455_0002_01_000001 succeeded
2014-04-10 11:40:58,454 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397148025455_0002_01_000001 transitioned from RUNNING to EXITED_WITH_SUCCESS
2014-04-10 11:40:58,455 INFO launcher.ContainerLaunch (ContainerLaunch.java:cleanupContainer(341)) - Cleaning up container container_1397148025455_0002_01_000001
2014-04-10 11:40:58,463 INFO hdfs.StateChange (FSNamesystem.java:completeFile(2899)) - DIR* completeFile: /tmp/hadoop-yarn/staging/brock/.staging/job_1397148025455_0003/COMMIT_SUCCESS is closed by DFSClient_NONMAPREDUCE_-765647594_1
2014-04-10 11:40:58,469 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_0/usercache/brock/appcache/application_1397148025455_0002/container_1397148025455_0002_01_000001
2014-04-10 11:40:58,470 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_1/usercache/brock/appcache/application_1397148025455_0002/container_1397148025455_0002_01_000001
2014-04-10 11:40:58,470 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_2/usercache/brock/appcache/application_1397148025455_0002/container_1397148025455_0002_01_000001
2014-04-10 11:40:58,470 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_3/usercache/brock/appcache/application_1397148025455_0002/container_1397148025455_0002_01_000001
2014-04-10 11:40:58,470 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=brock OPERATION=Container Finished - Succeeded TARGET=ContainerImpl RESULT=SUCCESS APPID=application_1397148025455_0002 CONTAINERID=container_1397148025455_0002_01_000001
2014-04-10 11:40:58,470 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397148025455_0002_01_000001 transitioned from EXITED_WITH_SUCCESS to DONE
2014-04-10 11:40:58,470 INFO application.Application (ApplicationImpl.java:transition(339)) - Removing container_1397148025455_0002_01_000001 from application application_1397148025455_0002
2014-04-10 11:40:58,470 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(169)) - Neither virutal-memory nor physical-memory monitoring is needed. Not running the monitor-thread
2014-04-10 11:40:58,470 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event CONTAINER_STOP for appId application_1397148025455_0002
2014-04-10 11:40:58,482 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:57585, dest: /127.0.0.1:36647, bytes: 47718, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-765647594_1, offset: 0, srvID: 83fbbfd6-5c60-438d-b204-7d44dafa2eec, blockid: BP-1273566995-127.0.0.1-1397148009804:blk_1073741863_1039, duration: 308965704
2014-04-10 11:40:58,483 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1273566995-127.0.0.1-1397148009804:blk_1073741863_1039, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2014-04-10 11:40:58,483 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:36647 is added to blk_1073741863_1039{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-c76cb5c0-94a2-4f10-be3b-e7b4acb9030e:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-3ed96dbe-c447-4d96-9c7e-eaff895c84c9:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-1656bbea-11d8-45ca-abe1-49de0459849e:NORMAL|RBW]]} size 14980
2014-04-10 11:40:58,484 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:57224, dest: /127.0.0.1:48225, bytes: 47718, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-765647594_1, offset: 0, srvID: 0e4a70b8-97db-47e9-bdbb-11e7b39a6d93, blockid: BP-1273566995-127.0.0.1-1397148009804:blk_1073741863_1039, duration: 309805248
2014-04-10 11:40:58,484 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1273566995-127.0.0.1-1397148009804:blk_1073741863_1039, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 11:40:58,484 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:48225 is added to blk_1073741863_1039{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-c76cb5c0-94a2-4f10-be3b-e7b4acb9030e:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-3ed96dbe-c447-4d96-9c7e-eaff895c84c9:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-1656bbea-11d8-45ca-abe1-49de0459849e:NORMAL|RBW]]} size 14980
2014-04-10 11:40:58,484 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:45613, dest: /127.0.0.1:52603, bytes: 47718, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-765647594_1, offset: 0, srvID: d285c44a-ef6f-4c17-8ed2-95c06929cda4, blockid: BP-1273566995-127.0.0.1-1397148009804:blk_1073741863_1039, duration: 311083776
2014-04-10 11:40:58,485 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1273566995-127.0.0.1-1397148009804:blk_1073741863_1039, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 11:40:58,485 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:52603 is added to blk_1073741863_1039{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-c76cb5c0-94a2-4f10-be3b-e7b4acb9030e:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-3ed96dbe-c447-4d96-9c7e-eaff895c84c9:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-1656bbea-11d8-45ca-abe1-49de0459849e:NORMAL|RBW]]} size 14980
2014-04-10 11:40:58,497 INFO hdfs.StateChange (FSNamesystem.java:completeFile(2899)) - DIR* completeFile: /tmp/hadoop-yarn/staging/brock/.staging/job_1397148025455_0003/job_1397148025455_0003_1.jhist is closed by DFSClient_NONMAPREDUCE_-765647594_1
2014-04-10 11:40:58,513 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397148025455_0003.summary_tmp dst=null perm=brock:supergroup:rw-rw-rw-
2014-04-10 11:40:58,517 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(2966)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397148025455_0003.summary_tmp. BP-1273566995-127.0.0.1-1397148009804 blk_1073741864_1040{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-1656bbea-11d8-45ca-abe1-49de0459849e:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-f843c653-a575-43af-b1a9-bec72334e925:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-89a8a4dd-3711-4e1f-a6ae-4c16325f3994:NORMAL|RBW]]}
2014-04-10 11:40:58,533 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1273566995-127.0.0.1-1397148009804:blk_1073741864_1040 src: /127.0.0.1:57586 dest: /127.0.0.1:36647
2014-04-10 11:40:58,534 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1273566995-127.0.0.1-1397148009804:blk_1073741864_1040 src: /127.0.0.1:45617 dest: /127.0.0.1:52603
2014-04-10 11:40:58,535 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1273566995-127.0.0.1-1397148009804:blk_1073741864_1040 src: /127.0.0.1:57228 dest: /127.0.0.1:48225
2014-04-10 11:40:58,539 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:57228, dest: /127.0.0.1:48225, bytes: 430, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-765647594_1, offset: 0, srvID: 0e4a70b8-97db-47e9-bdbb-11e7b39a6d93, blockid: BP-1273566995-127.0.0.1-1397148009804:blk_1073741864_1040, duration: 1968325
2014-04-10 11:40:58,539 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1273566995-127.0.0.1-1397148009804:blk_1073741864_1040, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2014-04-10 11:40:58,539 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:48225 is added to blk_1073741864_1040{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-f843c653-a575-43af-b1a9-bec72334e925:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-89a8a4dd-3711-4e1f-a6ae-4c16325f3994:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-c1a68ee9-e354-4a4f-84f6-847f076a6df0:NORMAL|RBW]]} size 0
2014-04-10 11:40:58,540 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:45617, dest: /127.0.0.1:52603, bytes: 430, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-765647594_1, offset: 0, srvID: d285c44a-ef6f-4c17-8ed2-95c06929cda4, blockid: BP-1273566995-127.0.0.1-1397148009804:blk_1073741864_1040, duration: 2888604
2014-04-10 11:40:58,540 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1273566995-127.0.0.1-1397148009804:blk_1073741864_1040, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 11:40:58,540 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:52603 is added to blk_1073741864_1040{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-f843c653-a575-43af-b1a9-bec72334e925:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-89a8a4dd-3711-4e1f-a6ae-4c16325f3994:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-c1a68ee9-e354-4a4f-84f6-847f076a6df0:NORMAL|RBW]]} size 0
2014-04-10 11:40:58,540 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:57586, dest: /127.0.0.1:36647, bytes: 430, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-765647594_1, offset: 0, srvID: 83fbbfd6-5c60-438d-b204-7d44dafa2eec, blockid: BP-1273566995-127.0.0.1-1397148009804:blk_1073741864_1040, duration: 3643234
2014-04-10 11:40:58,541 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1273566995-127.0.0.1-1397148009804:blk_1073741864_1040, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 11:40:58,541 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:36647 is added to blk_1073741864_1040{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-f843c653-a575-43af-b1a9-bec72334e925:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-89a8a4dd-3711-4e1f-a6ae-4c16325f3994:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-c1a68ee9-e354-4a4f-84f6-847f076a6df0:NORMAL|RBW]]} size 0
2014-04-10 11:40:58,555 INFO hdfs.StateChange (FSNamesystem.java:completeFile(2899)) - DIR* completeFile: /tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397148025455_0003.summary_tmp is closed by DFSClient_NONMAPREDUCE_-765647594_1
2014-04-10 11:40:58,572 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397148025455_0003.summary_tmp dst=null perm=brock:supergroup:rwxrwx---
2014-04-10 11:40:58,578 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397148025455_0003/job_1397148025455_0003_1.jhist dst=null perm=null
2014-04-10 11:40:58,580 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397148025455_0003-1397148043084-brock-%5B5C7C2C80B3714819ACDCBAD939E6C2A8%2F2C196A3EAE4C44BA-1397148058465-4-0-SUCCEEDED-default-1397148052638.jhist_tmp dst=null perm=null
2014-04-10 11:40:58,584 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397148025455_0003/job_1397148025455_0003_1.jhist dst=null perm=null
2014-04-10 11:40:58,586 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397148025455_0003-1397148043084-brock-%5B5C7C2C80B3714819ACDCBAD939E6C2A8%2F2C196A3EAE4C44BA-1397148058465-4-0-SUCCEEDED-default-1397148052638.jhist_tmp dst=null perm=null
2014-04-10 11:40:58,587 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397148025455_0003/job_1397148025455_0003_1.jhist dst=null perm=null
2014-04-10 11:40:58,605 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397148025455_0003-1397148043084-brock-%5B5C7C2C80B3714819ACDCBAD939E6C2A8%2F2C196A3EAE4C44BA-1397148058465-4-0-SUCCEEDED-default-1397148052638.jhist_tmp dst=null perm=brock:supergroup:rw-rw-rw-
2014-04-10 11:40:58,608 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:52603, dest: /127.0.0.1:45619, bytes: 48094, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_-765647594_1, offset: 0, srvID: d285c44a-ef6f-4c17-8ed2-95c06929cda4, blockid: BP-1273566995-127.0.0.1-1397148009804:blk_1073741863_1039, duration: 306053
2014-04-10 11:40:58,611 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(2966)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397148025455_0003-1397148043084-brock-%5B5C7C2C80B3714819ACDCBAD939E6C2A8%2F2C196A3EAE4C44BA-1397148058465-4-0-SUCCEEDED-default-1397148052638.jhist_tmp. BP-1273566995-127.0.0.1-1397148009804 blk_1073741865_1041{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-c8e7c7c4-3019-4725-a866-f4905c19dba7:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-1656bbea-11d8-45ca-abe1-49de0459849e:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-f843c653-a575-43af-b1a9-bec72334e925:NORMAL|RBW]]}
2014-04-10 11:40:58,624 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1273566995-127.0.0.1-1397148009804:blk_1073741865_1041 src: /127.0.0.1:37413 dest: /127.0.0.1:52669
2014-04-10 11:40:58,625 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1273566995-127.0.0.1-1397148009804:blk_1073741865_1041 src: /127.0.0.1:57591 dest: /127.0.0.1:36647
2014-04-10 11:40:58,627 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1273566995-127.0.0.1-1397148009804:blk_1073741865_1041 src: /127.0.0.1:45622 dest: /127.0.0.1:52603
2014-04-10 11:40:58,629 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:45622, dest: /127.0.0.1:52603, bytes: 47718, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-765647594_1, offset: 0, srvID: d285c44a-ef6f-4c17-8ed2-95c06929cda4, blockid: BP-1273566995-127.0.0.1-1397148009804:blk_1073741865_1041, duration: 1591855
2014-04-10 11:40:58,629 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1273566995-127.0.0.1-1397148009804:blk_1073741865_1041, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2014-04-10 11:40:58,630 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:52603 is added to blk_1073741865_1041{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-c8e7c7c4-3019-4725-a866-f4905c19dba7:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-1656bbea-11d8-45ca-abe1-49de0459849e:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-3ed96dbe-c447-4d96-9c7e-eaff895c84c9:NORMAL|RBW]]} size 0
2014-04-10 11:40:58,630 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:57591, dest: /127.0.0.1:36647, bytes: 47718, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-765647594_1, offset: 0, srvID: 83fbbfd6-5c60-438d-b204-7d44dafa2eec, blockid: BP-1273566995-127.0.0.1-1397148009804:blk_1073741865_1041, duration: 1369763
2014-04-10 11:40:58,630 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1273566995-127.0.0.1-1397148009804:blk_1073741865_1041, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 11:40:58,630 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:36647 is added to blk_1073741865_1041{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-c8e7c7c4-3019-4725-a866-f4905c19dba7:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-1656bbea-11d8-45ca-abe1-49de0459849e:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-3ed96dbe-c447-4d96-9c7e-eaff895c84c9:NORMAL|RBW]]} size 0
2014-04-10 11:40:58,630 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:37413, dest: /127.0.0.1:52669, bytes: 47718, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-765647594_1, offset: 0, srvID: 2a939430-7213-43d8-8538-35bb09f189bb, blockid: BP-1273566995-127.0.0.1-1397148009804:blk_1073741865_1041, duration: 1980177
2014-04-10 11:40:58,630 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1273566995-127.0.0.1-1397148009804:blk_1073741865_1041, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 11:40:58,631 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:52669 is added to blk_1073741865_1041{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-c8e7c7c4-3019-4725-a866-f4905c19dba7:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-1656bbea-11d8-45ca-abe1-49de0459849e:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-3ed96dbe-c447-4d96-9c7e-eaff895c84c9:NORMAL|RBW]]} size 0
2014-04-10 11:40:58,647 INFO hdfs.StateChange (FSNamesystem.java:completeFile(2899)) - DIR* completeFile: /tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397148025455_0003-1397148043084-brock-%5B5C7C2C80B3714819ACDCBAD939E6C2A8%2F2C196A3EAE4C44BA-1397148058465-4-0-SUCCEEDED-default-1397148052638.jhist_tmp is closed by DFSClient_NONMAPREDUCE_-765647594_1
2014-04-10 11:40:58,663 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397148025455_0003-1397148043084-brock-%5B5C7C2C80B3714819ACDCBAD939E6C2A8%2F2C196A3EAE4C44BA-1397148058465-4-0-SUCCEEDED-default-1397148052638.jhist_tmp dst=null perm=brock:supergroup:rwxrwx---
2014-04-10 11:40:58,665 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397148025455_0003/job_1397148025455_0003_1_conf.xml dst=null perm=null
2014-04-10 11:40:58,666 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397148025455_0003_conf.xml_tmp dst=null perm=null
2014-04-10 11:40:58,667 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397148025455_0003/job_1397148025455_0003_1_conf.xml dst=null perm=null
2014-04-10 11:40:58,668 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397148025455_0003_conf.xml_tmp dst=null perm=null
2014-04-10 11:40:58,670 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397148025455_0003/job_1397148025455_0003_1_conf.xml dst=null perm=null
2014-04-10 11:40:58,688 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397148025455_0003_conf.xml_tmp dst=null perm=brock:supergroup:rw-rw-rw-
2014-04-10 11:40:58,691 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:52603, dest: /127.0.0.1:45619, bytes: 94247, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_-765647594_1, offset: 0, srvID: d285c44a-ef6f-4c17-8ed2-95c06929cda4, blockid: BP-1273566995-127.0.0.1-1397148009804:blk_1073741858_1034, duration: 416110
2014-04-10 11:40:58,694 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(2966)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397148025455_0003_conf.xml_tmp. BP-1273566995-127.0.0.1-1397148009804 blk_1073741866_1042{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-c1a68ee9-e354-4a4f-84f6-847f076a6df0:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-c76cb5c0-94a2-4f10-be3b-e7b4acb9030e:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-f843c653-a575-43af-b1a9-bec72334e925:NORMAL|RBW]]}
2014-04-10 11:40:58,708 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1273566995-127.0.0.1-1397148009804:blk_1073741866_1042 src: /127.0.0.1:57593 dest: /127.0.0.1:36647
2014-04-10 11:40:58,709 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1273566995-127.0.0.1-1397148009804:blk_1073741866_1042 src: /127.0.0.1:57234 dest: /127.0.0.1:48225
2014-04-10 11:40:58,710 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1273566995-127.0.0.1-1397148009804:blk_1073741866_1042 src: /127.0.0.1:45625 dest: /127.0.0.1:52603
2014-04-10 11:40:58,715 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:45625, dest: /127.0.0.1:52603, bytes: 93515, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-765647594_1, offset: 0, srvID: d285c44a-ef6f-4c17-8ed2-95c06929cda4, blockid: BP-1273566995-127.0.0.1-1397148009804:blk_1073741866_1042, duration: 2911737
2014-04-10 11:40:58,715 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1273566995-127.0.0.1-1397148009804:blk_1073741866_1042, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2014-04-10 11:40:58,715 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:52603 is added to blk_1073741866_1042{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-c1a68ee9-e354-4a4f-84f6-847f076a6df0:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-c76cb5c0-94a2-4f10-be3b-e7b4acb9030e:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-f843c653-a575-43af-b1a9-bec72334e925:NORMAL|RBW]]} size 0
2014-04-10 11:40:58,716 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:57234, dest: /127.0.0.1:48225, bytes: 93515, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-765647594_1, offset: 0, srvID: 0e4a70b8-97db-47e9-bdbb-11e7b39a6d93, blockid: BP-1273566995-127.0.0.1-1397148009804:blk_1073741866_1042, duration: 3417524
2014-04-10 11:40:58,716 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1273566995-127.0.0.1-1397148009804:blk_1073741866_1042, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 11:40:58,716 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:48225 is added to blk_1073741866_1042{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-c1a68ee9-e354-4a4f-84f6-847f076a6df0:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-c76cb5c0-94a2-4f10-be3b-e7b4acb9030e:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-f843c653-a575-43af-b1a9-bec72334e925:NORMAL|RBW]]} size 0
2014-04-10 11:40:58,717 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:57593, dest: /127.0.0.1:36647, bytes: 93515, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-765647594_1, offset: 0, srvID: 83fbbfd6-5c60-438d-b204-7d44dafa2eec, blockid: BP-1273566995-127.0.0.1-1397148009804:blk_1073741866_1042, duration: 4225818
2014-04-10 11:40:58,717 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1273566995-127.0.0.1-1397148009804:blk_1073741866_1042, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 11:40:58,717 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:36647 is added to blk_1073741866_1042{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-c1a68ee9-e354-4a4f-84f6-847f076a6df0:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-c76cb5c0-94a2-4f10-be3b-e7b4acb9030e:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-f843c653-a575-43af-b1a9-bec72334e925:NORMAL|RBW]]} size 0
2014-04-10 11:40:58,730 INFO hdfs.StateChange (FSNamesystem.java:completeFile(2899)) - DIR* completeFile: /tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397148025455_0003_conf.xml_tmp is closed by DFSClient_NONMAPREDUCE_-765647594_1
2014-04-10 11:40:58,747 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397148025455_0003_conf.xml_tmp dst=null perm=brock:supergroup:rwxrwx---
2014-04-10 11:40:58,763 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=rename src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397148025455_0003.summary_tmp dst=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397148025455_0003.summary perm=brock:supergroup:rwxrwx---
2014-04-10 11:40:58,780 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=rename src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397148025455_0003_conf.xml_tmp dst=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397148025455_0003_conf.xml perm=brock:supergroup:rwxrwx---
2014-04-10 11:40:58,797 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=rename src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397148025455_0003-1397148043084-brock-%5B5C7C2C80B3714819ACDCBAD939E6C2A8%2F2C196A3EAE4C44BA-1397148058465-4-0-SUCCEEDED-default-1397148052638.jhist_tmp dst=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397148025455_0003-1397148043084-brock-%5B5C7C2C80B3714819ACDCBAD939E6C2A8%2F2C196A3EAE4C44BA-1397148058465-4-0-SUCCEEDED-default-1397148052638.jhist perm=brock:supergroup:rwxrwx---
2014-04-10 11:40:58,805 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:rememberTargetTransitionsAndStoreState(960)) - Updating application attempt appattempt_1397148025455_0003_000001 with final state: FINISHING
2014-04-10 11:40:58,806 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(652)) - appattempt_1397148025455_0003_000001 State change from RUNNING to FINAL_SAVING
2014-04-10 11:40:58,806 INFO rmapp.RMAppImpl (RMAppImpl.java:rememberTargetTransitionsAndStoreState(805)) - Updating application application_1397148025455_0003 with final state: FINISHING
2014-04-10 11:40:58,806 INFO rmapp.RMAppImpl (RMAppImpl.java:handle(610)) - application_1397148025455_0003 State change from RUNNING to FINAL_SAVING
2014-04-10 11:40:58,806 INFO recovery.RMStateStore (RMStateStore.java:handleStoreEvent(596)) - Storing info for app: application_1397148025455_0003
2014-04-10 11:40:58,807 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(652)) - appattempt_1397148025455_0003_000001 State change from FINAL_SAVING to FINISHING
2014-04-10 11:40:58,807 INFO rmapp.RMAppImpl (RMAppImpl.java:handle(610)) - application_1397148025455_0003 State change from FINAL_SAVING to FINISHING
2014-04-10 11:40:58,834 INFO mapred.ClientServiceDelegate (ClientServiceDelegate.java:getProxy(273)) - Application state is completed. FinalApplicationStatus=SUCCEEDED. Redirecting to job history server
2014-04-10 11:40:58,835 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=listStatus src=/tmp/hadoop-yarn/staging/history/done_intermediate dst=null perm=null
2014-04-10 11:40:58,837 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=listStatus src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock dst=null perm=null
2014-04-10 11:40:58,838 INFO hs.CompletedJob (CompletedJob.java:<init>(95)) - Loading job: job_1397148025455_0003 from file: hdfs://localhost:35773/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397148025455_0003-1397148043084-brock-%5B5C7C2C80B3714819ACDCBAD939E6C2A8%2F2C196A3EAE4C44BA-1397148058465-4-0-SUCCEEDED-default-1397148052638.jhist
2014-04-10 11:40:58,839 INFO hs.CompletedJob (CompletedJob.java:loadFullHistoryData(326)) - Loading history file: [hdfs://localhost:35773/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397148025455_0003-1397148043084-brock-%5B5C7C2C80B3714819ACDCBAD939E6C2A8%2F2C196A3EAE4C44BA-1397148058465-4-0-SUCCEEDED-default-1397148052638.jhist]
2014-04-10 11:40:58,840 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397148025455_0003-1397148043084-brock-%5B5C7C2C80B3714819ACDCBAD939E6C2A8%2F2C196A3EAE4C44BA-1397148058465-4-0-SUCCEEDED-default-1397148052638.jhist dst=null perm=null
2014-04-10 11:40:58,844 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:52603, dest: /127.0.0.1:45626, bytes: 48094, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_2143935106_9, offset: 0, srvID: d285c44a-ef6f-4c17-8ed2-95c06929cda4, blockid: BP-1273566995-127.0.0.1-1397148009804:blk_1073741865_1041, duration: 301839
2014-04-10 11:40:58,875 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397148025455_0003.summary dst=null perm=null
2014-04-10 11:40:58,877 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:48225, dest: /127.0.0.1:57237, bytes: 434, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_-857968489_9, offset: 0, srvID: 0e4a70b8-97db-47e9-bdbb-11e7b39a6d93, blockid: BP-1273566995-127.0.0.1-1397148009804:blk_1073741864_1040, duration: 191325
2014-04-10 11:40:58,878 INFO jobhistory.JobSummary (HistoryFileManager.java:moveToDone(372)) - jobId=job_1397148025455_0003,submitTime=1397148043084,launchTime=1397148052638,firstMapTaskLaunchTime=1397148054804,firstReduceTaskLaunchTime=0,finishTime=1397148058465,resourcesPerMap=1024,resourcesPerReduce=0,numMaps=4,numReduces=0,user=brock,queue=default,status=SUCCEEDED,mapSlotSeconds=13,reduceSlotSeconds=0,jobName=[5C7C2C80B3714819ACDCBAD939E6C2A8/2C196A3EAE4C44BABE6CC8FB2B1CC856] key/(1/1) ...esequencefileplatform/key
2014-04-10 11:40:58,878 INFO hs.HistoryFileManager (HistoryFileManager.java:moveToDone(373)) - Deleting JobSummary file: [hdfs://localhost:35773/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397148025455_0003.summary]
2014-04-10 11:40:58,888 INFO BlockStateChange (BlockManager.java:addToInvalidates(1030)) - BLOCK* addToInvalidates: blk_1073741864_1040 127.0.0.1:36647 127.0.0.1:52603 127.0.0.1:48225
2014-04-10 11:40:58,889 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=delete src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397148025455_0003.summary dst=null perm=null
2014-04-10 11:40:58,890 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/history/done/2014/04/10/000000 dst=null perm=null
2014-04-10 11:40:58,890 INFO hs.HistoryFileManager (HistoryFileManager.java:moveToDoneNow(947)) - Moving hdfs://localhost:35773/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397148025455_0003-1397148043084-brock-%5B5C7C2C80B3714819ACDCBAD939E6C2A8%2F2C196A3EAE4C44BA-1397148058465-4-0-SUCCEEDED-default-1397148052638.jhist to hdfs://localhost:35773/tmp/hadoop-yarn/staging/history/done/2014/04/10/000000/job_1397148025455_0003-1397148043084-brock-%5B5C7C2C80B3714819ACDCBAD939E6C2A8%2F2C196A3EAE4C44BA-1397148058465-4-0-SUCCEEDED-default-1397148052638.jhist
2014-04-10 11:40:58,905 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=rename options=0 src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397148025455_0003-1397148043084-brock-%5B5C7C2C80B3714819ACDCBAD939E6C2A8%2F2C196A3EAE4C44BA-1397148058465-4-0-SUCCEEDED-default-1397148052638.jhist dst=/tmp/hadoop-yarn/staging/history/done/2014/04/10/000000/job_1397148025455_0003-1397148043084-brock-%5B5C7C2C80B3714819ACDCBAD939E6C2A8%2F2C196A3EAE4C44BA-1397148058465-4-0-SUCCEEDED-default-1397148052638.jhist perm=brock:supergroup:rwxrwx---
2014-04-10 11:40:58,906 INFO hs.HistoryFileManager (HistoryFileManager.java:moveToDoneNow(947)) - Moving hdfs://localhost:35773/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397148025455_0003_conf.xml to hdfs://localhost:35773/tmp/hadoop-yarn/staging/history/done/2014/04/10/000000/job_1397148025455_0003_conf.xml
2014-04-10 11:40:58,922 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=rename options=0 src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397148025455_0003_conf.xml dst=/tmp/hadoop-yarn/staging/history/done/2014/04/10/000000/job_1397148025455_0003_conf.xml perm=brock:supergroup:rwxrwx---
2014-04-10 11:40:58,937 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/writablesequencefileplatform/key dst=null perm=null
2014-04-10 11:40:58,938 INFO util.Hadoop18TapUtil (Hadoop18TapUtil.java:cleanTempPath(219)) - deleting temp path /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/writablesequencefileplatform/key/_temporary
2014-04-10 11:40:58,938 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/writablesequencefileplatform/key/_temporary dst=null perm=null
2014-04-10 11:40:58,939 INFO cascade.Cascade (Cascade.java:logInfo(991)) - [keyvalues] completed flow: key
2014-04-10 11:40:58,961 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/writablesequencefileplatform/keyvalue dst=null perm=null
2014-04-10 11:40:58,962 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/writablesequencefileplatform/keyvalue dst=null perm=null
2014-04-10 11:40:58,962 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=listStatus src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/writablesequencefileplatform/keyvalue dst=null perm=null
2014-04-10 11:40:58,966 INFO mapred.FileInputFormat (FileInputFormat.java:listStatus(253)) - Total input paths to process : 4
2014-04-10 11:40:58,974 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/writablesequencefileplatform/keyvalue/part-00000 dst=null perm=null
2014-04-10 11:40:58,975 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/writablesequencefileplatform/keyvalue/part-00000 dst=null perm=null
2014-04-10 11:40:58,976 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:48225, dest: /127.0.0.1:57237, bytes: 443, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_2143935106_9, offset: 0, srvID: 0e4a70b8-97db-47e9-bdbb-11e7b39a6d93, blockid: BP-1273566995-127.0.0.1-1397148009804:blk_1073741836_1012, duration: 144039
2014-04-10 11:40:58,981 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/writablesequencefileplatform/keyvalue/part-00001 dst=null perm=null
2014-04-10 11:40:58,981 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/writablesequencefileplatform/keyvalue/part-00001 dst=null perm=null
2014-04-10 11:40:58,983 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:48225, dest: /127.0.0.1:57237, bytes: 536, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_2143935106_9, offset: 0, srvID: 0e4a70b8-97db-47e9-bdbb-11e7b39a6d93, blockid: BP-1273566995-127.0.0.1-1397148009804:blk_1073741835_1011, duration: 153087
2014-04-10 11:40:58,983 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/writablesequencefileplatform/keyvalue/part-00002 dst=null perm=null
2014-04-10 11:40:58,984 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/writablesequencefileplatform/keyvalue/part-00002 dst=null perm=null
2014-04-10 11:40:58,985 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:52603, dest: /127.0.0.1:45626, bytes: 577, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_2143935106_9, offset: 0, srvID: d285c44a-ef6f-4c17-8ed2-95c06929cda4, blockid: BP-1273566995-127.0.0.1-1397148009804:blk_1073741834_1010, duration: 141904
2014-04-10 11:40:58,985 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/writablesequencefileplatform/keyvalue/part-00003 dst=null perm=null
2014-04-10 11:40:58,986 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/writablesequencefileplatform/keyvalue/part-00003 dst=null perm=null
2014-04-10 11:40:58,987 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:36647, dest: /127.0.0.1:57598, bytes: 431, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_2143935106_9, offset: 0, srvID: 83fbbfd6-5c60-438d-b204-7d44dafa2eec, blockid: BP-1273566995-127.0.0.1-1397148009804:blk_1073741833_1009, duration: 115425
2014-04-10 11:40:58,997 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/writablesequencefileplatform/key dst=null perm=null
2014-04-10 11:40:58,997 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/writablesequencefileplatform/key dst=null perm=null
2014-04-10 11:40:58,998 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=listStatus src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/writablesequencefileplatform/key dst=null perm=null
2014-04-10 11:40:59,000 INFO mapred.FileInputFormat (FileInputFormat.java:listStatus(253)) - Total input paths to process : 4
2014-04-10 11:40:59,000 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/writablesequencefileplatform/key/part-00000 dst=null perm=null
2014-04-10 11:40:59,001 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/writablesequencefileplatform/key/part-00000 dst=null perm=null
2014-04-10 11:40:59,002 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:36647, dest: /127.0.0.1:57598, bytes: 146, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_2143935106_9, offset: 0, srvID: 83fbbfd6-5c60-438d-b204-7d44dafa2eec, blockid: BP-1273566995-127.0.0.1-1397148009804:blk_1073741859_1035, duration: 115373
2014-04-10 11:40:59,003 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/writablesequencefileplatform/key/part-00001 dst=null perm=null
2014-04-10 11:40:59,004 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/writablesequencefileplatform/key/part-00001 dst=null perm=null
2014-04-10 11:40:59,005 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:36647, dest: /127.0.0.1:57598, bytes: 146, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_2143935106_9, offset: 0, srvID: 83fbbfd6-5c60-438d-b204-7d44dafa2eec, blockid: BP-1273566995-127.0.0.1-1397148009804:blk_1073741861_1037, duration: 123690
2014-04-10 11:40:59,005 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/writablesequencefileplatform/key/part-00002 dst=null perm=null
2014-04-10 11:40:59,006 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/writablesequencefileplatform/key/part-00002 dst=null perm=null
2014-04-10 11:40:59,007 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:52603, dest: /127.0.0.1:45626, bytes: 130, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_2143935106_9, offset: 0, srvID: d285c44a-ef6f-4c17-8ed2-95c06929cda4, blockid: BP-1273566995-127.0.0.1-1397148009804:blk_1073741862_1038, duration: 137065
2014-04-10 11:40:59,007 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/writablesequencefileplatform/key/part-00003 dst=null perm=null
2014-04-10 11:40:59,008 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/writablesequencefileplatform/key/part-00003 dst=null perm=null
2014-04-10 11:40:59,009 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:52603, dest: /127.0.0.1:45626, bytes: 130, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_2143935106_9, offset: 0, srvID: d285c44a-ef6f-4c17-8ed2-95c06929cda4, blockid: BP-1273566995-127.0.0.1-1397148009804:blk_1073741860_1036, duration: 107863
2014-04-10 11:40:59,026 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/writablesequencefileplatform/value dst=null perm=null
2014-04-10 11:40:59,027 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/writablesequencefileplatform/value dst=null perm=null
2014-04-10 11:40:59,027 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=listStatus src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/writablesequencefileplatform/value dst=null perm=null
2014-04-10 11:40:59,029 INFO mapred.FileInputFormat (FileInputFormat.java:listStatus(253)) - Total input paths to process : 4
2014-04-10 11:40:59,030 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/writablesequencefileplatform/value/part-00000 dst=null perm=null
2014-04-10 11:40:59,031 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/writablesequencefileplatform/value/part-00000 dst=null perm=null
2014-04-10 11:40:59,032 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:36647, dest: /127.0.0.1:57598, bytes: 553, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_2143935106_9, offset: 0, srvID: 83fbbfd6-5c60-438d-b204-7d44dafa2eec, blockid: BP-1273566995-127.0.0.1-1397148009804:blk_1073741851_1027, duration: 115258
2014-04-10 11:40:59,032 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/writablesequencefileplatform/value/part-00001 dst=null perm=null
2014-04-10 11:40:59,033 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/writablesequencefileplatform/value/part-00001 dst=null perm=null
2014-04-10 11:40:59,034 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:52669, dest: /127.0.0.1:37422, bytes: 508, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_2143935106_9, offset: 0, srvID: 2a939430-7213-43d8-8538-35bb09f189bb, blockid: BP-1273566995-127.0.0.1-1397148009804:blk_1073741850_1026, duration: 128314
2014-04-10 11:40:59,035 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/writablesequencefileplatform/value/part-00002 dst=null perm=null
2014-04-10 11:40:59,035 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/writablesequencefileplatform/value/part-00002 dst=null perm=null
2014-04-10 11:40:59,036 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:52669, dest: /127.0.0.1:37422, bytes: 427, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_2143935106_9, offset: 0, srvID: 2a939430-7213-43d8-8538-35bb09f189bb, blockid: BP-1273566995-127.0.0.1-1397148009804:blk_1073741854_1030, duration: 122070
2014-04-10 11:40:59,037 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/writablesequencefileplatform/value/part-00003 dst=null perm=null
2014-04-10 11:40:59,037 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/writablesequencefileplatform/value/part-00003 dst=null perm=null
2014-04-10 11:40:59,039 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:48225, dest: /127.0.0.1:57237, bytes: 415, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_2143935106_9, offset: 0, srvID: 0e4a70b8-97db-47e9-bdbb-11e7b39a6d93, blockid: BP-1273566995-127.0.0.1-1397148009804:blk_1073741853_1029, duration: 133524
2014-04-10 11:40:59,039 INFO cascading.PlatformTestCase (PlatformTestCase.java:tearDown(209)) - copying to local /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output//hadoop2-mr1/writablesequencefileplatform/keyvalue
2014-04-10 11:40:59,039 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/writablesequencefileplatform/keyvalue dst=null perm=null
2014-04-10 11:40:59,040 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/writablesequencefileplatform/keyvalue dst=null perm=null
2014-04-10 11:40:59,040 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/writablesequencefileplatform/keyvalue dst=null perm=null
2014-04-10 11:40:59,041 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=listStatus src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/writablesequencefileplatform/keyvalue dst=null perm=null
2014-04-10 11:40:59,042 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/writablesequencefileplatform/keyvalue/part-00000 dst=null perm=null
2014-04-10 11:40:59,042 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/writablesequencefileplatform/keyvalue/part-00000 dst=null perm=null
2014-04-10 11:40:59,044 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:52603, dest: /127.0.0.1:45626, bytes: 443, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_2143935106_9, offset: 0, srvID: d285c44a-ef6f-4c17-8ed2-95c06929cda4, blockid: BP-1273566995-127.0.0.1-1397148009804:blk_1073741836_1012, duration: 147201
2014-04-10 11:40:59,044 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/writablesequencefileplatform/keyvalue/part-00001 dst=null perm=null
2014-04-10 11:40:59,044 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/writablesequencefileplatform/keyvalue/part-00001 dst=null perm=null
2014-04-10 11:40:59,046 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:52669, dest: /127.0.0.1:37422, bytes: 536, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_2143935106_9, offset: 0, srvID: 2a939430-7213-43d8-8538-35bb09f189bb, blockid: BP-1273566995-127.0.0.1-1397148009804:blk_1073741835_1011, duration: 109431
2014-04-10 11:40:59,046 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/writablesequencefileplatform/keyvalue/part-00002 dst=null perm=null
2014-04-10 11:40:59,047 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/writablesequencefileplatform/keyvalue/part-00002 dst=null perm=null
2014-04-10 11:40:59,049 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:48225, dest: /127.0.0.1:57237, bytes: 577, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_2143935106_9, offset: 0, srvID: 0e4a70b8-97db-47e9-bdbb-11e7b39a6d93, blockid: BP-1273566995-127.0.0.1-1397148009804:blk_1073741834_1010, duration: 173510
2014-04-10 11:40:59,050 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/writablesequencefileplatform/keyvalue/part-00003 dst=null perm=null
2014-04-10 11:40:59,051 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/writablesequencefileplatform/keyvalue/part-00003 dst=null perm=null
2014-04-10 11:40:59,053 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:52603, dest: /127.0.0.1:45626, bytes: 431, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_2143935106_9, offset: 0, srvID: d285c44a-ef6f-4c17-8ed2-95c06929cda4, blockid: BP-1273566995-127.0.0.1-1397148009804:blk_1073741833_1009, duration: 153634
2014-04-10 11:40:59,053 INFO cascading.PlatformTestCase (PlatformTestCase.java:tearDown(209)) - copying to local /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output//hadoop2-mr1/writablesequencefileplatform/key
2014-04-10 11:40:59,054 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/writablesequencefileplatform/key dst=null perm=null
2014-04-10 11:40:59,054 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/writablesequencefileplatform/key dst=null perm=null
2014-04-10 11:40:59,055 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/writablesequencefileplatform/key dst=null perm=null
2014-04-10 11:40:59,056 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=listStatus src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/writablesequencefileplatform/key dst=null perm=null
2014-04-10 11:40:59,057 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/writablesequencefileplatform/key/part-00000 dst=null perm=null
2014-04-10 11:40:59,058 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/writablesequencefileplatform/key/part-00000 dst=null perm=null
2014-04-10 11:40:59,059 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:52669, dest: /127.0.0.1:37422, bytes: 146, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_2143935106_9, offset: 0, srvID: 2a939430-7213-43d8-8538-35bb09f189bb, blockid: BP-1273566995-127.0.0.1-1397148009804:blk_1073741859_1035, duration: 237808
2014-04-10 11:40:59,060 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/writablesequencefileplatform/key/part-00001 dst=null perm=null
2014-04-10 11:40:59,061 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/writablesequencefileplatform/key/part-00001 dst=null perm=null
2014-04-10 11:40:59,063 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:52669, dest: /127.0.0.1:37422, bytes: 146, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_2143935106_9, offset: 0, srvID: 2a939430-7213-43d8-8538-35bb09f189bb, blockid: BP-1273566995-127.0.0.1-1397148009804:blk_1073741861_1037, duration: 222462
2014-04-10 11:40:59,064 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/writablesequencefileplatform/key/part-00002 dst=null perm=null
2014-04-10 11:40:59,065 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/writablesequencefileplatform/key/part-00002 dst=null perm=null
2014-04-10 11:40:59,068 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:48225, dest: /127.0.0.1:57237, bytes: 130, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_2143935106_9, offset: 0, srvID: 0e4a70b8-97db-47e9-bdbb-11e7b39a6d93, blockid: BP-1273566995-127.0.0.1-1397148009804:blk_1073741862_1038, duration: 306637
2014-04-10 11:40:59,068 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/writablesequencefileplatform/key/part-00003 dst=null perm=null
2014-04-10 11:40:59,069 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/writablesequencefileplatform/key/part-00003 dst=null perm=null
2014-04-10 11:40:59,072 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:48225, dest: /127.0.0.1:57237, bytes: 130, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_2143935106_9, offset: 0, srvID: 0e4a70b8-97db-47e9-bdbb-11e7b39a6d93, blockid: BP-1273566995-127.0.0.1-1397148009804:blk_1073741860_1036, duration: 301430
2014-04-10 11:40:59,072 INFO cascading.PlatformTestCase (PlatformTestCase.java:tearDown(209)) - copying to local /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output//hadoop2-mr1/writablesequencefileplatform/value
2014-04-10 11:40:59,073 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/writablesequencefileplatform/value dst=null perm=null
2014-04-10 11:40:59,073 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/writablesequencefileplatform/value dst=null perm=null
2014-04-10 11:40:59,074 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/writablesequencefileplatform/value dst=null perm=null
2014-04-10 11:40:59,075 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=listStatus src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/writablesequencefileplatform/value dst=null perm=null
2014-04-10 11:40:59,077 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/writablesequencefileplatform/value/part-00000 dst=null perm=null
2014-04-10 11:40:59,078 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/writablesequencefileplatform/value/part-00000 dst=null perm=null
2014-04-10 11:40:59,080 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:48225, dest: /127.0.0.1:57237, bytes: 553, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_2143935106_9, offset: 0, srvID: 0e4a70b8-97db-47e9-bdbb-11e7b39a6d93, blockid: BP-1273566995-127.0.0.1-1397148009804:blk_1073741851_1027, duration: 315944
2014-04-10 11:40:59,081 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/writablesequencefileplatform/value/part-00001 dst=null perm=null
2014-04-10 11:40:59,082 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/writablesequencefileplatform/value/part-00001 dst=null perm=null
2014-04-10 11:40:59,084 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:48225, dest: /127.0.0.1:57237, bytes: 508, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_2143935106_9, offset: 0, srvID: 0e4a70b8-97db-47e9-bdbb-11e7b39a6d93, blockid: BP-1273566995-127.0.0.1-1397148009804:blk_1073741850_1026, duration: 299405
2014-04-10 11:40:59,085 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/writablesequencefileplatform/value/part-00002 dst=null perm=null
2014-04-10 11:40:59,086 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/writablesequencefileplatform/value/part-00002 dst=null perm=null
2014-04-10 11:40:59,088 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:36647, dest: /127.0.0.1:57598, bytes: 427, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_2143935106_9, offset: 0, srvID: 83fbbfd6-5c60-438d-b204-7d44dafa2eec, blockid: BP-1273566995-127.0.0.1-1397148009804:blk_1073741854_1030, duration: 242273
2014-04-10 11:40:59,089 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/writablesequencefileplatform/value/part-00003 dst=null perm=null
2014-04-10 11:40:59,090 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/writablesequencefileplatform/value/part-00003 dst=null perm=null
2014-04-10 11:40:59,092 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:48225, dest: /127.0.0.1:57237, bytes: 415, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_2143935106_9, offset: 0, srvID: 0e4a70b8-97db-47e9-bdbb-11e7b39a6d93, blockid: BP-1273566995-127.0.0.1-1397148009804:blk_1073741853_1029, duration: 297463