2014-04-10 11:44:26,386 INFO platform.PlatformRunner (PlatformRunner.java:getPlatformClassesFromClasspath(187)) - found 1 test platforms from classpath
2014-04-10 11:44:26,408 INFO platform.PlatformRunner (PlatformRunner.java:addPlatform(237)) - installing platform: hadoop2-mr1
2014-04-10 11:44:26,408 INFO platform.PlatformRunner (PlatformRunner.java:addPlatform(238)) - running test: cascading.tap.hadoop.HadoopTapPlatformTest
2014-04-10 11:44:26,421 INFO hadoop2.Hadoop2MR1Platform (Hadoop2MR1Platform.java:setUp(112)) - using cluster
2014-04-10 11:44:26,813 WARN util.NativeCodeLoader (NativeCodeLoader.java:<clinit>(62)) - Unable to load native-hadoop library for your platform... using builtin-java classes where applicable
Formatting using clusterid: testClusterID
2014-04-10 11:44:26,835 INFO namenode.FSNamesystem (FSNamesystem.java:<init>(649)) - fsLock is fair:true
2014-04-10 11:44:26,852 INFO namenode.HostFileManager (HostFileManager.java:refresh(304)) - read includes:
HostSet(
)
2014-04-10 11:44:26,853 INFO namenode.HostFileManager (HostFileManager.java:refresh(311)) - read excludes:
HostSet(
)
2014-04-10 11:44:26,854 INFO Configuration.deprecation (Configuration.java:warnOnceIfDeprecated(996)) - hadoop.configured.node.mapping is deprecated. Instead, use net.topology.configured.node.mapping
2014-04-10 11:44:26,854 INFO blockmanagement.DatanodeManager (DatanodeManager.java:<init>(229)) - dfs.block.invalidate.limit=1000
2014-04-10 11:44:26,854 INFO blockmanagement.DatanodeManager (DatanodeManager.java:<init>(235)) - dfs.namenode.datanode.registration.ip-hostname-check=true
2014-04-10 11:44:26,856 INFO util.GSet (LightWeightGSet.java:computeCapacity(349)) - Computing capacity for map BlocksMap
2014-04-10 11:44:26,856 INFO util.GSet (LightWeightGSet.java:computeCapacity(350)) - VM type = 64-bit
2014-04-10 11:44:26,857 INFO util.GSet (LightWeightGSet.java:computeCapacity(351)) - 2.0% max memory 672 MB = 13.4 MB
2014-04-10 11:44:26,858 INFO util.GSet (LightWeightGSet.java:computeCapacity(356)) - capacity = 2^21 = 2097152 entries
2014-04-10 11:44:26,863 INFO blockmanagement.BlockManager (BlockManager.java:createBlockTokenSecretManager(328)) - dfs.block.access.token.enable=false
2014-04-10 11:44:26,864 INFO blockmanagement.BlockManager (BlockManager.java:<init>(313)) - defaultReplication = 3
2014-04-10 11:44:26,865 INFO blockmanagement.BlockManager (BlockManager.java:<init>(314)) - maxReplication = 512
2014-04-10 11:44:26,865 INFO blockmanagement.BlockManager (BlockManager.java:<init>(315)) - minReplication = 1
2014-04-10 11:44:26,865 INFO blockmanagement.BlockManager (BlockManager.java:<init>(316)) - maxReplicationStreams = 2
2014-04-10 11:44:26,865 INFO blockmanagement.BlockManager (BlockManager.java:<init>(317)) - shouldCheckForEnoughRacks = false
2014-04-10 11:44:26,865 INFO blockmanagement.BlockManager (BlockManager.java:<init>(318)) - replicationRecheckInterval = 3000
2014-04-10 11:44:26,866 INFO blockmanagement.BlockManager (BlockManager.java:<init>(319)) - encryptDataTransfer = false
2014-04-10 11:44:26,866 INFO blockmanagement.BlockManager (BlockManager.java:<init>(320)) - maxNumBlocksToLog = 1000
2014-04-10 11:44:26,869 INFO namenode.FSNamesystem (FSNamesystem.java:<init>(666)) - fsOwner = brock (auth:SIMPLE)
2014-04-10 11:44:26,870 INFO namenode.FSNamesystem (FSNamesystem.java:<init>(667)) - supergroup = supergroup
2014-04-10 11:44:26,870 INFO namenode.FSNamesystem (FSNamesystem.java:<init>(668)) - isPermissionEnabled = true
2014-04-10 11:44:26,870 INFO namenode.FSNamesystem (FSNamesystem.java:<init>(679)) - HA Enabled: false
2014-04-10 11:44:26,872 INFO namenode.FSNamesystem (FSNamesystem.java:<init>(716)) - Append Enabled: true
2014-04-10 11:44:26,992 INFO util.GSet (LightWeightGSet.java:computeCapacity(349)) - Computing capacity for map INodeMap
2014-04-10 11:44:26,992 INFO util.GSet (LightWeightGSet.java:computeCapacity(350)) - VM type = 64-bit
2014-04-10 11:44:26,992 INFO util.GSet (LightWeightGSet.java:computeCapacity(351)) - 1.0% max memory 672 MB = 6.7 MB
2014-04-10 11:44:26,993 INFO util.GSet (LightWeightGSet.java:computeCapacity(356)) - capacity = 2^20 = 1048576 entries
2014-04-10 11:44:26,993 INFO namenode.NameNode (FSDirectory.java:<init>(189)) - Caching file names occuring more than 10 times
2014-04-10 11:44:26,997 INFO util.GSet (LightWeightGSet.java:computeCapacity(349)) - Computing capacity for map cachedBlocks
2014-04-10 11:44:26,997 INFO util.GSet (LightWeightGSet.java:computeCapacity(350)) - VM type = 64-bit
2014-04-10 11:44:26,997 INFO util.GSet (LightWeightGSet.java:computeCapacity(351)) - 0.25% max memory 672 MB = 1.7 MB
2014-04-10 11:44:26,998 INFO util.GSet (LightWeightGSet.java:computeCapacity(356)) - capacity = 2^18 = 262144 entries
2014-04-10 11:44:26,999 INFO namenode.FSNamesystem (FSNamesystem.java:<init>(4614)) - dfs.namenode.safemode.threshold-pct = 0.9990000128746033
2014-04-10 11:44:26,999 INFO namenode.FSNamesystem (FSNamesystem.java:<init>(4615)) - dfs.namenode.safemode.min.datanodes = 0
2014-04-10 11:44:26,999 INFO namenode.FSNamesystem (FSNamesystem.java:<init>(4616)) - dfs.namenode.safemode.extension = 0
2014-04-10 11:44:27,000 INFO namenode.FSNamesystem (FSNamesystem.java:initRetryCache(787)) - Retry cache on namenode is enabled
2014-04-10 11:44:27,000 INFO namenode.FSNamesystem (FSNamesystem.java:initRetryCache(795)) - Retry cache will use 0.03 of total heap and retry cache entry expiry time is 600000 millis
2014-04-10 11:44:27,002 INFO util.GSet (LightWeightGSet.java:computeCapacity(349)) - Computing capacity for map Namenode Retry Cache
2014-04-10 11:44:27,002 INFO util.GSet (LightWeightGSet.java:computeCapacity(350)) - VM type = 64-bit
2014-04-10 11:44:27,002 INFO util.GSet (LightWeightGSet.java:computeCapacity(351)) - 0.029999999329447746% max memory 672 MB = 206.4 KB
2014-04-10 11:44:27,002 INFO util.GSet (LightWeightGSet.java:computeCapacity(356)) - capacity = 2^15 = 32768 entries
2014-04-10 11:44:27,209 INFO common.Storage (NNStorage.java:format(527)) - Storage directory /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/name1 has been successfully formatted.
2014-04-10 11:44:27,293 INFO common.Storage (NNStorage.java:format(527)) - Storage directory /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/name2 has been successfully formatted.
2014-04-10 11:44:27,305 INFO namenode.FSImage (FSImageFormat.java:save(1039)) - Saving image file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/name1/current/fsimage.ckpt_0000000000000000000 using no compression
2014-04-10 11:44:27,305 INFO namenode.FSImage (FSImageFormat.java:save(1039)) - Saving image file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/name2/current/fsimage.ckpt_0000000000000000000 using no compression
2014-04-10 11:44:27,379 INFO namenode.FSImage (FSImageFormat.java:save(1077)) - Image file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/name1/current/fsimage.ckpt_0000000000000000000 of size 217 bytes saved in 0 seconds.
2014-04-10 11:44:27,423 INFO namenode.FSImage (FSImageFormat.java:save(1077)) - Image file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/name2/current/fsimage.ckpt_0000000000000000000 of size 217 bytes saved in 0 seconds.
2014-04-10 11:44:27,510 INFO namenode.NNStorageRetentionManager (NNStorageRetentionManager.java:getImageTxIdToRetain(177)) - Going to retain 1 images with txid >= 0
2014-04-10 11:44:27,534 WARN impl.MetricsConfig (MetricsConfig.java:loadFirst(124)) - Cannot locate configuration: tried hadoop-metrics2-namenode.properties,hadoop-metrics2.properties
2014-04-10 11:44:27,568 INFO impl.MetricsSystemImpl (MetricsSystemImpl.java:startTimer(344)) - Scheduled snapshot period at 10 second(s).
2014-04-10 11:44:27,568 INFO impl.MetricsSystemImpl (MetricsSystemImpl.java:start(183)) - NameNode metrics system started
2014-04-10 11:44:27,599 INFO hdfs.DFSUtil (DFSUtil.java:httpServerTemplateForNNAndJN(1581)) - Starting web server as: ${dfs.web.authentication.kerberos.principal}
2014-04-10 11:44:27,600 INFO hdfs.DFSUtil (DFSUtil.java:httpServerTemplateForNNAndJN(1592)) - Starting Web-server for hdfs at: http://127.0.0.1:0
2014-04-10 11:44:27,626 INFO mortbay.log (Slf4jLog.java:info(67)) - Logging to org.slf4j.impl.Log4jLoggerAdapter(org.mortbay.log) via org.mortbay.log.Slf4jLog
2014-04-10 11:44:27,629 INFO http.HttpRequestLog (HttpRequestLog.java:getRequestLog(80)) - Http request log for http.requests.namenode is not defined
2014-04-10 11:44:27,636 INFO http.HttpServer2 (HttpServer2.java:addGlobalFilter(658)) - Added global filter 'safety' (class=org.apache.hadoop.http.HttpServer2$QuotingInputFilter)
2014-04-10 11:44:27,638 INFO http.HttpServer2 (HttpServer2.java:addFilter(636)) - Added filter static_user_filter (class=org.apache.hadoop.http.lib.StaticUserWebFilter$StaticUserFilter) to context hdfs
2014-04-10 11:44:27,638 INFO http.HttpServer2 (HttpServer2.java:addFilter(643)) - Added filter static_user_filter (class=org.apache.hadoop.http.lib.StaticUserWebFilter$StaticUserFilter) to context logs
2014-04-10 11:44:27,638 INFO http.HttpServer2 (HttpServer2.java:addFilter(643)) - Added filter static_user_filter (class=org.apache.hadoop.http.lib.StaticUserWebFilter$StaticUserFilter) to context static
2014-04-10 11:44:27,652 INFO http.HttpServer2 (NameNodeHttpServer.java:initWebHdfs(81)) - Added filter 'SPNEGO' (class=org.apache.hadoop.hdfs.web.AuthFilter)
2014-04-10 11:44:27,653 INFO http.HttpServer2 (HttpServer2.java:addJerseyResourcePackage(562)) - addJerseyResourcePackage: packageName=org.apache.hadoop.hdfs.server.namenode.web.resources;org.apache.hadoop.hdfs.web.resources, pathSpec=/webhdfs/v1/*
2014-04-10 11:44:27,662 INFO http.HttpServer2 (HttpServer2.java:openListeners(846)) - Jetty bound to port 42546
2014-04-10 11:44:27,662 INFO mortbay.log (Slf4jLog.java:info(67)) - jetty-6.1.26
2014-04-10 11:44:27,677 INFO mortbay.log (Slf4jLog.java:info(67)) - Extract jar:file:/home/brock/.gradle/caches/modules-2/files-2.1/org.apache.hadoop/hadoop-hdfs/2.3.0/c94e4f9baff2f5a23ddb5ccc1196f65c0619ea32/hadoop-hdfs-2.3.0-tests.jar!/webapps/hdfs to /tmp/Jetty_127_0_0_1_42546_hdfs____.oijdgm/webapp
2014-04-10 11:44:27,827 WARN server.AuthenticationFilter (AuthenticationFilter.java:init(158)) - 'signature.secret' configuration not set, using a random value as secret
2014-04-10 11:44:27,846 INFO mortbay.log (Slf4jLog.java:info(67)) - Started SelectChannelConnector@127.0.0.1:42546
2014-04-10 11:44:27,848 INFO namenode.FSNamesystem (FSNamesystem.java:<init>(649)) - fsLock is fair:true
2014-04-10 11:44:27,848 INFO namenode.HostFileManager (HostFileManager.java:refresh(304)) - read includes:
HostSet(
)
2014-04-10 11:44:27,849 INFO namenode.HostFileManager (HostFileManager.java:refresh(311)) - read excludes:
HostSet(
)
2014-04-10 11:44:27,849 INFO blockmanagement.DatanodeManager (DatanodeManager.java:<init>(229)) - dfs.block.invalidate.limit=1000
2014-04-10 11:44:27,849 INFO blockmanagement.DatanodeManager (DatanodeManager.java:<init>(235)) - dfs.namenode.datanode.registration.ip-hostname-check=true
2014-04-10 11:44:27,849 INFO util.GSet (LightWeightGSet.java:computeCapacity(349)) - Computing capacity for map BlocksMap
2014-04-10 11:44:27,850 INFO util.GSet (LightWeightGSet.java:computeCapacity(350)) - VM type = 64-bit
2014-04-10 11:44:27,850 INFO util.GSet (LightWeightGSet.java:computeCapacity(351)) - 2.0% max memory 672 MB = 13.4 MB
2014-04-10 11:44:27,850 INFO util.GSet (LightWeightGSet.java:computeCapacity(356)) - capacity = 2^21 = 2097152 entries
2014-04-10 11:44:27,851 INFO blockmanagement.BlockManager (BlockManager.java:createBlockTokenSecretManager(328)) - dfs.block.access.token.enable=false
2014-04-10 11:44:27,851 INFO blockmanagement.BlockManager (BlockManager.java:<init>(313)) - defaultReplication = 3
2014-04-10 11:44:27,852 INFO blockmanagement.BlockManager (BlockManager.java:<init>(314)) - maxReplication = 512
2014-04-10 11:44:27,852 INFO blockmanagement.BlockManager (BlockManager.java:<init>(315)) - minReplication = 1
2014-04-10 11:44:27,852 INFO blockmanagement.BlockManager (BlockManager.java:<init>(316)) - maxReplicationStreams = 2
2014-04-10 11:44:27,852 INFO blockmanagement.BlockManager (BlockManager.java:<init>(317)) - shouldCheckForEnoughRacks = false
2014-04-10 11:44:27,852 INFO blockmanagement.BlockManager (BlockManager.java:<init>(318)) - replicationRecheckInterval = 3000
2014-04-10 11:44:27,852 INFO blockmanagement.BlockManager (BlockManager.java:<init>(319)) - encryptDataTransfer = false
2014-04-10 11:44:27,852 INFO blockmanagement.BlockManager (BlockManager.java:<init>(320)) - maxNumBlocksToLog = 1000
2014-04-10 11:44:27,853 INFO namenode.FSNamesystem (FSNamesystem.java:<init>(666)) - fsOwner = brock (auth:SIMPLE)
2014-04-10 11:44:27,853 INFO namenode.FSNamesystem (FSNamesystem.java:<init>(667)) - supergroup = supergroup
2014-04-10 11:44:27,853 INFO namenode.FSNamesystem (FSNamesystem.java:<init>(668)) - isPermissionEnabled = true
2014-04-10 11:44:27,853 INFO namenode.FSNamesystem (FSNamesystem.java:<init>(679)) - HA Enabled: false
2014-04-10 11:44:27,853 INFO namenode.FSNamesystem (FSNamesystem.java:<init>(716)) - Append Enabled: true
2014-04-10 11:44:27,854 INFO util.GSet (LightWeightGSet.java:computeCapacity(349)) - Computing capacity for map INodeMap
2014-04-10 11:44:27,854 INFO util.GSet (LightWeightGSet.java:computeCapacity(350)) - VM type = 64-bit
2014-04-10 11:44:27,854 INFO util.GSet (LightWeightGSet.java:computeCapacity(351)) - 1.0% max memory 672 MB = 6.7 MB
2014-04-10 11:44:27,854 INFO util.GSet (LightWeightGSet.java:computeCapacity(356)) - capacity = 2^20 = 1048576 entries
2014-04-10 11:44:27,855 INFO namenode.NameNode (FSDirectory.java:<init>(189)) - Caching file names occuring more than 10 times
2014-04-10 11:44:27,855 INFO util.GSet (LightWeightGSet.java:computeCapacity(349)) - Computing capacity for map cachedBlocks
2014-04-10 11:44:27,855 INFO util.GSet (LightWeightGSet.java:computeCapacity(350)) - VM type = 64-bit
2014-04-10 11:44:27,855 INFO util.GSet (LightWeightGSet.java:computeCapacity(351)) - 0.25% max memory 672 MB = 1.7 MB
2014-04-10 11:44:27,856 INFO util.GSet (LightWeightGSet.java:computeCapacity(356)) - capacity = 2^18 = 262144 entries
2014-04-10 11:44:27,856 INFO namenode.FSNamesystem (FSNamesystem.java:<init>(4614)) - dfs.namenode.safemode.threshold-pct = 0.9990000128746033
2014-04-10 11:44:27,856 INFO namenode.FSNamesystem (FSNamesystem.java:<init>(4615)) - dfs.namenode.safemode.min.datanodes = 0
2014-04-10 11:44:27,856 INFO namenode.FSNamesystem (FSNamesystem.java:<init>(4616)) - dfs.namenode.safemode.extension = 0
2014-04-10 11:44:27,856 INFO namenode.FSNamesystem (FSNamesystem.java:initRetryCache(787)) - Retry cache on namenode is enabled
2014-04-10 11:44:27,857 INFO namenode.FSNamesystem (FSNamesystem.java:initRetryCache(795)) - Retry cache will use 0.03 of total heap and retry cache entry expiry time is 600000 millis
2014-04-10 11:44:27,857 INFO util.GSet (LightWeightGSet.java:computeCapacity(349)) - Computing capacity for map Namenode Retry Cache
2014-04-10 11:44:27,857 INFO util.GSet (LightWeightGSet.java:computeCapacity(350)) - VM type = 64-bit
2014-04-10 11:44:27,857 INFO util.GSet (LightWeightGSet.java:computeCapacity(351)) - 0.029999999329447746% max memory 672 MB = 206.4 KB
2014-04-10 11:44:27,857 INFO util.GSet (LightWeightGSet.java:computeCapacity(356)) - capacity = 2^15 = 32768 entries
2014-04-10 11:44:27,936 INFO common.Storage (Storage.java:tryLock(675)) - Lock on /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/name1/in_use.lock acquired by nodename 31461@localhost.localdomain
2014-04-10 11:44:27,999 INFO common.Storage (Storage.java:tryLock(675)) - Lock on /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/name2/in_use.lock acquired by nodename 31461@localhost.localdomain
2014-04-10 11:44:28,003 INFO namenode.FileJournalManager (FileJournalManager.java:recoverUnfinalizedSegments(294)) - Recovering unfinalized segments in /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/name1/current
2014-04-10 11:44:28,003 INFO namenode.FileJournalManager (FileJournalManager.java:recoverUnfinalizedSegments(294)) - Recovering unfinalized segments in /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/name2/current
2014-04-10 11:44:28,004 INFO namenode.FSImage (FSImage.java:loadFSImage(631)) - No edit log streams selected.
2014-04-10 11:44:28,008 INFO namenode.FSImage (FSImageFormat.java:load(336)) - Loading image file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/name1/current/fsimage_0000000000000000000 using no compression
2014-04-10 11:44:28,008 INFO namenode.FSImage (FSImageFormat.java:load(339)) - Number of files = 1
2014-04-10 11:44:28,009 INFO namenode.FSImage (FSImageFormat.java:loadFilesUnderConstruction(837)) - Number of files under construction = 0
2014-04-10 11:44:28,010 INFO namenode.FSImage (FSImageFormat.java:load(373)) - Image file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/name1/current/fsimage_0000000000000000000 of size 217 bytes loaded in 0 seconds.
2014-04-10 11:44:28,010 INFO namenode.FSImage (FSImage.java:loadFSImage(841)) - Loaded image for txid 0 from /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/name1/current/fsimage_0000000000000000000
2014-04-10 11:44:28,013 INFO namenode.FSEditLog (FSEditLog.java:startLogSegment(1074)) - Starting log segment at 1
2014-04-10 11:44:28,288 INFO namenode.NameCache (NameCache.java:initialized(143)) - initialized with 0 entries 0 lookups
2014-04-10 11:44:28,289 INFO namenode.FSNamesystem (FSNamesystem.java:loadFromDisk(617)) - Finished loading FSImage in 432 msecs
2014-04-10 11:44:28,387 INFO namenode.NameNode (NameNodeRpcServer.java:<init>(279)) - RPC server is binding to 127.0.0.1:0
2014-04-10 11:44:28,397 INFO ipc.Server (Server.java:run(551)) - Starting Socket Reader #1 for port 38088
2014-04-10 11:44:28,413 INFO namenode.FSNamesystem (FSNamesystem.java:registerMBean(5560)) - Registered FSNamesystemState MBean
2014-04-10 11:44:28,424 INFO namenode.FSNamesystem (FSNamesystem.java:getCompleteBlocksTotal(5217)) - Number of blocks under construction: 0
2014-04-10 11:44:28,425 INFO namenode.FSNamesystem (FSNamesystem.java:getCompleteBlocksTotal(5217)) - Number of blocks under construction: 0
2014-04-10 11:44:28,425 INFO namenode.FSNamesystem (FSNamesystem.java:initializeReplQueues(4727)) - initializing replication queues
2014-04-10 11:44:28,436 INFO blockmanagement.BlockManager (BlockManager.java:processMisReplicatedBlocks(2380)) - Total number of blocks = 0
2014-04-10 11:44:28,437 INFO blockmanagement.BlockManager (BlockManager.java:processMisReplicatedBlocks(2381)) - Number of invalid blocks = 0
2014-04-10 11:44:28,437 INFO blockmanagement.BlockManager (BlockManager.java:processMisReplicatedBlocks(2382)) - Number of under-replicated blocks = 0
2014-04-10 11:44:28,438 INFO blockmanagement.BlockManager (BlockManager.java:processMisReplicatedBlocks(2383)) - Number of over-replicated blocks = 0
2014-04-10 11:44:28,438 INFO blockmanagement.BlockManager (BlockManager.java:processMisReplicatedBlocks(2385)) - Number of blocks being written = 0
2014-04-10 11:44:28,438 INFO hdfs.StateChange (FSNamesystem.java:initializeReplQueues(4732)) - STATE* Replication Queue initialization scan for invalid, over- and under-replicated blocks completed in 13 msec
2014-04-10 11:44:28,438 INFO hdfs.StateChange (FSNamesystem.java:leave(4696)) - STATE* Leaving safe mode after 0 secs
2014-04-10 11:44:28,439 INFO hdfs.StateChange (FSNamesystem.java:leave(4707)) - STATE* Network topology has 0 racks and 0 datanodes
2014-04-10 11:44:28,439 INFO hdfs.StateChange (FSNamesystem.java:leave(4710)) - STATE* UnderReplicatedBlocks has 0 blocks
2014-04-10 11:44:28,458 INFO ipc.Server (Server.java:run(773)) - IPC Server Responder: starting
2014-04-10 11:44:28,458 INFO ipc.Server (Server.java:run(620)) - IPC Server listener on 38088: starting
2014-04-10 11:44:28,459 INFO namenode.NameNode (NameNode.java:startCommonServices(544)) - NameNode RPC up at: localhost/127.0.0.1:38088
2014-04-10 11:44:28,460 INFO namenode.FSNamesystem (FSNamesystem.java:startActiveServices(949)) - Starting services required for active state
2014-04-10 11:44:28,462 INFO blockmanagement.CacheReplicationMonitor (CacheReplicationMonitor.java:run(158)) - Starting CacheReplicationMonitor with interval 300000 milliseconds
2014-04-10 11:44:28,462 INFO blockmanagement.CacheReplicationMonitor (CacheReplicationMonitor.java:run(171)) - Rescanning because of pending operations
2014-04-10 11:44:28,463 INFO blockmanagement.CacheReplicationMonitor (CacheReplicationMonitor.java:run(201)) - Scanned 0 directive(s) and 0 block(s) in 0 millisecond(s).
2014-04-10 11:44:28,484 INFO hdfs.MiniDFSCluster (MiniDFSCluster.java:startDataNodes(1190)) - Starting DataNode 0 with dfs.datanode.data.dir: [DISK]file:/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data1,[DISK]file:/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data2
2014-04-10 11:44:28,516 INFO impl.MetricsSystemImpl (MetricsSystemImpl.java:init(151)) - DataNode metrics system started (again)
2014-04-10 11:44:28,517 INFO datanode.DataNode (DataNode.java:<init>(315)) - Configured hostname is 127.0.0.1
2014-04-10 11:44:28,518 INFO datanode.DataNode (DataNode.java:startDataNode(763)) - Starting DataNode with maxLockedMemory = 0
2014-04-10 11:44:28,525 INFO datanode.DataNode (DataNode.java:initDataXceiver(564)) - Opened streaming server at /127.0.0.1:56823
2014-04-10 11:44:28,528 INFO datanode.DataNode (DataXceiverServer.java:<init>(73)) - Balancing bandwith is 1048576 bytes/s
2014-04-10 11:44:28,529 INFO http.HttpRequestLog (HttpRequestLog.java:getRequestLog(80)) - Http request log for http.requests.datanode is not defined
2014-04-10 11:44:28,529 INFO http.HttpServer2 (HttpServer2.java:addGlobalFilter(658)) - Added global filter 'safety' (class=org.apache.hadoop.http.HttpServer2$QuotingInputFilter)
2014-04-10 11:44:28,530 INFO http.HttpServer2 (HttpServer2.java:addFilter(636)) - Added filter static_user_filter (class=org.apache.hadoop.http.lib.StaticUserWebFilter$StaticUserFilter) to context datanode
2014-04-10 11:44:28,530 INFO http.HttpServer2 (HttpServer2.java:addFilter(643)) - Added filter static_user_filter (class=org.apache.hadoop.http.lib.StaticUserWebFilter$StaticUserFilter) to context logs
2014-04-10 11:44:28,530 INFO http.HttpServer2 (HttpServer2.java:addFilter(643)) - Added filter static_user_filter (class=org.apache.hadoop.http.lib.StaticUserWebFilter$StaticUserFilter) to context static
2014-04-10 11:44:28,533 INFO http.HttpServer2 (HttpServer2.java:addJerseyResourcePackage(562)) - addJerseyResourcePackage: packageName=org.apache.hadoop.hdfs.server.datanode.web.resources;org.apache.hadoop.hdfs.web.resources, pathSpec=/webhdfs/v1/*
2014-04-10 11:44:28,533 INFO http.HttpServer2 (HttpServer2.java:openListeners(846)) - Jetty bound to port 40107
2014-04-10 11:44:28,533 INFO mortbay.log (Slf4jLog.java:info(67)) - jetty-6.1.26
2014-04-10 11:44:28,535 INFO mortbay.log (Slf4jLog.java:info(67)) - Extract jar:file:/home/brock/.gradle/caches/modules-2/files-2.1/org.apache.hadoop/hadoop-hdfs/2.3.0/c94e4f9baff2f5a23ddb5ccc1196f65c0619ea32/hadoop-hdfs-2.3.0-tests.jar!/webapps/datanode to /tmp/Jetty_127_0_0_1_40107_datanode____.u0o9ye/webapp
2014-04-10 11:44:28,618 INFO mortbay.log (Slf4jLog.java:info(67)) - Started SelectChannelConnector@127.0.0.1:40107
2014-04-10 11:44:28,624 INFO ipc.Server (Server.java:run(551)) - Starting Socket Reader #1 for port 39177
2014-04-10 11:44:28,628 INFO datanode.DataNode (DataNode.java:initIpcServer(466)) - Opened IPC server at /127.0.0.1:39177
2014-04-10 11:44:28,633 INFO datanode.DataNode (BlockPoolManager.java:refreshNamenodes(148)) - Refresh request received for nameservices: null
2014-04-10 11:44:28,635 INFO datanode.DataNode (BlockPoolManager.java:doRefreshNamenodes(193)) - Starting BPOfferServices for nameservices: <default>
2014-04-10 11:44:28,640 INFO datanode.DataNode (BPServiceActor.java:run(768)) - Block pool <registering> (Datanode Uuid unassigned) service to localhost/127.0.0.1:38088 starting to offer service
2014-04-10 11:44:28,641 INFO ipc.Server (Server.java:run(773)) - IPC Server Responder: starting
2014-04-10 11:44:28,641 INFO ipc.Server (Server.java:run(620)) - IPC Server listener on 39177: starting
2014-04-10 11:44:28,643 INFO hdfs.MiniDFSCluster (MiniDFSCluster.java:startDataNodes(1190)) - Starting DataNode 1 with dfs.datanode.data.dir: [DISK]file:/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data3,[DISK]file:/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data4
2014-04-10 11:44:28,666 INFO impl.MetricsSystemImpl (MetricsSystemImpl.java:init(151)) - DataNode metrics system started (again)
2014-04-10 11:44:28,666 INFO datanode.DataNode (DataNode.java:<init>(315)) - Configured hostname is 127.0.0.1
2014-04-10 11:44:28,667 INFO datanode.DataNode (DataNode.java:startDataNode(763)) - Starting DataNode with maxLockedMemory = 0
2014-04-10 11:44:28,667 INFO datanode.DataNode (DataNode.java:initDataXceiver(564)) - Opened streaming server at /127.0.0.1:37136
2014-04-10 11:44:28,667 INFO datanode.DataNode (DataXceiverServer.java:<init>(73)) - Balancing bandwith is 1048576 bytes/s
2014-04-10 11:44:28,668 INFO http.HttpRequestLog (HttpRequestLog.java:getRequestLog(80)) - Http request log for http.requests.datanode is not defined
2014-04-10 11:44:28,668 INFO http.HttpServer2 (HttpServer2.java:addGlobalFilter(658)) - Added global filter 'safety' (class=org.apache.hadoop.http.HttpServer2$QuotingInputFilter)
2014-04-10 11:44:28,669 INFO http.HttpServer2 (HttpServer2.java:addFilter(636)) - Added filter static_user_filter (class=org.apache.hadoop.http.lib.StaticUserWebFilter$StaticUserFilter) to context datanode
2014-04-10 11:44:28,669 INFO http.HttpServer2 (HttpServer2.java:addFilter(643)) - Added filter static_user_filter (class=org.apache.hadoop.http.lib.StaticUserWebFilter$StaticUserFilter) to context static
2014-04-10 11:44:28,669 INFO http.HttpServer2 (HttpServer2.java:addFilter(643)) - Added filter static_user_filter (class=org.apache.hadoop.http.lib.StaticUserWebFilter$StaticUserFilter) to context logs
2014-04-10 11:44:28,670 INFO http.HttpServer2 (HttpServer2.java:addJerseyResourcePackage(562)) - addJerseyResourcePackage: packageName=org.apache.hadoop.hdfs.server.datanode.web.resources;org.apache.hadoop.hdfs.web.resources, pathSpec=/webhdfs/v1/*
2014-04-10 11:44:28,671 INFO http.HttpServer2 (HttpServer2.java:openListeners(846)) - Jetty bound to port 57412
2014-04-10 11:44:28,671 INFO mortbay.log (Slf4jLog.java:info(67)) - jetty-6.1.26
2014-04-10 11:44:28,673 INFO mortbay.log (Slf4jLog.java:info(67)) - Extract jar:file:/home/brock/.gradle/caches/modules-2/files-2.1/org.apache.hadoop/hadoop-hdfs/2.3.0/c94e4f9baff2f5a23ddb5ccc1196f65c0619ea32/hadoop-hdfs-2.3.0-tests.jar!/webapps/datanode to /tmp/Jetty_127_0_0_1_57412_datanode____nyfrf5/webapp
2014-04-10 11:44:28,753 INFO mortbay.log (Slf4jLog.java:info(67)) - Started SelectChannelConnector@127.0.0.1:57412
2014-04-10 11:44:28,754 INFO ipc.Server (Server.java:run(551)) - Starting Socket Reader #1 for port 59675
2014-04-10 11:44:28,756 INFO datanode.DataNode (DataNode.java:initIpcServer(466)) - Opened IPC server at /127.0.0.1:59675
2014-04-10 11:44:28,759 INFO datanode.DataNode (BlockPoolManager.java:refreshNamenodes(148)) - Refresh request received for nameservices: null
2014-04-10 11:44:28,759 INFO datanode.DataNode (BlockPoolManager.java:doRefreshNamenodes(193)) - Starting BPOfferServices for nameservices: <default>
2014-04-10 11:44:28,760 INFO datanode.DataNode (BPServiceActor.java:run(768)) - Block pool <registering> (Datanode Uuid unassigned) service to localhost/127.0.0.1:38088 starting to offer service
2014-04-10 11:44:28,760 INFO ipc.Server (Server.java:run(773)) - IPC Server Responder: starting
2014-04-10 11:44:28,760 INFO ipc.Server (Server.java:run(620)) - IPC Server listener on 59675: starting
2014-04-10 11:44:28,762 INFO hdfs.MiniDFSCluster (MiniDFSCluster.java:startDataNodes(1190)) - Starting DataNode 2 with dfs.datanode.data.dir: [DISK]file:/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data5,[DISK]file:/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data6
2014-04-10 11:44:28,769 INFO impl.MetricsSystemImpl (MetricsSystemImpl.java:init(151)) - DataNode metrics system started (again)
2014-04-10 11:44:28,770 INFO datanode.DataNode (DataNode.java:<init>(315)) - Configured hostname is 127.0.0.1
2014-04-10 11:44:28,770 INFO datanode.DataNode (DataNode.java:startDataNode(763)) - Starting DataNode with maxLockedMemory = 0
2014-04-10 11:44:28,771 INFO datanode.DataNode (DataNode.java:initDataXceiver(564)) - Opened streaming server at /127.0.0.1:53089
2014-04-10 11:44:28,771 INFO datanode.DataNode (DataXceiverServer.java:<init>(73)) - Balancing bandwith is 1048576 bytes/s
2014-04-10 11:44:28,771 INFO http.HttpRequestLog (HttpRequestLog.java:getRequestLog(80)) - Http request log for http.requests.datanode is not defined
2014-04-10 11:44:28,772 INFO http.HttpServer2 (HttpServer2.java:addGlobalFilter(658)) - Added global filter 'safety' (class=org.apache.hadoop.http.HttpServer2$QuotingInputFilter)
2014-04-10 11:44:28,773 INFO http.HttpServer2 (HttpServer2.java:addFilter(636)) - Added filter static_user_filter (class=org.apache.hadoop.http.lib.StaticUserWebFilter$StaticUserFilter) to context datanode
2014-04-10 11:44:28,773 INFO http.HttpServer2 (HttpServer2.java:addFilter(643)) - Added filter static_user_filter (class=org.apache.hadoop.http.lib.StaticUserWebFilter$StaticUserFilter) to context static
2014-04-10 11:44:28,773 INFO http.HttpServer2 (HttpServer2.java:addFilter(643)) - Added filter static_user_filter (class=org.apache.hadoop.http.lib.StaticUserWebFilter$StaticUserFilter) to context logs
2014-04-10 11:44:28,774 INFO http.HttpServer2 (HttpServer2.java:addJerseyResourcePackage(562)) - addJerseyResourcePackage: packageName=org.apache.hadoop.hdfs.server.datanode.web.resources;org.apache.hadoop.hdfs.web.resources, pathSpec=/webhdfs/v1/*
2014-04-10 11:44:28,775 INFO http.HttpServer2 (HttpServer2.java:openListeners(846)) - Jetty bound to port 53850
2014-04-10 11:44:28,775 INFO mortbay.log (Slf4jLog.java:info(67)) - jetty-6.1.26
2014-04-10 11:44:28,777 INFO mortbay.log (Slf4jLog.java:info(67)) - Extract jar:file:/home/brock/.gradle/caches/modules-2/files-2.1/org.apache.hadoop/hadoop-hdfs/2.3.0/c94e4f9baff2f5a23ddb5ccc1196f65c0619ea32/hadoop-hdfs-2.3.0-tests.jar!/webapps/datanode to /tmp/Jetty_127_0_0_1_53850_datanode____.8cc7sd/webapp
2014-04-10 11:44:28,848 INFO common.Storage (Storage.java:tryLock(675)) - Lock on /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data3/in_use.lock acquired by nodename 31461@localhost.localdomain
2014-04-10 11:44:28,849 INFO common.Storage (DataStorage.java:recoverTransitionRead(160)) - Storage directory /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data3 is not formatted
2014-04-10 11:44:28,849 INFO common.Storage (DataStorage.java:recoverTransitionRead(161)) - Formatting ...
2014-04-10 11:44:28,851 INFO mortbay.log (Slf4jLog.java:info(67)) - Started SelectChannelConnector@127.0.0.1:53850
2014-04-10 11:44:28,852 INFO ipc.Server (Server.java:run(551)) - Starting Socket Reader #1 for port 48307
2014-04-10 11:44:28,854 INFO datanode.DataNode (DataNode.java:initIpcServer(466)) - Opened IPC server at /127.0.0.1:48307
2014-04-10 11:44:28,857 INFO datanode.DataNode (BlockPoolManager.java:refreshNamenodes(148)) - Refresh request received for nameservices: null
2014-04-10 11:44:28,858 INFO datanode.DataNode (BlockPoolManager.java:doRefreshNamenodes(193)) - Starting BPOfferServices for nameservices: <default>
2014-04-10 11:44:28,858 INFO datanode.DataNode (BPServiceActor.java:run(768)) - Block pool <registering> (Datanode Uuid unassigned) service to localhost/127.0.0.1:38088 starting to offer service
2014-04-10 11:44:28,859 INFO ipc.Server (Server.java:run(620)) - IPC Server listener on 48307: starting
2014-04-10 11:44:28,859 INFO ipc.Server (Server.java:run(773)) - IPC Server Responder: starting
2014-04-10 11:44:28,860 INFO hdfs.MiniDFSCluster (MiniDFSCluster.java:startDataNodes(1190)) - Starting DataNode 3 with dfs.datanode.data.dir: [DISK]file:/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data7,[DISK]file:/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data8
2014-04-10 11:44:28,867 INFO impl.MetricsSystemImpl (MetricsSystemImpl.java:init(151)) - DataNode metrics system started (again)
2014-04-10 11:44:28,867 INFO datanode.DataNode (DataNode.java:<init>(315)) - Configured hostname is 127.0.0.1
2014-04-10 11:44:28,867 INFO datanode.DataNode (DataNode.java:startDataNode(763)) - Starting DataNode with maxLockedMemory = 0
2014-04-10 11:44:28,868 INFO datanode.DataNode (DataNode.java:initDataXceiver(564)) - Opened streaming server at /127.0.0.1:49954
2014-04-10 11:44:28,868 INFO datanode.DataNode (DataXceiverServer.java:<init>(73)) - Balancing bandwith is 1048576 bytes/s
2014-04-10 11:44:28,869 INFO http.HttpRequestLog (HttpRequestLog.java:getRequestLog(80)) - Http request log for http.requests.datanode is not defined
2014-04-10 11:44:28,869 INFO http.HttpServer2 (HttpServer2.java:addGlobalFilter(658)) - Added global filter 'safety' (class=org.apache.hadoop.http.HttpServer2$QuotingInputFilter)
2014-04-10 11:44:28,870 INFO http.HttpServer2 (HttpServer2.java:addFilter(636)) - Added filter static_user_filter (class=org.apache.hadoop.http.lib.StaticUserWebFilter$StaticUserFilter) to context datanode
2014-04-10 11:44:28,870 INFO http.HttpServer2 (HttpServer2.java:addFilter(643)) - Added filter static_user_filter (class=org.apache.hadoop.http.lib.StaticUserWebFilter$StaticUserFilter) to context logs
2014-04-10 11:44:28,870 INFO http.HttpServer2 (HttpServer2.java:addFilter(643)) - Added filter static_user_filter (class=org.apache.hadoop.http.lib.StaticUserWebFilter$StaticUserFilter) to context static
2014-04-10 11:44:28,871 INFO http.HttpServer2 (HttpServer2.java:addJerseyResourcePackage(562)) - addJerseyResourcePackage: packageName=org.apache.hadoop.hdfs.server.datanode.web.resources;org.apache.hadoop.hdfs.web.resources, pathSpec=/webhdfs/v1/*
2014-04-10 11:44:28,872 INFO http.HttpServer2 (HttpServer2.java:openListeners(846)) - Jetty bound to port 45546
2014-04-10 11:44:28,872 INFO mortbay.log (Slf4jLog.java:info(67)) - jetty-6.1.26
2014-04-10 11:44:28,874 INFO mortbay.log (Slf4jLog.java:info(67)) - Extract jar:file:/home/brock/.gradle/caches/modules-2/files-2.1/org.apache.hadoop/hadoop-hdfs/2.3.0/c94e4f9baff2f5a23ddb5ccc1196f65c0619ea32/hadoop-hdfs-2.3.0-tests.jar!/webapps/datanode to /tmp/Jetty_127_0_0_1_45546_datanode____.13jgng/webapp
2014-04-10 11:44:28,898 INFO common.Storage (Storage.java:tryLock(675)) - Lock on /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data1/in_use.lock acquired by nodename 31461@localhost.localdomain
2014-04-10 11:44:28,898 INFO common.Storage (DataStorage.java:recoverTransitionRead(160)) - Storage directory /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data1 is not formatted
2014-04-10 11:44:28,898 INFO common.Storage (DataStorage.java:recoverTransitionRead(161)) - Formatting ...
2014-04-10 11:44:28,913 INFO common.Storage (Storage.java:tryLock(675)) - Lock on /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data5/in_use.lock acquired by nodename 31461@localhost.localdomain
2014-04-10 11:44:28,914 INFO common.Storage (DataStorage.java:recoverTransitionRead(160)) - Storage directory /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data5 is not formatted
2014-04-10 11:44:28,914 INFO common.Storage (DataStorage.java:recoverTransitionRead(161)) - Formatting ...
2014-04-10 11:44:28,945 INFO mortbay.log (Slf4jLog.java:info(67)) - Started SelectChannelConnector@127.0.0.1:45546
2014-04-10 11:44:28,946 INFO ipc.Server (Server.java:run(551)) - Starting Socket Reader #1 for port 38831
2014-04-10 11:44:28,948 INFO datanode.DataNode (DataNode.java:initIpcServer(466)) - Opened IPC server at /127.0.0.1:38831
2014-04-10 11:44:28,951 INFO datanode.DataNode (BlockPoolManager.java:refreshNamenodes(148)) - Refresh request received for nameservices: null
2014-04-10 11:44:28,952 INFO datanode.DataNode (BlockPoolManager.java:doRefreshNamenodes(193)) - Starting BPOfferServices for nameservices: <default>
2014-04-10 11:44:28,952 INFO datanode.DataNode (BPServiceActor.java:run(768)) - Block pool <registering> (Datanode Uuid unassigned) service to localhost/127.0.0.1:38088 starting to offer service
2014-04-10 11:44:28,953 INFO ipc.Server (Server.java:run(773)) - IPC Server Responder: starting
2014-04-10 11:44:28,953 INFO ipc.Server (Server.java:run(620)) - IPC Server listener on 38831: starting
2014-04-10 11:44:29,012 INFO common.Storage (Storage.java:tryLock(675)) - Lock on /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data7/in_use.lock acquired by nodename 31461@localhost.localdomain
2014-04-10 11:44:29,012 INFO common.Storage (DataStorage.java:recoverTransitionRead(160)) - Storage directory /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data7 is not formatted
2014-04-10 11:44:29,012 INFO common.Storage (DataStorage.java:recoverTransitionRead(161)) - Formatting ...
2014-04-10 11:44:29,048 INFO common.Storage (Storage.java:tryLock(675)) - Lock on /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data4/in_use.lock acquired by nodename 31461@localhost.localdomain
2014-04-10 11:44:29,048 INFO common.Storage (DataStorage.java:recoverTransitionRead(160)) - Storage directory /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data4 is not formatted
2014-04-10 11:44:29,048 INFO common.Storage (DataStorage.java:recoverTransitionRead(161)) - Formatting ...
2014-04-10 11:44:29,110 INFO hdfs.MiniDFSCluster (MiniDFSCluster.java:shouldWait(1951)) - dnInfo.length != numDataNodes
2014-04-10 11:44:29,110 INFO hdfs.MiniDFSCluster (MiniDFSCluster.java:waitActive(1903)) - Waiting for cluster to become active
2014-04-10 11:44:29,115 INFO common.Storage (Storage.java:tryLock(675)) - Lock on /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data6/in_use.lock acquired by nodename 31461@localhost.localdomain
2014-04-10 11:44:29,115 INFO common.Storage (Storage.java:tryLock(675)) - Lock on /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data8/in_use.lock acquired by nodename 31461@localhost.localdomain
2014-04-10 11:44:29,115 INFO common.Storage (DataStorage.java:recoverTransitionRead(160)) - Storage directory /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data6 is not formatted
2014-04-10 11:44:29,115 INFO common.Storage (DataStorage.java:recoverTransitionRead(160)) - Storage directory /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data8 is not formatted
2014-04-10 11:44:29,115 INFO common.Storage (DataStorage.java:recoverTransitionRead(161)) - Formatting ...
2014-04-10 11:44:29,115 INFO common.Storage (DataStorage.java:recoverTransitionRead(161)) - Formatting ...
2014-04-10 11:44:29,173 INFO common.Storage (Storage.java:tryLock(675)) - Lock on /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data2/in_use.lock acquired by nodename 31461@localhost.localdomain
2014-04-10 11:44:29,173 INFO common.Storage (DataStorage.java:recoverTransitionRead(160)) - Storage directory /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data2 is not formatted
2014-04-10 11:44:29,173 INFO common.Storage (DataStorage.java:recoverTransitionRead(161)) - Formatting ...
2014-04-10 11:44:29,211 INFO hdfs.MiniDFSCluster (MiniDFSCluster.java:shouldWait(1951)) - dnInfo.length != numDataNodes
2014-04-10 11:44:29,212 INFO hdfs.MiniDFSCluster (MiniDFSCluster.java:waitActive(1903)) - Waiting for cluster to become active
2014-04-10 11:44:29,273 INFO common.Storage (Storage.java:lock(639)) - Locking is disabled
2014-04-10 11:44:29,274 INFO common.Storage (BlockPoolSliceStorage.java:recoverTransitionRead(120)) - Storage directory /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data3/current/BP-196700473-127.0.0.1-1397148267010 is not formatted.
2014-04-10 11:44:29,274 INFO common.Storage (BlockPoolSliceStorage.java:recoverTransitionRead(121)) - Formatting ...
2014-04-10 11:44:29,274 INFO common.Storage (BlockPoolSliceStorage.java:format(175)) - Formatting block pool BP-196700473-127.0.0.1-1397148267010 directory /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data3/current/BP-196700473-127.0.0.1-1397148267010/current
2014-04-10 11:44:29,293 INFO common.Storage (Storage.java:lock(639)) - Locking is disabled
2014-04-10 11:44:29,294 INFO common.Storage (BlockPoolSliceStorage.java:recoverTransitionRead(120)) - Storage directory /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data7/current/BP-196700473-127.0.0.1-1397148267010 is not formatted.
2014-04-10 11:44:29,294 INFO common.Storage (BlockPoolSliceStorage.java:recoverTransitionRead(121)) - Formatting ...
2014-04-10 11:44:29,294 INFO common.Storage (BlockPoolSliceStorage.java:format(175)) - Formatting block pool BP-196700473-127.0.0.1-1397148267010 directory /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data7/current/BP-196700473-127.0.0.1-1397148267010/current
2014-04-10 11:44:29,313 INFO hdfs.MiniDFSCluster (MiniDFSCluster.java:shouldWait(1951)) - dnInfo.length != numDataNodes
2014-04-10 11:44:29,313 INFO hdfs.MiniDFSCluster (MiniDFSCluster.java:waitActive(1903)) - Waiting for cluster to become active
2014-04-10 11:44:29,323 INFO common.Storage (Storage.java:lock(639)) - Locking is disabled
2014-04-10 11:44:29,323 INFO common.Storage (BlockPoolSliceStorage.java:recoverTransitionRead(120)) - Storage directory /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data8/current/BP-196700473-127.0.0.1-1397148267010 is not formatted.
2014-04-10 11:44:29,323 INFO common.Storage (BlockPoolSliceStorage.java:recoverTransitionRead(121)) - Formatting ...
2014-04-10 11:44:29,323 INFO common.Storage (BlockPoolSliceStorage.java:format(175)) - Formatting block pool BP-196700473-127.0.0.1-1397148267010 directory /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data8/current/BP-196700473-127.0.0.1-1397148267010/current
2014-04-10 11:44:29,366 INFO common.Storage (Storage.java:lock(639)) - Locking is disabled
2014-04-10 11:44:29,367 INFO common.Storage (BlockPoolSliceStorage.java:recoverTransitionRead(120)) - Storage directory /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data4/current/BP-196700473-127.0.0.1-1397148267010 is not formatted.
2014-04-10 11:44:29,367 INFO common.Storage (BlockPoolSliceStorage.java:recoverTransitionRead(121)) - Formatting ...
2014-04-10 11:44:29,367 INFO common.Storage (BlockPoolSliceStorage.java:format(175)) - Formatting block pool BP-196700473-127.0.0.1-1397148267010 directory /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data4/current/BP-196700473-127.0.0.1-1397148267010/current
2014-04-10 11:44:29,384 INFO common.Storage (Storage.java:lock(639)) - Locking is disabled
2014-04-10 11:44:29,384 INFO common.Storage (BlockPoolSliceStorage.java:recoverTransitionRead(120)) - Storage directory /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data5/current/BP-196700473-127.0.0.1-1397148267010 is not formatted.
2014-04-10 11:44:29,384 INFO common.Storage (BlockPoolSliceStorage.java:recoverTransitionRead(121)) - Formatting ...
2014-04-10 11:44:29,384 INFO common.Storage (BlockPoolSliceStorage.java:format(175)) - Formatting block pool BP-196700473-127.0.0.1-1397148267010 directory /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data5/current/BP-196700473-127.0.0.1-1397148267010/current
2014-04-10 11:44:29,414 INFO hdfs.MiniDFSCluster (MiniDFSCluster.java:shouldWait(1951)) - dnInfo.length != numDataNodes
2014-04-10 11:44:29,415 INFO hdfs.MiniDFSCluster (MiniDFSCluster.java:waitActive(1903)) - Waiting for cluster to become active
2014-04-10 11:44:29,444 INFO common.Storage (Storage.java:lock(639)) - Locking is disabled
2014-04-10 11:44:29,445 INFO common.Storage (BlockPoolSliceStorage.java:recoverTransitionRead(120)) - Storage directory /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data6/current/BP-196700473-127.0.0.1-1397148267010 is not formatted.
2014-04-10 11:44:29,445 INFO common.Storage (BlockPoolSliceStorage.java:recoverTransitionRead(121)) - Formatting ...
2014-04-10 11:44:29,445 INFO common.Storage (BlockPoolSliceStorage.java:format(175)) - Formatting block pool BP-196700473-127.0.0.1-1397148267010 directory /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data6/current/BP-196700473-127.0.0.1-1397148267010/current
2014-04-10 11:44:29,448 INFO common.Storage (Storage.java:lock(639)) - Locking is disabled
2014-04-10 11:44:29,448 INFO common.Storage (BlockPoolSliceStorage.java:recoverTransitionRead(120)) - Storage directory /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data1/current/BP-196700473-127.0.0.1-1397148267010 is not formatted.
2014-04-10 11:44:29,448 INFO common.Storage (BlockPoolSliceStorage.java:recoverTransitionRead(121)) - Formatting ...
2014-04-10 11:44:29,448 INFO common.Storage (BlockPoolSliceStorage.java:format(175)) - Formatting block pool BP-196700473-127.0.0.1-1397148267010 directory /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data1/current/BP-196700473-127.0.0.1-1397148267010/current
2014-04-10 11:44:29,517 INFO hdfs.MiniDFSCluster (MiniDFSCluster.java:shouldWait(1951)) - dnInfo.length != numDataNodes
2014-04-10 11:44:29,517 INFO hdfs.MiniDFSCluster (MiniDFSCluster.java:waitActive(1903)) - Waiting for cluster to become active
2014-04-10 11:44:29,524 INFO common.Storage (Storage.java:lock(639)) - Locking is disabled
2014-04-10 11:44:29,524 INFO common.Storage (BlockPoolSliceStorage.java:recoverTransitionRead(120)) - Storage directory /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data2/current/BP-196700473-127.0.0.1-1397148267010 is not formatted.
2014-04-10 11:44:29,524 INFO common.Storage (BlockPoolSliceStorage.java:recoverTransitionRead(121)) - Formatting ...
2014-04-10 11:44:29,524 INFO common.Storage (BlockPoolSliceStorage.java:format(175)) - Formatting block pool BP-196700473-127.0.0.1-1397148267010 directory /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data2/current/BP-196700473-127.0.0.1-1397148267010/current
2014-04-10 11:44:29,552 INFO datanode.DataNode (DataNode.java:initStorage(963)) - Setting up storage: nsid=743366398;bpid=BP-196700473-127.0.0.1-1397148267010;lv=-51;nsInfo=lv=-51;cid=testClusterID;nsid=743366398;c=0;bpid=BP-196700473-127.0.0.1-1397148267010;dnuuid=null
2014-04-10 11:44:29,589 INFO datanode.DataNode (DataNode.java:initStorage(963)) - Setting up storage: nsid=743366398;bpid=BP-196700473-127.0.0.1-1397148267010;lv=-51;nsInfo=lv=-51;cid=testClusterID;nsid=743366398;c=0;bpid=BP-196700473-127.0.0.1-1397148267010;dnuuid=null
2014-04-10 11:44:29,618 INFO hdfs.MiniDFSCluster (MiniDFSCluster.java:shouldWait(1951)) - dnInfo.length != numDataNodes
2014-04-10 11:44:29,619 INFO hdfs.MiniDFSCluster (MiniDFSCluster.java:waitActive(1903)) - Waiting for cluster to become active
2014-04-10 11:44:29,619 INFO datanode.DataNode (DataNode.java:checkDatanodeUuid(803)) - Generated and persisted new Datanode UUID e20bf523-f226-4d36-9695-be2356cb97a6
2014-04-10 11:44:29,630 INFO impl.FsDatasetImpl (FsDatasetImpl.java:<init>(245)) - Added volume - /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data7/current, StorageType: DISK
2014-04-10 11:44:29,631 INFO impl.FsDatasetImpl (FsDatasetImpl.java:<init>(245)) - Added volume - /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data8/current, StorageType: DISK
2014-04-10 11:44:29,635 INFO impl.FsDatasetImpl (FsDatasetImpl.java:registerMBean(1398)) - Registered FSDatasetState MBean
2014-04-10 11:44:29,637 INFO datanode.DirectoryScanner (DirectoryScanner.java:start(330)) - Periodic Directory Tree Verification scan starting at 1397148401637 with interval 21600000
2014-04-10 11:44:29,637 INFO impl.FsDatasetImpl (FsDatasetImpl.java:addBlockPool(1767)) - Adding block pool BP-196700473-127.0.0.1-1397148267010
2014-04-10 11:44:29,638 INFO impl.FsDatasetImpl (FsVolumeList.java:run(176)) - Scanning block pool BP-196700473-127.0.0.1-1397148267010 on volume /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data7/current...
2014-04-10 11:44:29,638 INFO impl.FsDatasetImpl (FsVolumeList.java:run(176)) - Scanning block pool BP-196700473-127.0.0.1-1397148267010 on volume /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data8/current...
2014-04-10 11:44:29,640 INFO datanode.DataNode (DataNode.java:initStorage(963)) - Setting up storage: nsid=743366398;bpid=BP-196700473-127.0.0.1-1397148267010;lv=-51;nsInfo=lv=-51;cid=testClusterID;nsid=743366398;c=0;bpid=BP-196700473-127.0.0.1-1397148267010;dnuuid=null
2014-04-10 11:44:29,652 INFO impl.FsDatasetImpl (FsVolumeList.java:run(181)) - Time taken to scan block pool BP-196700473-127.0.0.1-1397148267010 on /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data8/current: 14ms
2014-04-10 11:44:29,652 INFO impl.FsDatasetImpl (FsVolumeList.java:run(181)) - Time taken to scan block pool BP-196700473-127.0.0.1-1397148267010 on /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data7/current: 14ms
2014-04-10 11:44:29,653 INFO impl.FsDatasetImpl (FsVolumeList.java:addBlockPool(205)) - Total time to scan all replicas for block pool BP-196700473-127.0.0.1-1397148267010: 15ms
2014-04-10 11:44:29,653 INFO impl.FsDatasetImpl (FsVolumeList.java:getVolumeMap(111)) - Adding replicas to map for block pool BP-196700473-127.0.0.1-1397148267010 on volume /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data7/current...
2014-04-10 11:44:29,653 INFO impl.FsDatasetImpl (FsVolumeList.java:getVolumeMap(116)) - Time to add replicas to map for block pool BP-196700473-127.0.0.1-1397148267010 on volume /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data7/current: 0ms
2014-04-10 11:44:29,653 INFO impl.FsDatasetImpl (FsVolumeList.java:getVolumeMap(111)) - Adding replicas to map for block pool BP-196700473-127.0.0.1-1397148267010 on volume /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data8/current...
2014-04-10 11:44:29,653 INFO impl.FsDatasetImpl (FsVolumeList.java:getVolumeMap(116)) - Time to add replicas to map for block pool BP-196700473-127.0.0.1-1397148267010 on volume /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data8/current: 0ms
2014-04-10 11:44:29,654 INFO impl.FsDatasetImpl (FsVolumeList.java:getAllVolumesMap(105)) - Total time to add all replicas to map: 1ms
2014-04-10 11:44:29,656 INFO datanode.DataNode (BPServiceActor.java:register(728)) - Block pool BP-196700473-127.0.0.1-1397148267010 (Datanode Uuid null) service to localhost/127.0.0.1:38088 beginning handshake with NN
2014-04-10 11:44:29,667 INFO hdfs.StateChange (DatanodeManager.java:registerDatanode(787)) - BLOCK* registerDatanode: from DatanodeRegistration(127.0.0.1, datanodeUuid=e20bf523-f226-4d36-9695-be2356cb97a6, infoPort=45546, ipcPort=38831, storageInfo=lv=-51;cid=testClusterID;nsid=743366398;c=0) storage e20bf523-f226-4d36-9695-be2356cb97a6
2014-04-10 11:44:29,672 INFO net.NetworkTopology (NetworkTopology.java:add(413)) - Adding a new node: /default-rack/127.0.0.1:49954
2014-04-10 11:44:29,675 INFO datanode.DataNode (BPServiceActor.java:register(741)) - Block pool Block pool BP-196700473-127.0.0.1-1397148267010 (Datanode Uuid null) service to localhost/127.0.0.1:38088 successfully registered with NN
2014-04-10 11:44:29,676 INFO datanode.DataNode (BPServiceActor.java:offerService(604)) - For namenode localhost/127.0.0.1:38088 using DELETEREPORT_INTERVAL of 300000 msec BLOCKREPORT_INTERVAL of 21600000msec CACHEREPORT_INTERVAL of 10000msec Initial delay: 0msec; heartBeatInterval=3000
2014-04-10 11:44:29,684 INFO blockmanagement.DatanodeDescriptor (DatanodeDescriptor.java:updateStorage(659)) - Adding new storage ID DS-97cf26c5-95a4-4e0e-a439-d9926ba08c0b for DN 127.0.0.1:49954
2014-04-10 11:44:29,684 INFO blockmanagement.DatanodeDescriptor (DatanodeDescriptor.java:updateStorage(659)) - Adding new storage ID DS-b068c5d0-517e-4297-aa28-ff6d4c514e44 for DN 127.0.0.1:49954
2014-04-10 11:44:29,690 INFO datanode.DataNode (BPOfferService.java:updateActorStatesFromHeartbeat(435)) - Namenode Block pool BP-196700473-127.0.0.1-1397148267010 (Datanode Uuid e20bf523-f226-4d36-9695-be2356cb97a6) service to localhost/127.0.0.1:38088 trying to claim ACTIVE state with txid=1
2014-04-10 11:44:29,691 INFO datanode.DataNode (BPOfferService.java:updateActorStatesFromHeartbeat(447)) - Acknowledging ACTIVE Namenode Block pool BP-196700473-127.0.0.1-1397148267010 (Datanode Uuid e20bf523-f226-4d36-9695-be2356cb97a6) service to localhost/127.0.0.1:38088
2014-04-10 11:44:29,698 INFO blockmanagement.BlockManager (BlockManager.java:processReport(1662)) - BLOCK* processReport: Received first block report from 127.0.0.1:49954 after starting up or becoming active. Its block contents are no longer considered stale
2014-04-10 11:44:29,699 INFO BlockStateChange (BlockManager.java:processReport(1678)) - BLOCK* processReport: from DatanodeRegistration(127.0.0.1, datanodeUuid=e20bf523-f226-4d36-9695-be2356cb97a6, infoPort=45546, ipcPort=38831, storageInfo=lv=-51;cid=testClusterID;nsid=743366398;c=0), blocks: 0, processing time: 1 msecs
2014-04-10 11:44:29,699 INFO blockmanagement.BlockManager (BlockManager.java:processReport(1662)) - BLOCK* processReport: Received first block report from 127.0.0.1:49954 after starting up or becoming active. Its block contents are no longer considered stale
2014-04-10 11:44:29,699 INFO BlockStateChange (BlockManager.java:processReport(1678)) - BLOCK* processReport: from DatanodeRegistration(127.0.0.1, datanodeUuid=e20bf523-f226-4d36-9695-be2356cb97a6, infoPort=45546, ipcPort=38831, storageInfo=lv=-51;cid=testClusterID;nsid=743366398;c=0), blocks: 0, processing time: 0 msecs
2014-04-10 11:44:29,706 INFO datanode.DataNode (DataNode.java:checkDatanodeUuid(803)) - Generated and persisted new Datanode UUID b242afcc-2d24-4b8f-9fb7-bc72b71e749a
2014-04-10 11:44:29,707 INFO impl.FsDatasetImpl (FsDatasetImpl.java:<init>(245)) - Added volume - /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data3/current, StorageType: DISK
2014-04-10 11:44:29,708 INFO impl.FsDatasetImpl (FsDatasetImpl.java:<init>(245)) - Added volume - /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data4/current, StorageType: DISK
2014-04-10 11:44:29,708 INFO impl.FsDatasetImpl (FsDatasetImpl.java:registerMBean(1398)) - Registered FSDatasetState MBean
2014-04-10 11:44:29,708 INFO datanode.DirectoryScanner (DirectoryScanner.java:start(330)) - Periodic Directory Tree Verification scan starting at 1397148492708 with interval 21600000
2014-04-10 11:44:29,708 INFO impl.FsDatasetImpl (FsDatasetImpl.java:addBlockPool(1767)) - Adding block pool BP-196700473-127.0.0.1-1397148267010
2014-04-10 11:44:29,709 INFO impl.FsDatasetImpl (FsVolumeList.java:run(176)) - Scanning block pool BP-196700473-127.0.0.1-1397148267010 on volume /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data3/current...
2014-04-10 11:44:29,709 INFO impl.FsDatasetImpl (FsVolumeList.java:run(176)) - Scanning block pool BP-196700473-127.0.0.1-1397148267010 on volume /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data4/current...
2014-04-10 11:44:29,710 INFO impl.FsDatasetImpl (FsVolumeList.java:run(181)) - Time taken to scan block pool BP-196700473-127.0.0.1-1397148267010 on /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data4/current: 1ms
2014-04-10 11:44:29,710 INFO impl.FsDatasetImpl (FsVolumeList.java:run(181)) - Time taken to scan block pool BP-196700473-127.0.0.1-1397148267010 on /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data3/current: 1ms
2014-04-10 11:44:29,710 INFO impl.FsDatasetImpl (FsVolumeList.java:addBlockPool(205)) - Total time to scan all replicas for block pool BP-196700473-127.0.0.1-1397148267010: 1ms
2014-04-10 11:44:29,711 INFO impl.FsDatasetImpl (FsVolumeList.java:getVolumeMap(111)) - Adding replicas to map for block pool BP-196700473-127.0.0.1-1397148267010 on volume /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data3/current...
2014-04-10 11:44:29,711 INFO impl.FsDatasetImpl (FsVolumeList.java:getVolumeMap(116)) - Time to add replicas to map for block pool BP-196700473-127.0.0.1-1397148267010 on volume /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data3/current: 0ms
2014-04-10 11:44:29,711 INFO impl.FsDatasetImpl (FsVolumeList.java:getVolumeMap(111)) - Adding replicas to map for block pool BP-196700473-127.0.0.1-1397148267010 on volume /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data4/current...
2014-04-10 11:44:29,711 INFO impl.FsDatasetImpl (FsVolumeList.java:getVolumeMap(116)) - Time to add replicas to map for block pool BP-196700473-127.0.0.1-1397148267010 on volume /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data4/current: 0ms
2014-04-10 11:44:29,711 INFO impl.FsDatasetImpl (FsVolumeList.java:getAllVolumesMap(105)) - Total time to add all replicas to map: 0ms
2014-04-10 11:44:29,711 INFO datanode.DataNode (BPServiceActor.java:register(728)) - Block pool BP-196700473-127.0.0.1-1397148267010 (Datanode Uuid null) service to localhost/127.0.0.1:38088 beginning handshake with NN
2014-04-10 11:44:29,712 INFO datanode.DataNode (BPServiceActor.java:blockReport(485)) - BlockReport of 0 blocks took 0 msec to generate and 21 msecs for RPC and NN processing
2014-04-10 11:44:29,712 INFO hdfs.StateChange (DatanodeManager.java:registerDatanode(787)) - BLOCK* registerDatanode: from DatanodeRegistration(127.0.0.1, datanodeUuid=b242afcc-2d24-4b8f-9fb7-bc72b71e749a, infoPort=57412, ipcPort=59675, storageInfo=lv=-51;cid=testClusterID;nsid=743366398;c=0) storage b242afcc-2d24-4b8f-9fb7-bc72b71e749a
2014-04-10 11:44:29,713 INFO datanode.DataNode (BPServiceActor.java:blockReport(504)) - sent block report, processed command:org.apache.hadoop.hdfs.server.protocol.FinalizeCommand@1e541ea
2014-04-10 11:44:29,713 INFO net.NetworkTopology (NetworkTopology.java:add(413)) - Adding a new node: /default-rack/127.0.0.1:37136
2014-04-10 11:44:29,713 INFO datanode.DataNode (BPServiceActor.java:register(741)) - Block pool Block pool BP-196700473-127.0.0.1-1397148267010 (Datanode Uuid null) service to localhost/127.0.0.1:38088 successfully registered with NN
2014-04-10 11:44:29,713 INFO datanode.DataNode (BPServiceActor.java:offerService(604)) - For namenode localhost/127.0.0.1:38088 using DELETEREPORT_INTERVAL of 300000 msec BLOCKREPORT_INTERVAL of 21600000msec CACHEREPORT_INTERVAL of 10000msec Initial delay: 0msec; heartBeatInterval=3000
2014-04-10 11:44:29,714 INFO blockmanagement.DatanodeDescriptor (DatanodeDescriptor.java:updateStorage(659)) - Adding new storage ID DS-008d3ead-b2b9-49b0-88ab-01e536a210da for DN 127.0.0.1:37136
2014-04-10 11:44:29,715 INFO blockmanagement.DatanodeDescriptor (DatanodeDescriptor.java:updateStorage(659)) - Adding new storage ID DS-331ec906-785c-475e-b366-176a30c332ed for DN 127.0.0.1:37136
2014-04-10 11:44:29,715 INFO util.GSet (LightWeightGSet.java:computeCapacity(349)) - Computing capacity for map BlockMap
2014-04-10 11:44:29,715 INFO datanode.DataNode (BPOfferService.java:updateActorStatesFromHeartbeat(435)) - Namenode Block pool BP-196700473-127.0.0.1-1397148267010 (Datanode Uuid b242afcc-2d24-4b8f-9fb7-bc72b71e749a) service to localhost/127.0.0.1:38088 trying to claim ACTIVE state with txid=1
2014-04-10 11:44:29,715 INFO util.GSet (LightWeightGSet.java:computeCapacity(350)) - VM type = 64-bit
2014-04-10 11:44:29,715 INFO datanode.DataNode (BPOfferService.java:updateActorStatesFromHeartbeat(447)) - Acknowledging ACTIVE Namenode Block pool BP-196700473-127.0.0.1-1397148267010 (Datanode Uuid b242afcc-2d24-4b8f-9fb7-bc72b71e749a) service to localhost/127.0.0.1:38088
2014-04-10 11:44:29,716 INFO util.GSet (LightWeightGSet.java:computeCapacity(351)) - 0.5% max memory 672 MB = 3.4 MB
2014-04-10 11:44:29,716 INFO util.GSet (LightWeightGSet.java:computeCapacity(356)) - capacity = 2^19 = 524288 entries
2014-04-10 11:44:29,730 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:<init>(186)) - Periodic Block Verification Scanner initialized with interval 504 hours for block pool BP-196700473-127.0.0.1-1397148267010
2014-04-10 11:44:29,731 INFO blockmanagement.BlockManager (BlockManager.java:processReport(1662)) - BLOCK* processReport: Received first block report from 127.0.0.1:37136 after starting up or becoming active. Its block contents are no longer considered stale
2014-04-10 11:44:29,732 INFO BlockStateChange (BlockManager.java:processReport(1678)) - BLOCK* processReport: from DatanodeRegistration(127.0.0.1, datanodeUuid=b242afcc-2d24-4b8f-9fb7-bc72b71e749a, infoPort=57412, ipcPort=59675, storageInfo=lv=-51;cid=testClusterID;nsid=743366398;c=0), blocks: 0, processing time: 1 msecs
2014-04-10 11:44:29,732 INFO blockmanagement.BlockManager (BlockManager.java:processReport(1662)) - BLOCK* processReport: Received first block report from 127.0.0.1:37136 after starting up or becoming active. Its block contents are no longer considered stale
2014-04-10 11:44:29,732 INFO BlockStateChange (BlockManager.java:processReport(1678)) - BLOCK* processReport: from DatanodeRegistration(127.0.0.1, datanodeUuid=b242afcc-2d24-4b8f-9fb7-bc72b71e749a, infoPort=57412, ipcPort=59675, storageInfo=lv=-51;cid=testClusterID;nsid=743366398;c=0), blocks: 0, processing time: 0 msecs
2014-04-10 11:44:29,732 INFO datanode.DataBlockScanner (DataBlockScanner.java:addBlockPool(265)) - Added bpid=BP-196700473-127.0.0.1-1397148267010 to blockPoolScannerMap, new size=1
2014-04-10 11:44:29,733 INFO datanode.DataNode (BPServiceActor.java:blockReport(485)) - BlockReport of 0 blocks took 0 msec to generate and 17 msecs for RPC and NN processing
2014-04-10 11:44:29,733 INFO datanode.DataNode (BPServiceActor.java:blockReport(504)) - sent block report, processed command:org.apache.hadoop.hdfs.server.protocol.FinalizeCommand@4bd8e296
2014-04-10 11:44:29,733 INFO util.GSet (LightWeightGSet.java:computeCapacity(349)) - Computing capacity for map BlockMap
2014-04-10 11:44:29,733 INFO util.GSet (LightWeightGSet.java:computeCapacity(350)) - VM type = 64-bit
2014-04-10 11:44:29,733 INFO util.GSet (LightWeightGSet.java:computeCapacity(351)) - 0.5% max memory 672 MB = 3.4 MB
2014-04-10 11:44:29,733 INFO util.GSet (LightWeightGSet.java:computeCapacity(356)) - capacity = 2^19 = 524288 entries
2014-04-10 11:44:29,734 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:<init>(186)) - Periodic Block Verification Scanner initialized with interval 504 hours for block pool BP-196700473-127.0.0.1-1397148267010
2014-04-10 11:44:29,734 INFO datanode.DataBlockScanner (DataBlockScanner.java:addBlockPool(265)) - Added bpid=BP-196700473-127.0.0.1-1397148267010 to blockPoolScannerMap, new size=1
2014-04-10 11:44:29,734 INFO hdfs.MiniDFSCluster (MiniDFSCluster.java:shouldWait(1951)) - dnInfo.length != numDataNodes
2014-04-10 11:44:29,734 INFO hdfs.MiniDFSCluster (MiniDFSCluster.java:waitActive(1903)) - Waiting for cluster to become active
2014-04-10 11:44:29,781 INFO datanode.DataNode (DataNode.java:checkDatanodeUuid(803)) - Generated and persisted new Datanode UUID 56b85d8f-9b31-4c91-b022-e568d9765c42
2014-04-10 11:44:29,782 INFO impl.FsDatasetImpl (FsDatasetImpl.java:<init>(245)) - Added volume - /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data5/current, StorageType: DISK
2014-04-10 11:44:29,782 INFO impl.FsDatasetImpl (FsDatasetImpl.java:<init>(245)) - Added volume - /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data6/current, StorageType: DISK
2014-04-10 11:44:29,782 INFO impl.FsDatasetImpl (FsDatasetImpl.java:registerMBean(1398)) - Registered FSDatasetState MBean
2014-04-10 11:44:29,783 INFO datanode.DirectoryScanner (DirectoryScanner.java:start(330)) - Periodic Directory Tree Verification scan starting at 1397165501783 with interval 21600000
2014-04-10 11:44:29,783 INFO impl.FsDatasetImpl (FsDatasetImpl.java:addBlockPool(1767)) - Adding block pool BP-196700473-127.0.0.1-1397148267010
2014-04-10 11:44:29,783 INFO impl.FsDatasetImpl (FsVolumeList.java:run(176)) - Scanning block pool BP-196700473-127.0.0.1-1397148267010 on volume /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data5/current...
2014-04-10 11:44:29,783 INFO impl.FsDatasetImpl (FsVolumeList.java:run(176)) - Scanning block pool BP-196700473-127.0.0.1-1397148267010 on volume /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data6/current...
2014-04-10 11:44:29,785 INFO impl.FsDatasetImpl (FsVolumeList.java:run(181)) - Time taken to scan block pool BP-196700473-127.0.0.1-1397148267010 on /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data6/current: 2ms
2014-04-10 11:44:29,785 INFO impl.FsDatasetImpl (FsVolumeList.java:run(181)) - Time taken to scan block pool BP-196700473-127.0.0.1-1397148267010 on /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data5/current: 2ms
2014-04-10 11:44:29,785 INFO impl.FsDatasetImpl (FsVolumeList.java:addBlockPool(205)) - Total time to scan all replicas for block pool BP-196700473-127.0.0.1-1397148267010: 2ms
2014-04-10 11:44:29,785 INFO impl.FsDatasetImpl (FsVolumeList.java:getVolumeMap(111)) - Adding replicas to map for block pool BP-196700473-127.0.0.1-1397148267010 on volume /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data5/current...
2014-04-10 11:44:29,785 INFO impl.FsDatasetImpl (FsVolumeList.java:getVolumeMap(116)) - Time to add replicas to map for block pool BP-196700473-127.0.0.1-1397148267010 on volume /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data5/current: 0ms
2014-04-10 11:44:29,785 INFO impl.FsDatasetImpl (FsVolumeList.java:getVolumeMap(111)) - Adding replicas to map for block pool BP-196700473-127.0.0.1-1397148267010 on volume /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data6/current...
2014-04-10 11:44:29,785 INFO impl.FsDatasetImpl (FsVolumeList.java:getVolumeMap(116)) - Time to add replicas to map for block pool BP-196700473-127.0.0.1-1397148267010 on volume /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data6/current: 0ms
2014-04-10 11:44:29,786 INFO impl.FsDatasetImpl (FsVolumeList.java:getAllVolumesMap(105)) - Total time to add all replicas to map: 1ms
2014-04-10 11:44:29,786 INFO datanode.DataNode (BPServiceActor.java:register(728)) - Block pool BP-196700473-127.0.0.1-1397148267010 (Datanode Uuid null) service to localhost/127.0.0.1:38088 beginning handshake with NN
2014-04-10 11:44:29,786 INFO hdfs.StateChange (DatanodeManager.java:registerDatanode(787)) - BLOCK* registerDatanode: from DatanodeRegistration(127.0.0.1, datanodeUuid=56b85d8f-9b31-4c91-b022-e568d9765c42, infoPort=53850, ipcPort=48307, storageInfo=lv=-51;cid=testClusterID;nsid=743366398;c=0) storage 56b85d8f-9b31-4c91-b022-e568d9765c42
2014-04-10 11:44:29,787 INFO net.NetworkTopology (NetworkTopology.java:add(413)) - Adding a new node: /default-rack/127.0.0.1:53089
2014-04-10 11:44:29,787 INFO datanode.DataNode (BPServiceActor.java:register(741)) - Block pool Block pool BP-196700473-127.0.0.1-1397148267010 (Datanode Uuid null) service to localhost/127.0.0.1:38088 successfully registered with NN
2014-04-10 11:44:29,787 INFO datanode.DataNode (BPServiceActor.java:offerService(604)) - For namenode localhost/127.0.0.1:38088 using DELETEREPORT_INTERVAL of 300000 msec BLOCKREPORT_INTERVAL of 21600000msec CACHEREPORT_INTERVAL of 10000msec Initial delay: 0msec; heartBeatInterval=3000
2014-04-10 11:44:29,788 INFO blockmanagement.DatanodeDescriptor (DatanodeDescriptor.java:updateStorage(659)) - Adding new storage ID DS-2bef5f6e-f0c9-4da0-8817-be69f5868853 for DN 127.0.0.1:53089
2014-04-10 11:44:29,789 INFO blockmanagement.DatanodeDescriptor (DatanodeDescriptor.java:updateStorage(659)) - Adding new storage ID DS-c910d2b0-940b-4e3d-b4fd-b4f6084bf0d7 for DN 127.0.0.1:53089
2014-04-10 11:44:29,789 INFO datanode.DataNode (BPOfferService.java:updateActorStatesFromHeartbeat(435)) - Namenode Block pool BP-196700473-127.0.0.1-1397148267010 (Datanode Uuid 56b85d8f-9b31-4c91-b022-e568d9765c42) service to localhost/127.0.0.1:38088 trying to claim ACTIVE state with txid=1
2014-04-10 11:44:29,789 INFO datanode.DataNode (BPOfferService.java:updateActorStatesFromHeartbeat(447)) - Acknowledging ACTIVE Namenode Block pool BP-196700473-127.0.0.1-1397148267010 (Datanode Uuid 56b85d8f-9b31-4c91-b022-e568d9765c42) service to localhost/127.0.0.1:38088
2014-04-10 11:44:29,791 INFO blockmanagement.BlockManager (BlockManager.java:processReport(1662)) - BLOCK* processReport: Received first block report from 127.0.0.1:53089 after starting up or becoming active. Its block contents are no longer considered stale
2014-04-10 11:44:29,791 INFO BlockStateChange (BlockManager.java:processReport(1678)) - BLOCK* processReport: from DatanodeRegistration(127.0.0.1, datanodeUuid=56b85d8f-9b31-4c91-b022-e568d9765c42, infoPort=53850, ipcPort=48307, storageInfo=lv=-51;cid=testClusterID;nsid=743366398;c=0), blocks: 0, processing time: 0 msecs
2014-04-10 11:44:29,791 INFO blockmanagement.BlockManager (BlockManager.java:processReport(1662)) - BLOCK* processReport: Received first block report from 127.0.0.1:53089 after starting up or becoming active. Its block contents are no longer considered stale
2014-04-10 11:44:29,792 INFO BlockStateChange (BlockManager.java:processReport(1678)) - BLOCK* processReport: from DatanodeRegistration(127.0.0.1, datanodeUuid=56b85d8f-9b31-4c91-b022-e568d9765c42, infoPort=53850, ipcPort=48307, storageInfo=lv=-51;cid=testClusterID;nsid=743366398;c=0), blocks: 0, processing time: 0 msecs
2014-04-10 11:44:29,792 INFO datanode.DataNode (BPServiceActor.java:blockReport(485)) - BlockReport of 0 blocks took 0 msec to generate and 2 msecs for RPC and NN processing
2014-04-10 11:44:29,793 INFO datanode.DataNode (BPServiceActor.java:blockReport(504)) - sent block report, processed command:org.apache.hadoop.hdfs.server.protocol.FinalizeCommand@34d2d480
2014-04-10 11:44:29,793 INFO util.GSet (LightWeightGSet.java:computeCapacity(349)) - Computing capacity for map BlockMap
2014-04-10 11:44:29,793 INFO util.GSet (LightWeightGSet.java:computeCapacity(350)) - VM type = 64-bit
2014-04-10 11:44:29,793 INFO util.GSet (LightWeightGSet.java:computeCapacity(351)) - 0.5% max memory 672 MB = 3.4 MB
2014-04-10 11:44:29,793 INFO util.GSet (LightWeightGSet.java:computeCapacity(356)) - capacity = 2^19 = 524288 entries
2014-04-10 11:44:29,794 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:<init>(186)) - Periodic Block Verification Scanner initialized with interval 504 hours for block pool BP-196700473-127.0.0.1-1397148267010
2014-04-10 11:44:29,794 INFO datanode.DataBlockScanner (DataBlockScanner.java:addBlockPool(265)) - Added bpid=BP-196700473-127.0.0.1-1397148267010 to blockPoolScannerMap, new size=1
2014-04-10 11:44:29,802 INFO datanode.DataNode (DataNode.java:initStorage(963)) - Setting up storage: nsid=743366398;bpid=BP-196700473-127.0.0.1-1397148267010;lv=-51;nsInfo=lv=-51;cid=testClusterID;nsid=743366398;c=0;bpid=BP-196700473-127.0.0.1-1397148267010;dnuuid=null
2014-04-10 11:44:29,836 INFO hdfs.MiniDFSCluster (MiniDFSCluster.java:shouldWait(1951)) - dnInfo.length != numDataNodes
2014-04-10 11:44:29,837 INFO hdfs.MiniDFSCluster (MiniDFSCluster.java:waitActive(1903)) - Waiting for cluster to become active
2014-04-10 11:44:29,837 INFO datanode.DataNode (DataNode.java:checkDatanodeUuid(803)) - Generated and persisted new Datanode UUID d87cf363-b947-4d02-ab62-043c9241fbef
2014-04-10 11:44:29,838 INFO impl.FsDatasetImpl (FsDatasetImpl.java:<init>(245)) - Added volume - /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data1/current, StorageType: DISK
2014-04-10 11:44:29,839 INFO impl.FsDatasetImpl (FsDatasetImpl.java:<init>(245)) - Added volume - /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data2/current, StorageType: DISK
2014-04-10 11:44:29,839 INFO impl.FsDatasetImpl (FsDatasetImpl.java:registerMBean(1398)) - Registered FSDatasetState MBean
2014-04-10 11:44:29,840 INFO datanode.DirectoryScanner (DirectoryScanner.java:start(330)) - Periodic Directory Tree Verification scan starting at 1397163945840 with interval 21600000
2014-04-10 11:44:29,840 INFO impl.FsDatasetImpl (FsDatasetImpl.java:addBlockPool(1767)) - Adding block pool BP-196700473-127.0.0.1-1397148267010
2014-04-10 11:44:29,841 INFO impl.FsDatasetImpl (FsVolumeList.java:run(176)) - Scanning block pool BP-196700473-127.0.0.1-1397148267010 on volume /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data1/current...
2014-04-10 11:44:29,841 INFO impl.FsDatasetImpl (FsVolumeList.java:run(176)) - Scanning block pool BP-196700473-127.0.0.1-1397148267010 on volume /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data2/current...
2014-04-10 11:44:29,844 INFO impl.FsDatasetImpl (FsVolumeList.java:run(181)) - Time taken to scan block pool BP-196700473-127.0.0.1-1397148267010 on /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data1/current: 3ms
2014-04-10 11:44:29,844 INFO impl.FsDatasetImpl (FsVolumeList.java:run(181)) - Time taken to scan block pool BP-196700473-127.0.0.1-1397148267010 on /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data2/current: 3ms
2014-04-10 11:44:29,844 INFO impl.FsDatasetImpl (FsVolumeList.java:addBlockPool(205)) - Total time to scan all replicas for block pool BP-196700473-127.0.0.1-1397148267010: 4ms
2014-04-10 11:44:29,844 INFO impl.FsDatasetImpl (FsVolumeList.java:getVolumeMap(111)) - Adding replicas to map for block pool BP-196700473-127.0.0.1-1397148267010 on volume /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data1/current...
2014-04-10 11:44:29,845 INFO impl.FsDatasetImpl (FsVolumeList.java:getVolumeMap(116)) - Time to add replicas to map for block pool BP-196700473-127.0.0.1-1397148267010 on volume /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data1/current: 0ms
2014-04-10 11:44:29,845 INFO impl.FsDatasetImpl (FsVolumeList.java:getVolumeMap(111)) - Adding replicas to map for block pool BP-196700473-127.0.0.1-1397148267010 on volume /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data2/current...
2014-04-10 11:44:29,845 INFO impl.FsDatasetImpl (FsVolumeList.java:getVolumeMap(116)) - Time to add replicas to map for block pool BP-196700473-127.0.0.1-1397148267010 on volume /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data2/current: 0ms
2014-04-10 11:44:29,845 INFO impl.FsDatasetImpl (FsVolumeList.java:getAllVolumesMap(105)) - Total time to add all replicas to map: 1ms
2014-04-10 11:44:29,846 INFO datanode.DataNode (BPServiceActor.java:register(728)) - Block pool BP-196700473-127.0.0.1-1397148267010 (Datanode Uuid null) service to localhost/127.0.0.1:38088 beginning handshake with NN
2014-04-10 11:44:29,847 INFO hdfs.StateChange (DatanodeManager.java:registerDatanode(787)) - BLOCK* registerDatanode: from DatanodeRegistration(127.0.0.1, datanodeUuid=d87cf363-b947-4d02-ab62-043c9241fbef, infoPort=40107, ipcPort=39177, storageInfo=lv=-51;cid=testClusterID;nsid=743366398;c=0) storage d87cf363-b947-4d02-ab62-043c9241fbef
2014-04-10 11:44:29,847 INFO net.NetworkTopology (NetworkTopology.java:add(413)) - Adding a new node: /default-rack/127.0.0.1:56823
2014-04-10 11:44:29,849 INFO datanode.DataNode (BPServiceActor.java:register(741)) - Block pool Block pool BP-196700473-127.0.0.1-1397148267010 (Datanode Uuid null) service to localhost/127.0.0.1:38088 successfully registered with NN
2014-04-10 11:44:29,849 INFO datanode.DataNode (BPServiceActor.java:offerService(604)) - For namenode localhost/127.0.0.1:38088 using DELETEREPORT_INTERVAL of 300000 msec BLOCKREPORT_INTERVAL of 21600000msec CACHEREPORT_INTERVAL of 10000msec Initial delay: 0msec; heartBeatInterval=3000
2014-04-10 11:44:29,850 INFO blockmanagement.DatanodeDescriptor (DatanodeDescriptor.java:updateStorage(659)) - Adding new storage ID DS-b6a9be31-6a8c-48bd-97ee-0b78fb430f32 for DN 127.0.0.1:56823
2014-04-10 11:44:29,851 INFO blockmanagement.DatanodeDescriptor (DatanodeDescriptor.java:updateStorage(659)) - Adding new storage ID DS-7d772409-5e65-4676-97a9-57f5ea3efdc8 for DN 127.0.0.1:56823
2014-04-10 11:44:29,852 INFO datanode.DataNode (BPOfferService.java:updateActorStatesFromHeartbeat(435)) - Namenode Block pool BP-196700473-127.0.0.1-1397148267010 (Datanode Uuid d87cf363-b947-4d02-ab62-043c9241fbef) service to localhost/127.0.0.1:38088 trying to claim ACTIVE state with txid=1
2014-04-10 11:44:29,852 INFO datanode.DataNode (BPOfferService.java:updateActorStatesFromHeartbeat(447)) - Acknowledging ACTIVE Namenode Block pool BP-196700473-127.0.0.1-1397148267010 (Datanode Uuid d87cf363-b947-4d02-ab62-043c9241fbef) service to localhost/127.0.0.1:38088
2014-04-10 11:44:29,853 INFO blockmanagement.BlockManager (BlockManager.java:processReport(1662)) - BLOCK* processReport: Received first block report from 127.0.0.1:56823 after starting up or becoming active. Its block contents are no longer considered stale
2014-04-10 11:44:29,853 INFO BlockStateChange (BlockManager.java:processReport(1678)) - BLOCK* processReport: from DatanodeRegistration(127.0.0.1, datanodeUuid=d87cf363-b947-4d02-ab62-043c9241fbef, infoPort=40107, ipcPort=39177, storageInfo=lv=-51;cid=testClusterID;nsid=743366398;c=0), blocks: 0, processing time: 0 msecs
2014-04-10 11:44:29,854 INFO blockmanagement.BlockManager (BlockManager.java:processReport(1662)) - BLOCK* processReport: Received first block report from 127.0.0.1:56823 after starting up or becoming active. Its block contents are no longer considered stale
2014-04-10 11:44:29,854 INFO BlockStateChange (BlockManager.java:processReport(1678)) - BLOCK* processReport: from DatanodeRegistration(127.0.0.1, datanodeUuid=d87cf363-b947-4d02-ab62-043c9241fbef, infoPort=40107, ipcPort=39177, storageInfo=lv=-51;cid=testClusterID;nsid=743366398;c=0), blocks: 0, processing time: 0 msecs
2014-04-10 11:44:29,854 INFO datanode.DataNode (BPServiceActor.java:blockReport(485)) - BlockReport of 0 blocks took 0 msec to generate and 2 msecs for RPC and NN processing
2014-04-10 11:44:29,855 INFO datanode.DataNode (BPServiceActor.java:blockReport(504)) - sent block report, processed command:org.apache.hadoop.hdfs.server.protocol.FinalizeCommand@389b7b33
2014-04-10 11:44:29,855 INFO util.GSet (LightWeightGSet.java:computeCapacity(349)) - Computing capacity for map BlockMap
2014-04-10 11:44:29,855 INFO util.GSet (LightWeightGSet.java:computeCapacity(350)) - VM type = 64-bit
2014-04-10 11:44:29,855 INFO util.GSet (LightWeightGSet.java:computeCapacity(351)) - 0.5% max memory 672 MB = 3.4 MB
2014-04-10 11:44:29,856 INFO util.GSet (LightWeightGSet.java:computeCapacity(356)) - capacity = 2^19 = 524288 entries
2014-04-10 11:44:29,856 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:<init>(186)) - Periodic Block Verification Scanner initialized with interval 504 hours for block pool BP-196700473-127.0.0.1-1397148267010
2014-04-10 11:44:29,857 INFO datanode.DataBlockScanner (DataBlockScanner.java:addBlockPool(265)) - Added bpid=BP-196700473-127.0.0.1-1397148267010 to blockPoolScannerMap, new size=1
2014-04-10 11:44:29,943 INFO hdfs.MiniDFSCluster (MiniDFSCluster.java:waitActive(1934)) - Cluster is active
2014-04-10 11:44:29,963 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null
2014-04-10 11:44:30,008 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/user/brock/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=brock:supergroup:rw-r--r--
2014-04-10 11:44:30,032 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(2966)) - BLOCK* allocateBlock: /user/brock/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar. BP-196700473-127.0.0.1-1397148267010 blk_1073741825_1001{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-c910d2b0-940b-4e3d-b4fd-b4f6084bf0d7:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-7d772409-5e65-4676-97a9-57f5ea3efdc8:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-331ec906-785c-475e-b366-176a30c332ed:NORMAL|RBW]]}
2014-04-10 11:44:30,087 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-196700473-127.0.0.1-1397148267010:blk_1073741825_1001 src: /127.0.0.1:53231 dest: /127.0.0.1:53089
2014-04-10 11:44:30,101 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-196700473-127.0.0.1-1397148267010:blk_1073741825_1001 src: /127.0.0.1:44156 dest: /127.0.0.1:56823
2014-04-10 11:44:30,105 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-196700473-127.0.0.1-1397148267010:blk_1073741825_1001 src: /127.0.0.1:47589 dest: /127.0.0.1:37136
2014-04-10 11:44:30,133 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:47589, dest: /127.0.0.1:37136, bytes: 484730, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-1040503166_9, offset: 0, srvID: b242afcc-2d24-4b8f-9fb7-bc72b71e749a, blockid: BP-196700473-127.0.0.1-1397148267010:blk_1073741825_1001, duration: 11073158
2014-04-10 11:44:30,134 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-196700473-127.0.0.1-1397148267010:blk_1073741825_1001, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2014-04-10 11:44:30,135 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:44156, dest: /127.0.0.1:56823, bytes: 484730, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-1040503166_9, offset: 0, srvID: d87cf363-b947-4d02-ab62-043c9241fbef, blockid: BP-196700473-127.0.0.1-1397148267010:blk_1073741825_1001, duration: 14502171
2014-04-10 11:44:30,136 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-196700473-127.0.0.1-1397148267010:blk_1073741825_1001, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 11:44:30,137 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:53231, dest: /127.0.0.1:53089, bytes: 484730, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-1040503166_9, offset: 0, srvID: 56b85d8f-9b31-4c91-b022-e568d9765c42, blockid: BP-196700473-127.0.0.1-1397148267010:blk_1073741825_1001, duration: 16069545
2014-04-10 11:44:30,137 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-196700473-127.0.0.1-1397148267010:blk_1073741825_1001, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 11:44:30,137 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:56823 is added to blk_1073741825_1001{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-b6a9be31-6a8c-48bd-97ee-0b78fb430f32:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-2bef5f6e-f0c9-4da0-8817-be69f5868853:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-008d3ead-b2b9-49b0-88ab-01e536a210da:NORMAL|RBW]]} size 0
2014-04-10 11:44:30,140 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:53089 is added to blk_1073741825_1001{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-b6a9be31-6a8c-48bd-97ee-0b78fb430f32:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-2bef5f6e-f0c9-4da0-8817-be69f5868853:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-008d3ead-b2b9-49b0-88ab-01e536a210da:NORMAL|RBW]]} size 0
2014-04-10 11:44:30,141 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:37136 is added to blk_1073741825_1001{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-b6a9be31-6a8c-48bd-97ee-0b78fb430f32:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-2bef5f6e-f0c9-4da0-8817-be69f5868853:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-008d3ead-b2b9-49b0-88ab-01e536a210da:NORMAL|RBW]]} size 0
2014-04-10 11:44:30,158 INFO hdfs.StateChange (FSNamesystem.java:completeFile(2899)) - DIR* completeFile: /user/brock/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar is closed by DFSClient_NONMAPREDUCE_-1040503166_9
2014-04-10 11:44:30,183 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/user/brock/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=brock:supergroup:rwxr--r--
2014-04-10 11:44:30,255 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target/Hadoop2MR1Platform-tmpDir/hadoop-6513904787770014536.jar dst=null perm=null
2014-04-10 11:44:30,275 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/user/brock/target/Hadoop2MR1Platform-tmpDir/hadoop-6513904787770014536.jar dst=null perm=brock:supergroup:rw-r--r--
2014-04-10 11:44:30,279 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(2966)) - BLOCK* allocateBlock: /user/brock/target/Hadoop2MR1Platform-tmpDir/hadoop-6513904787770014536.jar. BP-196700473-127.0.0.1-1397148267010 blk_1073741826_1002{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-008d3ead-b2b9-49b0-88ab-01e536a210da:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-b6a9be31-6a8c-48bd-97ee-0b78fb430f32:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-2bef5f6e-f0c9-4da0-8817-be69f5868853:NORMAL|RBW]]}
2014-04-10 11:44:30,295 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-196700473-127.0.0.1-1397148267010:blk_1073741826_1002 src: /127.0.0.1:47590 dest: /127.0.0.1:37136
2014-04-10 11:44:30,299 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-196700473-127.0.0.1-1397148267010:blk_1073741826_1002 src: /127.0.0.1:44159 dest: /127.0.0.1:56823
2014-04-10 11:44:30,300 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-196700473-127.0.0.1-1397148267010:blk_1073741826_1002 src: /127.0.0.1:53236 dest: /127.0.0.1:53089
2014-04-10 11:44:30,309 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:53236, dest: /127.0.0.1:53089, bytes: 385571, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-1040503166_9, offset: 0, srvID: 56b85d8f-9b31-4c91-b022-e568d9765c42, blockid: BP-196700473-127.0.0.1-1397148267010:blk_1073741826_1002, duration: 7904092
2014-04-10 11:44:30,310 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-196700473-127.0.0.1-1397148267010:blk_1073741826_1002, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2014-04-10 11:44:30,311 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:53089 is added to blk_1073741826_1002{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-331ec906-785c-475e-b366-176a30c332ed:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-7d772409-5e65-4676-97a9-57f5ea3efdc8:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-c910d2b0-940b-4e3d-b4fd-b4f6084bf0d7:NORMAL|RBW]]} size 0
2014-04-10 11:44:30,311 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:44159, dest: /127.0.0.1:56823, bytes: 385571, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-1040503166_9, offset: 0, srvID: d87cf363-b947-4d02-ab62-043c9241fbef, blockid: BP-196700473-127.0.0.1-1397148267010:blk_1073741826_1002, duration: 9687383
2014-04-10 11:44:30,312 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-196700473-127.0.0.1-1397148267010:blk_1073741826_1002, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 11:44:30,312 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:56823 is added to blk_1073741826_1002{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-331ec906-785c-475e-b366-176a30c332ed:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-7d772409-5e65-4676-97a9-57f5ea3efdc8:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-c910d2b0-940b-4e3d-b4fd-b4f6084bf0d7:NORMAL|RBW]]} size 0
2014-04-10 11:44:30,313 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:47590, dest: /127.0.0.1:37136, bytes: 385571, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-1040503166_9, offset: 0, srvID: b242afcc-2d24-4b8f-9fb7-bc72b71e749a, blockid: BP-196700473-127.0.0.1-1397148267010:blk_1073741826_1002, duration: 11159444
2014-04-10 11:44:30,313 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-196700473-127.0.0.1-1397148267010:blk_1073741826_1002, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 11:44:30,314 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:37136 is added to blk_1073741826_1002{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-331ec906-785c-475e-b366-176a30c332ed:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-7d772409-5e65-4676-97a9-57f5ea3efdc8:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-c910d2b0-940b-4e3d-b4fd-b4f6084bf0d7:NORMAL|RBW]]} size 0
2014-04-10 11:44:30,333 INFO hdfs.StateChange (FSNamesystem.java:completeFile(2899)) - DIR* completeFile: /user/brock/target/Hadoop2MR1Platform-tmpDir/hadoop-6513904787770014536.jar is closed by DFSClient_NONMAPREDUCE_-1040503166_9
2014-04-10 11:44:30,350 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/user/brock/target/Hadoop2MR1Platform-tmpDir/hadoop-6513904787770014536.jar dst=null perm=brock:supergroup:rwxr--r--
2014-04-10 11:44:30,404 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging dst=null perm=null
2014-04-10 11:44:30,405 INFO v2.MiniMRYarnCluster (MiniMRYarnCluster.java:serviceInit(150)) - mkdir: hdfs://localhost:38088/tmp/hadoop-yarn/staging
2014-04-10 11:44:30,425 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=mkdirs src=/tmp/hadoop-yarn/staging dst=null perm=brock:supergroup:rwxrwxrwx
2014-04-10 11:44:30,450 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=mkdirs src=/tmp/hadoop-yarn/staging/history/done dst=null perm=brock:supergroup:rwxrwxrwx
2014-04-10 11:44:30,488 INFO event.AsyncDispatcher (AsyncDispatcher.java:register(196)) - Registering class org.apache.hadoop.yarn.server.resourcemanager.RMFatalEventType for class org.apache.hadoop.yarn.server.resourcemanager.ResourceManager$RMFatalEventDispatcher
2014-04-10 11:44:30,501 INFO security.NMTokenSecretManagerInRM (NMTokenSecretManagerInRM.java:<init>(77)) - NMTokenKeyRollingInterval: 86400000ms and NMTokenKeyActivationDelay: 900000ms
2014-04-10 11:44:30,503 INFO security.RMContainerTokenSecretManager (RMContainerTokenSecretManager.java:<init>(75)) - ContainerTokenKeyRollingInterval: 86400000ms and ContainerTokenKeyActivationDelay: 900000ms
2014-04-10 11:44:30,505 INFO security.AMRMTokenSecretManager (AMRMTokenSecretManager.java:rollMasterKey(107)) - Rolling master-key for amrm-tokens
2014-04-10 11:44:30,508 INFO event.AsyncDispatcher (AsyncDispatcher.java:register(196)) - Registering class org.apache.hadoop.yarn.server.resourcemanager.recovery.RMStateStoreEventType for class org.apache.hadoop.yarn.server.resourcemanager.recovery.RMStateStore$ForwardingEventHandler
2014-04-10 11:44:30,509 INFO event.AsyncDispatcher (AsyncDispatcher.java:register(196)) - Registering class org.apache.hadoop.yarn.server.resourcemanager.NodesListManagerEventType for class org.apache.hadoop.yarn.server.resourcemanager.NodesListManager
2014-04-10 11:44:30,509 INFO resourcemanager.ResourceManager (ResourceManager.java:createScheduler(226)) - Using Scheduler: org.apache.hadoop.yarn.server.resourcemanager.scheduler.capacity.CapacityScheduler
2014-04-10 11:44:30,517 INFO event.AsyncDispatcher (AsyncDispatcher.java:register(196)) - Registering class org.apache.hadoop.yarn.server.resourcemanager.scheduler.event.SchedulerEventType for class org.apache.hadoop.yarn.server.resourcemanager.ResourceManager$SchedulerEventDispatcher
2014-04-10 11:44:30,518 INFO event.AsyncDispatcher (AsyncDispatcher.java:register(196)) - Registering class org.apache.hadoop.yarn.server.resourcemanager.rmapp.RMAppEventType for class org.apache.hadoop.yarn.server.resourcemanager.ResourceManager$ApplicationEventDispatcher
2014-04-10 11:44:30,519 INFO event.AsyncDispatcher (AsyncDispatcher.java:register(196)) - Registering class org.apache.hadoop.yarn.server.resourcemanager.rmapp.attempt.RMAppAttemptEventType for class org.apache.hadoop.yarn.server.resourcemanager.ResourceManager$ApplicationAttemptEventDispatcher
2014-04-10 11:44:30,519 INFO event.AsyncDispatcher (AsyncDispatcher.java:register(196)) - Registering class org.apache.hadoop.yarn.server.resourcemanager.rmnode.RMNodeEventType for class org.apache.hadoop.yarn.server.resourcemanager.ResourceManager$NodeEventDispatcher
2014-04-10 11:44:30,527 INFO impl.MetricsSystemImpl (MetricsSystemImpl.java:init(151)) - ResourceManager metrics system started (again)
2014-04-10 11:44:30,549 INFO capacity.ParentQueue (ParentQueue.java:setupQueueConfigs(191)) - root, capacity=1.0, asboluteCapacity=1.0, maxCapacity=1.0, asboluteMaxCapacity=1.0, state=RUNNING, acls=ADMINISTER_QUEUE:*SUBMIT_APPLICATIONS:*
2014-04-10 11:44:30,550 INFO capacity.ParentQueue (ParentQueue.java:<init>(153)) - Initialized parent-queue root name=root, fullname=root
2014-04-10 11:44:30,554 INFO capacity.LeafQueue (LeafQueue.java:setupQueueConfigs(273)) - Initializing default
capacity = 1.0 [= (float) configuredCapacity / 100 ]
asboluteCapacity = 1.0 [= parentAbsoluteCapacity * capacity ]
maxCapacity = 1.0 [= configuredMaxCapacity ]
absoluteMaxCapacity = 1.0 [= 1.0 maximumCapacity undefined, (parentAbsoluteMaxCapacity * maximumCapacity) / 100 otherwise ]
userLimit = 100 [= configuredUserLimit ]
userLimitFactor = 1.0 [= configuredUserLimitFactor ]
maxApplications = 10000 [= configuredMaximumSystemApplicationsPerQueue or (int)(configuredMaximumSystemApplications * absoluteCapacity)]
maxApplicationsPerUser = 10000 [= (int)(maxApplications * (userLimit / 100.0f) * userLimitFactor) ]
maxActiveApplications = 1 [= max((int)ceil((clusterResourceMemory / minimumAllocation) * maxAMResourcePerQueuePercent * absoluteMaxCapacity),1) ]
maxActiveAppsUsingAbsCap = 1 [= max((int)ceil((clusterResourceMemory / minimumAllocation) *maxAMResourcePercent * absoluteCapacity),1) ]
maxActiveApplicationsPerUser = 1 [= max((int)(maxActiveApplications * (userLimit / 100.0f) * userLimitFactor),1) ]
usedCapacity = 0.0 [= usedResourcesMemory / (clusterResourceMemory * absoluteCapacity)]
absoluteUsedCapacity = 0.0 [= usedResourcesMemory / clusterResourceMemory]
maxAMResourcePerQueuePercent = 0.1 [= configuredMaximumAMResourcePercent ]
minimumAllocationFactor = 0.875 [= (float)(maximumAllocationMemory - minimumAllocationMemory) / maximumAllocationMemory ]
numContainers = 0 [= currentNumContainers ]
state = RUNNING [= configuredState ]
acls = ADMINISTER_QUEUE:*SUBMIT_APPLICATIONS:* [= configuredAcls ]
nodeLocalityDelay = 0
2014-04-10 11:44:30,555 INFO capacity.CapacityScheduler (CapacityScheduler.java:parseQueue(411)) - Initialized queue: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:0, vCores:0>usedCapacity=0.0, absoluteUsedCapacity=0.0, numApps=0, numContainers=0
2014-04-10 11:44:30,555 INFO capacity.CapacityScheduler (CapacityScheduler.java:parseQueue(411)) - Initialized queue: root: numChildQueue= 1, capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:0, vCores:0>usedCapacity=0.0, numApps=0, numContainers=0
2014-04-10 11:44:30,555 INFO capacity.CapacityScheduler (CapacityScheduler.java:initializeQueues(309)) - Initialized root queue root: numChildQueue= 1, capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:0, vCores:0>usedCapacity=0.0, numApps=0, numContainers=0
2014-04-10 11:44:30,555 INFO capacity.CapacityScheduler (CapacityScheduler.java:reinitialize(273)) - Initialized CapacityScheduler with calculator=class org.apache.hadoop.yarn.util.resource.DefaultResourceCalculator, minimumAllocation=<<memory:1024, vCores:1>>, maximumAllocation=<<memory:8192, vCores:32>>
2014-04-10 11:44:30,572 INFO event.AsyncDispatcher (AsyncDispatcher.java:register(196)) - Registering class org.apache.hadoop.yarn.server.resourcemanager.RMAppManagerEventType for class org.apache.hadoop.yarn.server.resourcemanager.RMAppManager
2014-04-10 11:44:30,574 INFO event.AsyncDispatcher (AsyncDispatcher.java:register(196)) - Registering class org.apache.hadoop.yarn.server.resourcemanager.amlauncher.AMLauncherEventType for class org.apache.hadoop.yarn.server.resourcemanager.amlauncher.ApplicationMasterLauncher
2014-04-10 11:44:30,575 INFO resourcemanager.RMNMInfo (RMNMInfo.java:<init>(63)) - Registered RMNMInfo MBean
2014-04-10 11:44:30,576 INFO util.HostsFileReader (HostsFileReader.java:refresh(84)) - Refreshing hosts (include/exclude) list
2014-04-10 11:44:30,577 INFO event.AsyncDispatcher (AsyncDispatcher.java:register(196)) - Registering class org.apache.hadoop.yarn.server.resourcemanager.rmapp.attempt.RMAppAttemptEventType for class org.apache.hadoop.yarn.server.MiniYARNCluster$2
2014-04-10 11:44:30,578 INFO server.MiniYARNCluster (MiniYARNCluster.java:prepareDirs(526)) - Created localDir in /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_0
2014-04-10 11:44:30,578 INFO server.MiniYARNCluster (MiniYARNCluster.java:prepareDirs(526)) - Created localDir in /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_1
2014-04-10 11:44:30,578 INFO server.MiniYARNCluster (MiniYARNCluster.java:prepareDirs(526)) - Created localDir in /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_2
2014-04-10 11:44:30,578 INFO server.MiniYARNCluster (MiniYARNCluster.java:prepareDirs(526)) - Created localDir in /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_3
2014-04-10 11:44:30,578 INFO server.MiniYARNCluster (MiniYARNCluster.java:prepareDirs(526)) - Created logDir in /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-logDir-nm-0_0
2014-04-10 11:44:30,578 INFO server.MiniYARNCluster (MiniYARNCluster.java:prepareDirs(526)) - Created logDir in /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-logDir-nm-0_1
2014-04-10 11:44:30,579 INFO server.MiniYARNCluster (MiniYARNCluster.java:prepareDirs(526)) - Created logDir in /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-logDir-nm-0_2
2014-04-10 11:44:30,579 INFO server.MiniYARNCluster (MiniYARNCluster.java:prepareDirs(526)) - Created logDir in /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-logDir-nm-0_3
2014-04-10 11:44:30,579 INFO server.MiniYARNCluster (MiniYARNCluster.java:serviceInit(508)) - Starting NM: 0
2014-04-10 11:44:30,610 INFO event.AsyncDispatcher (AsyncDispatcher.java:register(196)) - Registering class org.apache.hadoop.yarn.server.nodemanager.containermanager.container.ContainerEventType for class org.apache.hadoop.yarn.server.nodemanager.containermanager.ContainerManagerImpl$ContainerEventDispatcher
2014-04-10 11:44:30,611 INFO event.AsyncDispatcher (AsyncDispatcher.java:register(196)) - Registering class org.apache.hadoop.yarn.server.nodemanager.containermanager.application.ApplicationEventType for class org.apache.hadoop.yarn.server.nodemanager.containermanager.ContainerManagerImpl$ApplicationEventDispatcher
2014-04-10 11:44:30,611 INFO event.AsyncDispatcher (AsyncDispatcher.java:register(196)) - Registering class org.apache.hadoop.yarn.server.nodemanager.containermanager.localizer.event.LocalizationEventType for class org.apache.hadoop.yarn.server.nodemanager.containermanager.localizer.ResourceLocalizationService
2014-04-10 11:44:30,611 INFO event.AsyncDispatcher (AsyncDispatcher.java:register(196)) - Registering class org.apache.hadoop.yarn.server.nodemanager.containermanager.AuxServicesEventType for class org.apache.hadoop.yarn.server.nodemanager.containermanager.AuxServices
2014-04-10 11:44:30,612 INFO event.AsyncDispatcher (AsyncDispatcher.java:register(196)) - Registering class org.apache.hadoop.yarn.server.nodemanager.containermanager.monitor.ContainersMonitorEventType for class org.apache.hadoop.yarn.server.nodemanager.containermanager.monitor.ContainersMonitorImpl
2014-04-10 11:44:30,612 INFO event.AsyncDispatcher (AsyncDispatcher.java:register(196)) - Registering class org.apache.hadoop.yarn.server.nodemanager.containermanager.launcher.ContainersLauncherEventType for class org.apache.hadoop.yarn.server.nodemanager.containermanager.launcher.ContainersLauncher
2014-04-10 11:44:30,614 INFO event.AsyncDispatcher (AsyncDispatcher.java:register(196)) - Registering class org.apache.hadoop.yarn.server.nodemanager.ContainerManagerEventType for class org.apache.hadoop.yarn.server.nodemanager.containermanager.ContainerManagerImpl
2014-04-10 11:44:30,614 INFO event.AsyncDispatcher (AsyncDispatcher.java:register(196)) - Registering class org.apache.hadoop.yarn.server.nodemanager.NodeManagerEventType for class org.apache.hadoop.yarn.server.MiniYARNCluster$ShortCircuitedNodeManager
2014-04-10 11:44:30,615 INFO impl.MetricsSystemImpl (MetricsSystemImpl.java:init(151)) - NodeManager metrics system started (again)
2014-04-10 11:44:30,618 INFO event.AsyncDispatcher (AsyncDispatcher.java:register(196)) - Registering class org.apache.hadoop.yarn.server.nodemanager.containermanager.loghandler.event.LogHandlerEventType for class org.apache.hadoop.yarn.server.nodemanager.containermanager.loghandler.NonAggregatingLogHandler
2014-04-10 11:44:30,618 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:validateConf(196)) - per directory file limit = 8192
2014-04-10 11:44:30,698 INFO event.AsyncDispatcher (AsyncDispatcher.java:register(196)) - Registering class org.apache.hadoop.yarn.server.nodemanager.containermanager.localizer.event.LocalizerEventType for class org.apache.hadoop.yarn.server.nodemanager.containermanager.localizer.ResourceLocalizationService$LocalizerTracker
2014-04-10 11:44:30,712 WARN containermanager.AuxServices (AuxServices.java:serviceInit(114)) - The Auxilurary Service named 'mapreduce_shuffle' in the configuration is for class class org.apache.hadoop.mapred.ShuffleHandler which has a name of 'httpshuffle'. Because these are not the same tools trying to send ServiceData and read Service Meta Data may have issues unless the refer to the name in the config.
2014-04-10 11:44:30,712 INFO containermanager.AuxServices (AuxServices.java:addService(67)) - Adding auxiliary service httpshuffle, "mapreduce_shuffle"
2014-04-10 11:44:30,734 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:serviceInit(98)) - Using ResourceCalculatorPlugin : org.apache.hadoop.yarn.util.LinuxResourceCalculatorPlugin@16d9a773
2014-04-10 11:44:30,734 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:serviceInit(103)) - Using ResourceCalculatorProcessTree : null
2014-04-10 11:44:30,735 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:serviceInit(127)) - Physical memory check enabled: false
2014-04-10 11:44:30,735 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:serviceInit(128)) - Virtual memory check enabled: false
2014-04-10 11:44:30,735 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:serviceInit(163)) - Initialized nodemanager for null: physical-memory=4096 virtual-memory=8602 virtual-cores=8
2014-04-10 11:44:30,735 INFO server.MiniYARNCluster (MiniYARNCluster.java:prepareDirs(526)) - Created localDir in /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_0
2014-04-10 11:44:30,736 INFO server.MiniYARNCluster (MiniYARNCluster.java:prepareDirs(526)) - Created localDir in /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_1
2014-04-10 11:44:30,736 INFO server.MiniYARNCluster (MiniYARNCluster.java:prepareDirs(526)) - Created localDir in /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_2
2014-04-10 11:44:30,736 INFO server.MiniYARNCluster (MiniYARNCluster.java:prepareDirs(526)) - Created localDir in /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_3
2014-04-10 11:44:30,736 INFO server.MiniYARNCluster (MiniYARNCluster.java:prepareDirs(526)) - Created logDir in /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-logDir-nm-1_0
2014-04-10 11:44:30,736 INFO server.MiniYARNCluster (MiniYARNCluster.java:prepareDirs(526)) - Created logDir in /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-logDir-nm-1_1
2014-04-10 11:44:30,736 INFO server.MiniYARNCluster (MiniYARNCluster.java:prepareDirs(526)) - Created logDir in /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-logDir-nm-1_2
2014-04-10 11:44:30,737 INFO server.MiniYARNCluster (MiniYARNCluster.java:prepareDirs(526)) - Created logDir in /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-logDir-nm-1_3
2014-04-10 11:44:30,737 INFO server.MiniYARNCluster (MiniYARNCluster.java:serviceInit(508)) - Starting NM: 1
2014-04-10 11:44:30,748 INFO event.AsyncDispatcher (AsyncDispatcher.java:register(196)) - Registering class org.apache.hadoop.yarn.server.nodemanager.containermanager.container.ContainerEventType for class org.apache.hadoop.yarn.server.nodemanager.containermanager.ContainerManagerImpl$ContainerEventDispatcher
2014-04-10 11:44:30,748 INFO event.AsyncDispatcher (AsyncDispatcher.java:register(196)) - Registering class org.apache.hadoop.yarn.server.nodemanager.containermanager.application.ApplicationEventType for class org.apache.hadoop.yarn.server.nodemanager.containermanager.ContainerManagerImpl$ApplicationEventDispatcher
2014-04-10 11:44:30,749 INFO event.AsyncDispatcher (AsyncDispatcher.java:register(196)) - Registering class org.apache.hadoop.yarn.server.nodemanager.containermanager.localizer.event.LocalizationEventType for class org.apache.hadoop.yarn.server.nodemanager.containermanager.localizer.ResourceLocalizationService
2014-04-10 11:44:30,749 INFO event.AsyncDispatcher (AsyncDispatcher.java:register(196)) - Registering class org.apache.hadoop.yarn.server.nodemanager.containermanager.AuxServicesEventType for class org.apache.hadoop.yarn.server.nodemanager.containermanager.AuxServices
2014-04-10 11:44:30,749 INFO event.AsyncDispatcher (AsyncDispatcher.java:register(196)) - Registering class org.apache.hadoop.yarn.server.nodemanager.containermanager.monitor.ContainersMonitorEventType for class org.apache.hadoop.yarn.server.nodemanager.containermanager.monitor.ContainersMonitorImpl
2014-04-10 11:44:30,749 INFO event.AsyncDispatcher (AsyncDispatcher.java:register(196)) - Registering class org.apache.hadoop.yarn.server.nodemanager.containermanager.launcher.ContainersLauncherEventType for class org.apache.hadoop.yarn.server.nodemanager.containermanager.launcher.ContainersLauncher
2014-04-10 11:44:30,749 INFO event.AsyncDispatcher (AsyncDispatcher.java:register(196)) - Registering class org.apache.hadoop.yarn.server.nodemanager.ContainerManagerEventType for class org.apache.hadoop.yarn.server.nodemanager.containermanager.ContainerManagerImpl
2014-04-10 11:44:30,749 INFO event.AsyncDispatcher (AsyncDispatcher.java:register(196)) - Registering class org.apache.hadoop.yarn.server.nodemanager.NodeManagerEventType for class org.apache.hadoop.yarn.server.MiniYARNCluster$ShortCircuitedNodeManager
2014-04-10 11:44:30,750 INFO impl.MetricsSystemImpl (MetricsSystemImpl.java:init(151)) - NodeManager metrics system started (again)
2014-04-10 11:44:30,751 INFO event.AsyncDispatcher (AsyncDispatcher.java:register(196)) - Registering class org.apache.hadoop.yarn.server.nodemanager.containermanager.loghandler.event.LogHandlerEventType for class org.apache.hadoop.yarn.server.nodemanager.containermanager.loghandler.NonAggregatingLogHandler
2014-04-10 11:44:30,751 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:validateConf(196)) - per directory file limit = 8192
2014-04-10 11:44:30,821 INFO event.AsyncDispatcher (AsyncDispatcher.java:register(196)) - Registering class org.apache.hadoop.yarn.server.nodemanager.containermanager.localizer.event.LocalizerEventType for class org.apache.hadoop.yarn.server.nodemanager.containermanager.localizer.ResourceLocalizationService$LocalizerTracker
2014-04-10 11:44:30,823 WARN containermanager.AuxServices (AuxServices.java:serviceInit(114)) - The Auxilurary Service named 'mapreduce_shuffle' in the configuration is for class class org.apache.hadoop.mapred.ShuffleHandler which has a name of 'httpshuffle'. Because these are not the same tools trying to send ServiceData and read Service Meta Data may have issues unless the refer to the name in the config.
2014-04-10 11:44:30,823 INFO containermanager.AuxServices (AuxServices.java:addService(67)) - Adding auxiliary service httpshuffle, "mapreduce_shuffle"
2014-04-10 11:44:30,831 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:serviceInit(98)) - Using ResourceCalculatorPlugin : org.apache.hadoop.yarn.util.LinuxResourceCalculatorPlugin@1383539e
2014-04-10 11:44:30,831 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:serviceInit(103)) - Using ResourceCalculatorProcessTree : null
2014-04-10 11:44:30,831 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:serviceInit(127)) - Physical memory check enabled: false
2014-04-10 11:44:30,832 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:serviceInit(128)) - Virtual memory check enabled: false
2014-04-10 11:44:30,832 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:serviceInit(163)) - Initialized nodemanager for null: physical-memory=4096 virtual-memory=8602 virtual-cores=8
2014-04-10 11:44:30,833 INFO server.MiniYARNCluster (MiniYARNCluster.java:prepareDirs(526)) - Created localDir in /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_0
2014-04-10 11:44:30,833 INFO server.MiniYARNCluster (MiniYARNCluster.java:prepareDirs(526)) - Created localDir in /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_1
2014-04-10 11:44:30,834 INFO server.MiniYARNCluster (MiniYARNCluster.java:prepareDirs(526)) - Created localDir in /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_2
2014-04-10 11:44:30,834 INFO server.MiniYARNCluster (MiniYARNCluster.java:prepareDirs(526)) - Created localDir in /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_3
2014-04-10 11:44:30,834 INFO server.MiniYARNCluster (MiniYARNCluster.java:prepareDirs(526)) - Created logDir in /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-logDir-nm-2_0
2014-04-10 11:44:30,835 INFO server.MiniYARNCluster (MiniYARNCluster.java:prepareDirs(526)) - Created logDir in /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-logDir-nm-2_1
2014-04-10 11:44:30,835 INFO server.MiniYARNCluster (MiniYARNCluster.java:prepareDirs(526)) - Created logDir in /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-logDir-nm-2_2
2014-04-10 11:44:30,835 INFO server.MiniYARNCluster (MiniYARNCluster.java:prepareDirs(526)) - Created logDir in /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-logDir-nm-2_3
2014-04-10 11:44:30,836 INFO server.MiniYARNCluster (MiniYARNCluster.java:serviceInit(508)) - Starting NM: 2
2014-04-10 11:44:30,846 INFO event.AsyncDispatcher (AsyncDispatcher.java:register(196)) - Registering class org.apache.hadoop.yarn.server.nodemanager.containermanager.container.ContainerEventType for class org.apache.hadoop.yarn.server.nodemanager.containermanager.ContainerManagerImpl$ContainerEventDispatcher
2014-04-10 11:44:30,846 INFO event.AsyncDispatcher (AsyncDispatcher.java:register(196)) - Registering class org.apache.hadoop.yarn.server.nodemanager.containermanager.application.ApplicationEventType for class org.apache.hadoop.yarn.server.nodemanager.containermanager.ContainerManagerImpl$ApplicationEventDispatcher
2014-04-10 11:44:30,846 INFO event.AsyncDispatcher (AsyncDispatcher.java:register(196)) - Registering class org.apache.hadoop.yarn.server.nodemanager.containermanager.localizer.event.LocalizationEventType for class org.apache.hadoop.yarn.server.nodemanager.containermanager.localizer.ResourceLocalizationService
2014-04-10 11:44:30,846 INFO event.AsyncDispatcher (AsyncDispatcher.java:register(196)) - Registering class org.apache.hadoop.yarn.server.nodemanager.containermanager.AuxServicesEventType for class org.apache.hadoop.yarn.server.nodemanager.containermanager.AuxServices
2014-04-10 11:44:30,846 INFO event.AsyncDispatcher (AsyncDispatcher.java:register(196)) - Registering class org.apache.hadoop.yarn.server.nodemanager.containermanager.monitor.ContainersMonitorEventType for class org.apache.hadoop.yarn.server.nodemanager.containermanager.monitor.ContainersMonitorImpl
2014-04-10 11:44:30,846 INFO event.AsyncDispatcher (AsyncDispatcher.java:register(196)) - Registering class org.apache.hadoop.yarn.server.nodemanager.containermanager.launcher.ContainersLauncherEventType for class org.apache.hadoop.yarn.server.nodemanager.containermanager.launcher.ContainersLauncher
2014-04-10 11:44:30,847 INFO event.AsyncDispatcher (AsyncDispatcher.java:register(196)) - Registering class org.apache.hadoop.yarn.server.nodemanager.ContainerManagerEventType for class org.apache.hadoop.yarn.server.nodemanager.containermanager.ContainerManagerImpl
2014-04-10 11:44:30,847 INFO event.AsyncDispatcher (AsyncDispatcher.java:register(196)) - Registering class org.apache.hadoop.yarn.server.nodemanager.NodeManagerEventType for class org.apache.hadoop.yarn.server.MiniYARNCluster$ShortCircuitedNodeManager
2014-04-10 11:44:30,847 INFO impl.MetricsSystemImpl (MetricsSystemImpl.java:init(151)) - NodeManager metrics system started (again)
2014-04-10 11:44:30,848 INFO event.AsyncDispatcher (AsyncDispatcher.java:register(196)) - Registering class org.apache.hadoop.yarn.server.nodemanager.containermanager.loghandler.event.LogHandlerEventType for class org.apache.hadoop.yarn.server.nodemanager.containermanager.loghandler.NonAggregatingLogHandler
2014-04-10 11:44:30,848 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:validateConf(196)) - per directory file limit = 8192
2014-04-10 11:44:30,908 INFO event.AsyncDispatcher (AsyncDispatcher.java:register(196)) - Registering class org.apache.hadoop.yarn.server.nodemanager.containermanager.localizer.event.LocalizerEventType for class org.apache.hadoop.yarn.server.nodemanager.containermanager.localizer.ResourceLocalizationService$LocalizerTracker
2014-04-10 11:44:30,910 WARN containermanager.AuxServices (AuxServices.java:serviceInit(114)) - The Auxilurary Service named 'mapreduce_shuffle' in the configuration is for class class org.apache.hadoop.mapred.ShuffleHandler which has a name of 'httpshuffle'. Because these are not the same tools trying to send ServiceData and read Service Meta Data may have issues unless the refer to the name in the config.
2014-04-10 11:44:30,911 INFO containermanager.AuxServices (AuxServices.java:addService(67)) - Adding auxiliary service httpshuffle, "mapreduce_shuffle"
2014-04-10 11:44:30,918 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:serviceInit(98)) - Using ResourceCalculatorPlugin : org.apache.hadoop.yarn.util.LinuxResourceCalculatorPlugin@2065ee72
2014-04-10 11:44:30,919 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:serviceInit(103)) - Using ResourceCalculatorProcessTree : null
2014-04-10 11:44:30,919 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:serviceInit(127)) - Physical memory check enabled: false
2014-04-10 11:44:30,919 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:serviceInit(128)) - Virtual memory check enabled: false
2014-04-10 11:44:30,919 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:serviceInit(163)) - Initialized nodemanager for null: physical-memory=4096 virtual-memory=8602 virtual-cores=8
2014-04-10 11:44:30,920 INFO server.MiniYARNCluster (MiniYARNCluster.java:prepareDirs(526)) - Created localDir in /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_0
2014-04-10 11:44:30,920 INFO server.MiniYARNCluster (MiniYARNCluster.java:prepareDirs(526)) - Created localDir in /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_1
2014-04-10 11:44:30,920 INFO server.MiniYARNCluster (MiniYARNCluster.java:prepareDirs(526)) - Created localDir in /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_2
2014-04-10 11:44:30,920 INFO server.MiniYARNCluster (MiniYARNCluster.java:prepareDirs(526)) - Created localDir in /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_3
2014-04-10 11:44:30,920 INFO server.MiniYARNCluster (MiniYARNCluster.java:prepareDirs(526)) - Created logDir in /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-logDir-nm-3_0
2014-04-10 11:44:30,920 INFO server.MiniYARNCluster (MiniYARNCluster.java:prepareDirs(526)) - Created logDir in /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-logDir-nm-3_1
2014-04-10 11:44:30,920 INFO server.MiniYARNCluster (MiniYARNCluster.java:prepareDirs(526)) - Created logDir in /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-logDir-nm-3_2
2014-04-10 11:44:30,921 INFO server.MiniYARNCluster (MiniYARNCluster.java:prepareDirs(526)) - Created logDir in /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-logDir-nm-3_3
2014-04-10 11:44:30,921 INFO server.MiniYARNCluster (MiniYARNCluster.java:serviceInit(508)) - Starting NM: 3
2014-04-10 11:44:30,929 INFO event.AsyncDispatcher (AsyncDispatcher.java:register(196)) - Registering class org.apache.hadoop.yarn.server.nodemanager.containermanager.container.ContainerEventType for class org.apache.hadoop.yarn.server.nodemanager.containermanager.ContainerManagerImpl$ContainerEventDispatcher
2014-04-10 11:44:30,929 INFO event.AsyncDispatcher (AsyncDispatcher.java:register(196)) - Registering class org.apache.hadoop.yarn.server.nodemanager.containermanager.application.ApplicationEventType for class org.apache.hadoop.yarn.server.nodemanager.containermanager.ContainerManagerImpl$ApplicationEventDispatcher
2014-04-10 11:44:30,930 INFO event.AsyncDispatcher (AsyncDispatcher.java:register(196)) - Registering class org.apache.hadoop.yarn.server.nodemanager.containermanager.localizer.event.LocalizationEventType for class org.apache.hadoop.yarn.server.nodemanager.containermanager.localizer.ResourceLocalizationService
2014-04-10 11:44:30,930 INFO event.AsyncDispatcher (AsyncDispatcher.java:register(196)) - Registering class org.apache.hadoop.yarn.server.nodemanager.containermanager.AuxServicesEventType for class org.apache.hadoop.yarn.server.nodemanager.containermanager.AuxServices
2014-04-10 11:44:30,930 INFO event.AsyncDispatcher (AsyncDispatcher.java:register(196)) - Registering class org.apache.hadoop.yarn.server.nodemanager.containermanager.monitor.ContainersMonitorEventType for class org.apache.hadoop.yarn.server.nodemanager.containermanager.monitor.ContainersMonitorImpl
2014-04-10 11:44:30,930 INFO event.AsyncDispatcher (AsyncDispatcher.java:register(196)) - Registering class org.apache.hadoop.yarn.server.nodemanager.containermanager.launcher.ContainersLauncherEventType for class org.apache.hadoop.yarn.server.nodemanager.containermanager.launcher.ContainersLauncher
2014-04-10 11:44:30,930 INFO event.AsyncDispatcher (AsyncDispatcher.java:register(196)) - Registering class org.apache.hadoop.yarn.server.nodemanager.ContainerManagerEventType for class org.apache.hadoop.yarn.server.nodemanager.containermanager.ContainerManagerImpl
2014-04-10 11:44:30,930 INFO event.AsyncDispatcher (AsyncDispatcher.java:register(196)) - Registering class org.apache.hadoop.yarn.server.nodemanager.NodeManagerEventType for class org.apache.hadoop.yarn.server.MiniYARNCluster$ShortCircuitedNodeManager
2014-04-10 11:44:30,930 INFO impl.MetricsSystemImpl (MetricsSystemImpl.java:init(151)) - NodeManager metrics system started (again)
2014-04-10 11:44:30,932 INFO event.AsyncDispatcher (AsyncDispatcher.java:register(196)) - Registering class org.apache.hadoop.yarn.server.nodemanager.containermanager.loghandler.event.LogHandlerEventType for class org.apache.hadoop.yarn.server.nodemanager.containermanager.loghandler.NonAggregatingLogHandler
2014-04-10 11:44:30,932 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:validateConf(196)) - per directory file limit = 8192
2014-04-10 11:44:31,011 INFO event.AsyncDispatcher (AsyncDispatcher.java:register(196)) - Registering class org.apache.hadoop.yarn.server.nodemanager.containermanager.localizer.event.LocalizerEventType for class org.apache.hadoop.yarn.server.nodemanager.containermanager.localizer.ResourceLocalizationService$LocalizerTracker
2014-04-10 11:44:31,014 WARN containermanager.AuxServices (AuxServices.java:serviceInit(114)) - The Auxilurary Service named 'mapreduce_shuffle' in the configuration is for class class org.apache.hadoop.mapred.ShuffleHandler which has a name of 'httpshuffle'. Because these are not the same tools trying to send ServiceData and read Service Meta Data may have issues unless the refer to the name in the config.
2014-04-10 11:44:31,014 INFO containermanager.AuxServices (AuxServices.java:addService(67)) - Adding auxiliary service httpshuffle, "mapreduce_shuffle"
2014-04-10 11:44:31,021 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:serviceInit(98)) - Using ResourceCalculatorPlugin : org.apache.hadoop.yarn.util.LinuxResourceCalculatorPlugin@74a4ce4a
2014-04-10 11:44:31,021 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:serviceInit(103)) - Using ResourceCalculatorProcessTree : null
2014-04-10 11:44:31,021 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:serviceInit(127)) - Physical memory check enabled: false
2014-04-10 11:44:31,022 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:serviceInit(128)) - Virtual memory check enabled: false
2014-04-10 11:44:31,022 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:serviceInit(163)) - Initialized nodemanager for null: physical-memory=4096 virtual-memory=8602 virtual-cores=8
2014-04-10 11:44:31,034 INFO hs.JobHistory (JobHistory.java:serviceInit(83)) - JobHistory Init
2014-04-10 11:44:31,042 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/history/done dst=null perm=null
2014-04-10 11:44:31,046 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/history/done_intermediate dst=null perm=null
2014-04-10 11:44:31,066 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=mkdirs src=/tmp/hadoop-yarn/staging/history/done_intermediate dst=null perm=brock:supergroup:rwxrwxrwx
2014-04-10 11:44:31,068 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/history/done_intermediate dst=null perm=null
2014-04-10 11:44:31,068 INFO hs.HistoryFileManager (HistoryFileManager.java:mkdir(645)) - Perms after creating 511, Expected: 1023
2014-04-10 11:44:31,069 INFO hs.HistoryFileManager (HistoryFileManager.java:mkdir(648)) - Explicitly setting permissions to : 1023, rwxrwxrwt
2014-04-10 11:44:31,083 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/history/done_intermediate dst=null perm=brock:supergroup:rwxrwxrwt
2014-04-10 11:44:34,747 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-196700473-127.0.0.1-1397148267010:blk_1073741825_1001
2014-04-10 11:44:34,752 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-196700473-127.0.0.1-1397148267010:blk_1073741826_1002
2014-04-10 11:44:34,789 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-196700473-127.0.0.1-1397148267010:blk_1073741826_1002
2014-04-10 11:44:34,797 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-196700473-127.0.0.1-1397148267010:blk_1073741825_1001
2014-04-10 11:44:34,848 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-196700473-127.0.0.1-1397148267010:blk_1073741825_1001
2014-04-10 11:44:34,855 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-196700473-127.0.0.1-1397148267010:blk_1073741826_1002
2014-04-10 11:44:41,087 INFO hs.HistoryFileManager (HistoryFileManager.java:initExisting(664)) - Initializing Existing Jobs...
2014-04-10 11:44:41,094 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=listStatus src=/tmp/hadoop-yarn/staging/history/done dst=null perm=null
2014-04-10 11:44:41,099 INFO hs.CachedHistoryStorage (CachedHistoryStorage.java:serviceInit(66)) - CachedHistoryStorage Init
2014-04-10 11:44:41,112 INFO ipc.Server (Server.java:run(551)) - Starting Socket Reader #1 for port 38983
2014-04-10 11:44:41,114 INFO v2.MiniMRYarnCluster (MiniMRYarnCluster.java:serviceStart(210)) - Waiting for HistoryServer to start...
2014-04-10 11:44:41,114 INFO impl.MetricsSystemImpl (MetricsSystemImpl.java:init(151)) - JobHistoryServer metrics system started (again)
2014-04-10 11:44:41,116 INFO delegation.AbstractDelegationTokenSecretManager (AbstractDelegationTokenSecretManager.java:updateCurrentKey(223)) - Updating the current master key for generating delegation tokens
2014-04-10 11:44:41,118 INFO delegation.AbstractDelegationTokenSecretManager (AbstractDelegationTokenSecretManager.java:run(536)) - Starting expired delegation token remover thread, tokenRemoverScanInterval=60 min(s)
2014-04-10 11:44:41,119 INFO delegation.AbstractDelegationTokenSecretManager (AbstractDelegationTokenSecretManager.java:updateCurrentKey(223)) - Updating the current master key for generating delegation tokens
2014-04-10 11:44:41,127 INFO http.HttpRequestLog (HttpRequestLog.java:getRequestLog(80)) - Http request log for http.requests.jobhistory is not defined
2014-04-10 11:44:41,128 INFO http.HttpServer2 (HttpServer2.java:addGlobalFilter(658)) - Added global filter 'safety' (class=org.apache.hadoop.http.HttpServer2$QuotingInputFilter)
2014-04-10 11:44:41,128 INFO http.HttpServer2 (HttpServer2.java:addFilter(636)) - Added filter static_user_filter (class=org.apache.hadoop.http.lib.StaticUserWebFilter$StaticUserFilter) to context jobhistory
2014-04-10 11:44:41,129 INFO http.HttpServer2 (HttpServer2.java:addFilter(643)) - Added filter static_user_filter (class=org.apache.hadoop.http.lib.StaticUserWebFilter$StaticUserFilter) to context logs
2014-04-10 11:44:41,129 INFO http.HttpServer2 (HttpServer2.java:addFilter(643)) - Added filter static_user_filter (class=org.apache.hadoop.http.lib.StaticUserWebFilter$StaticUserFilter) to context static
2014-04-10 11:44:41,130 INFO http.HttpServer2 (HttpServer2.java:initializeWebServer(392)) - adding path spec: /jobhistory/*
2014-04-10 11:44:41,130 INFO http.HttpServer2 (HttpServer2.java:initializeWebServer(392)) - adding path spec: /ws/*
2014-04-10 11:44:41,131 INFO http.HttpServer2 (HttpServer2.java:openListeners(846)) - Jetty bound to port 55455
2014-04-10 11:44:41,132 INFO mortbay.log (Slf4jLog.java:info(67)) - jetty-6.1.26
2014-04-10 11:44:41,136 INFO mortbay.log (Slf4jLog.java:info(67)) - Extract jar:file:/home/brock/.gradle/caches/modules-2/files-2.1/org.apache.hadoop/hadoop-yarn-common/2.3.0/2a926205d8437fe846b902e0a9e8df96924f72bf/hadoop-yarn-common-2.3.0.jar!/webapps/jobhistory to /tmp/Jetty_localhost_localdomain_55455_jobhistory____llvnxc/webapp
2014-04-10 11:44:41,224 INFO mortbay.log (Slf4jLog.java:info(67)) - Started SelectChannelConnector@localhost.localdomain:55455
2014-04-10 11:44:41,225 INFO webapp.WebApps (WebApps.java:start(248)) - Web app /jobhistory started at 55455
2014-04-10 11:44:41,389 INFO webapp.WebApps (WebApps.java:start(262)) - Registered webapp guice modules
2014-04-10 11:44:41,396 INFO ipc.Server (Server.java:run(551)) - Starting Socket Reader #1 for port 58177
2014-04-10 11:44:41,398 INFO pb.RpcServerFactoryPBImpl (RpcServerFactoryPBImpl.java:createServer(174)) - Adding protocol org.apache.hadoop.mapreduce.v2.api.HSClientProtocolPB to the server
2014-04-10 11:44:41,398 INFO ipc.Server (Server.java:run(773)) - IPC Server Responder: starting
2014-04-10 11:44:41,398 INFO ipc.Server (Server.java:run(620)) - IPC Server listener on 58177: starting
2014-04-10 11:44:41,400 INFO hs.HistoryClientService (HistoryClientService.java:serviceStart(142)) - Instantiated MRClientService at localhost/127.0.0.1:58177
2014-04-10 11:44:41,401 INFO ipc.Server (Server.java:run(773)) - IPC Server Responder: starting
2014-04-10 11:44:41,401 INFO ipc.Server (Server.java:run(620)) - IPC Server listener on 38983: starting
2014-04-10 11:44:42,615 INFO v2.MiniMRYarnCluster (MiniMRYarnCluster.java:serviceStart(227)) - MiniMRYARN ResourceManager address: localhost.localdomain:0
2014-04-10 11:44:42,615 INFO v2.MiniMRYarnCluster (MiniMRYarnCluster.java:serviceStart(229)) - MiniMRYARN ResourceManager web address: localhost.localdomain:0
2014-04-10 11:44:42,616 INFO v2.MiniMRYarnCluster (MiniMRYarnCluster.java:serviceStart(231)) - MiniMRYARN HistoryServer address: localhost:58177
2014-04-10 11:44:42,616 INFO v2.MiniMRYarnCluster (MiniMRYarnCluster.java:serviceStart(233)) - MiniMRYARN HistoryServer web address: localhost:55455
2014-04-10 11:44:42,617 INFO server.MiniYARNCluster (MiniYARNCluster.java:startResourceManager(292)) - Waiting for RM to start...
2014-04-10 11:44:42,617 INFO resourcemanager.ResourceManager (ResourceManager.java:transitionToActive(815)) - Transitioning to active state
2014-04-10 11:44:42,621 INFO security.RMContainerTokenSecretManager (RMContainerTokenSecretManager.java:rollMasterKey(103)) - Rolling master-key for container-tokens
2014-04-10 11:44:42,621 INFO security.AMRMTokenSecretManager (AMRMTokenSecretManager.java:rollMasterKey(107)) - Rolling master-key for amrm-tokens
2014-04-10 11:44:42,625 INFO security.NMTokenSecretManagerInRM (NMTokenSecretManagerInRM.java:rollMasterKey(97)) - Rolling master-key for nm-tokens
2014-04-10 11:44:42,625 INFO delegation.AbstractDelegationTokenSecretManager (AbstractDelegationTokenSecretManager.java:updateCurrentKey(223)) - Updating the current master key for generating delegation tokens
2014-04-10 11:44:42,625 INFO security.RMDelegationTokenSecretManager (RMDelegationTokenSecretManager.java:storeNewMasterKey(85)) - storing master key with keyID 1
2014-04-10 11:44:42,626 INFO delegation.AbstractDelegationTokenSecretManager (AbstractDelegationTokenSecretManager.java:run(536)) - Starting expired delegation token remover thread, tokenRemoverScanInterval=60 min(s)
2014-04-10 11:44:42,626 INFO delegation.AbstractDelegationTokenSecretManager (AbstractDelegationTokenSecretManager.java:updateCurrentKey(223)) - Updating the current master key for generating delegation tokens
2014-04-10 11:44:42,627 INFO security.RMDelegationTokenSecretManager (RMDelegationTokenSecretManager.java:storeNewMasterKey(85)) - storing master key with keyID 2
2014-04-10 11:44:42,642 INFO ipc.Server (Server.java:run(551)) - Starting Socket Reader #1 for port 37417
2014-04-10 11:44:42,645 INFO pb.RpcServerFactoryPBImpl (RpcServerFactoryPBImpl.java:createServer(174)) - Adding protocol org.apache.hadoop.yarn.server.api.ResourceTrackerPB to the server
2014-04-10 11:44:42,646 INFO ipc.Server (Server.java:run(773)) - IPC Server Responder: starting
2014-04-10 11:44:42,646 INFO ipc.Server (Server.java:run(620)) - IPC Server listener on 37417: starting
2014-04-10 11:44:42,667 INFO ipc.Server (Server.java:run(551)) - Starting Socket Reader #1 for port 53818
2014-04-10 11:44:42,670 INFO pb.RpcServerFactoryPBImpl (RpcServerFactoryPBImpl.java:createServer(174)) - Adding protocol org.apache.hadoop.yarn.api.ApplicationMasterProtocolPB to the server
2014-04-10 11:44:42,670 INFO ipc.Server (Server.java:run(773)) - IPC Server Responder: starting
2014-04-10 11:44:42,670 INFO ipc.Server (Server.java:run(620)) - IPC Server listener on 53818: starting
2014-04-10 11:44:42,687 INFO ipc.Server (Server.java:run(551)) - Starting Socket Reader #1 for port 53220
2014-04-10 11:44:42,689 INFO pb.RpcServerFactoryPBImpl (RpcServerFactoryPBImpl.java:createServer(174)) - Adding protocol org.apache.hadoop.yarn.api.ApplicationClientProtocolPB to the server
2014-04-10 11:44:42,689 INFO ipc.Server (Server.java:run(773)) - IPC Server Responder: starting
2014-04-10 11:44:42,689 INFO ipc.Server (Server.java:run(620)) - IPC Server listener on 53220: starting
2014-04-10 11:44:42,694 INFO resourcemanager.ResourceManager (ResourceManager.java:transitionToActive(818)) - Transitioned to active state
2014-04-10 11:44:42,696 INFO http.HttpRequestLog (HttpRequestLog.java:getRequestLog(80)) - Http request log for http.requests.resourcemanager is not defined
2014-04-10 11:44:42,697 INFO http.HttpServer2 (HttpServer2.java:addGlobalFilter(658)) - Added global filter 'safety' (class=org.apache.hadoop.http.HttpServer2$QuotingInputFilter)
2014-04-10 11:44:42,697 INFO http.HttpServer2 (HttpServer2.java:addFilter(636)) - Added filter static_user_filter (class=org.apache.hadoop.http.lib.StaticUserWebFilter$StaticUserFilter) to context cluster
2014-04-10 11:44:42,697 INFO http.HttpServer2 (HttpServer2.java:addFilter(643)) - Added filter static_user_filter (class=org.apache.hadoop.http.lib.StaticUserWebFilter$StaticUserFilter) to context logs
2014-04-10 11:44:42,697 INFO http.HttpServer2 (HttpServer2.java:addFilter(643)) - Added filter static_user_filter (class=org.apache.hadoop.http.lib.StaticUserWebFilter$StaticUserFilter) to context static
2014-04-10 11:44:42,697 INFO http.HttpServer2 (HttpServer2.java:initializeWebServer(392)) - adding path spec: /cluster/*
2014-04-10 11:44:42,698 INFO http.HttpServer2 (HttpServer2.java:initializeWebServer(392)) - adding path spec: /ws/*
2014-04-10 11:44:42,698 INFO http.HttpServer2 (HttpServer2.java:openListeners(846)) - Jetty bound to port 45416
2014-04-10 11:44:42,698 INFO mortbay.log (Slf4jLog.java:info(67)) - jetty-6.1.26
2014-04-10 11:44:42,700 INFO mortbay.log (Slf4jLog.java:info(67)) - Extract jar:file:/home/brock/.gradle/caches/modules-2/files-2.1/org.apache.hadoop/hadoop-yarn-common/2.3.0/2a926205d8437fe846b902e0a9e8df96924f72bf/hadoop-yarn-common-2.3.0.jar!/webapps/cluster to /tmp/Jetty_localhost_localdomain_45416_cluster____.ga7sxj/webapp
2014-04-10 11:44:43,298 INFO mortbay.log (Slf4jLog.java:info(67)) - Started SelectChannelConnector@localhost.localdomain:45416
2014-04-10 11:44:43,299 INFO webapp.WebApps (WebApps.java:start(248)) - Web app /cluster started at 45416
2014-04-10 11:44:43,318 INFO webapp.WebApps (WebApps.java:start(262)) - Registered webapp guice modules
2014-04-10 11:44:43,327 INFO ipc.Server (Server.java:run(551)) - Starting Socket Reader #1 for port 60418
2014-04-10 11:44:43,329 INFO pb.RpcServerFactoryPBImpl (RpcServerFactoryPBImpl.java:createServer(174)) - Adding protocol org.apache.hadoop.yarn.server.api.ResourceManagerAdministrationProtocolPB to the server
2014-04-10 11:44:43,330 INFO ipc.Server (Server.java:run(773)) - IPC Server Responder: starting
2014-04-10 11:44:43,330 INFO ipc.Server (Server.java:run(620)) - IPC Server listener on 60418: starting
2014-04-10 11:44:44,118 INFO server.MiniYARNCluster (MiniYARNCluster.java:startResourceManager(304)) - MiniYARN ResourceManager address: localhost:53220
2014-04-10 11:44:44,118 INFO server.MiniYARNCluster (MiniYARNCluster.java:startResourceManager(306)) - MiniYARN ResourceManager web address: localhost.localdomain:45416
2014-04-10 11:44:44,119 INFO server.MiniYARNCluster (MiniYARNCluster.java:serviceStart(423)) - MiniYARN ResourceManager address: localhost:53220
2014-04-10 11:44:44,119 INFO server.MiniYARNCluster (MiniYARNCluster.java:serviceStart(425)) - MiniYARN ResourceManager web address: localhost.localdomain:45416
2014-04-10 11:44:44,120 INFO server.MiniYARNCluster (MiniYARNCluster.java:serviceStart(543)) - Waiting for NM 0 to start...
2014-04-10 11:44:44,133 INFO ipc.Server (Server.java:run(551)) - Starting Socket Reader #1 for port 39163
2014-04-10 11:44:44,137 INFO pb.RpcServerFactoryPBImpl (RpcServerFactoryPBImpl.java:createServer(174)) - Adding protocol org.apache.hadoop.yarn.api.ContainerManagementProtocolPB to the server
2014-04-10 11:44:44,138 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:serviceStart(283)) - Blocking new container-requests as container manager rpc server is still starting.
2014-04-10 11:44:44,138 INFO ipc.Server (Server.java:run(773)) - IPC Server Responder: starting
2014-04-10 11:44:44,138 INFO ipc.Server (Server.java:run(620)) - IPC Server listener on 39163: starting
2014-04-10 11:44:44,143 INFO security.NMContainerTokenSecretManager (NMContainerTokenSecretManager.java:setNodeId(189)) - Updating node address : localhost:39163
2014-04-10 11:44:44,143 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:serviceStart(294)) - ContainerManager started at /127.0.0.1:39163
2014-04-10 11:44:44,147 INFO ipc.Server (Server.java:run(551)) - Starting Socket Reader #1 for port 40124
2014-04-10 11:44:44,148 INFO pb.RpcServerFactoryPBImpl (RpcServerFactoryPBImpl.java:createServer(174)) - Adding protocol org.apache.hadoop.yarn.server.nodemanager.api.LocalizationProtocolPB to the server
2014-04-10 11:44:44,149 INFO ipc.Server (Server.java:run(773)) - IPC Server Responder: starting
2014-04-10 11:44:44,149 INFO ipc.Server (Server.java:run(620)) - IPC Server listener on 40124: starting
2014-04-10 11:44:44,150 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:serviceStart(263)) - Localizer started on port 40124
2014-04-10 11:44:44,157 INFO mapred.IndexCache (IndexCache.java:<init>(47)) - IndexCache created with max memory = 10485760
2014-04-10 11:44:44,164 INFO mapred.ShuffleHandler (ShuffleHandler.java:serviceStart(326)) - httpshuffle listening on port 55993
2014-04-10 11:44:44,165 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(169)) - Neither virutal-memory nor physical-memory monitoring is needed. Not running the monitor-thread
2014-04-10 11:44:44,165 INFO webapp.WebServer (WebServer.java:serviceStart(60)) - Instantiating NMWebApp at localhost.localdomain:0
2014-04-10 11:44:44,165 INFO http.HttpRequestLog (HttpRequestLog.java:getRequestLog(80)) - Http request log for http.requests.nodemanager is not defined
2014-04-10 11:44:44,166 INFO http.HttpServer2 (HttpServer2.java:addGlobalFilter(658)) - Added global filter 'safety' (class=org.apache.hadoop.http.HttpServer2$QuotingInputFilter)
2014-04-10 11:44:44,166 INFO http.HttpServer2 (HttpServer2.java:addFilter(636)) - Added filter static_user_filter (class=org.apache.hadoop.http.lib.StaticUserWebFilter$StaticUserFilter) to context node
2014-04-10 11:44:44,166 INFO http.HttpServer2 (HttpServer2.java:addFilter(643)) - Added filter static_user_filter (class=org.apache.hadoop.http.lib.StaticUserWebFilter$StaticUserFilter) to context static
2014-04-10 11:44:44,166 INFO http.HttpServer2 (HttpServer2.java:addFilter(643)) - Added filter static_user_filter (class=org.apache.hadoop.http.lib.StaticUserWebFilter$StaticUserFilter) to context logs
2014-04-10 11:44:44,167 INFO http.HttpServer2 (HttpServer2.java:initializeWebServer(392)) - adding path spec: /node/*
2014-04-10 11:44:44,167 INFO http.HttpServer2 (HttpServer2.java:initializeWebServer(392)) - adding path spec: /ws/*
2014-04-10 11:44:44,167 INFO http.HttpServer2 (HttpServer2.java:openListeners(846)) - Jetty bound to port 45117
2014-04-10 11:44:44,167 INFO mortbay.log (Slf4jLog.java:info(67)) - jetty-6.1.26
2014-04-10 11:44:44,169 INFO mortbay.log (Slf4jLog.java:info(67)) - Extract jar:file:/home/brock/.gradle/caches/modules-2/files-2.1/org.apache.hadoop/hadoop-yarn-common/2.3.0/2a926205d8437fe846b902e0a9e8df96924f72bf/hadoop-yarn-common-2.3.0.jar!/webapps/node to /tmp/Jetty_localhost_localdomain_45117_node____.l446q1/webapp
2014-04-10 11:44:44,417 INFO mortbay.log (Slf4jLog.java:info(67)) - Started SelectChannelConnector@localhost.localdomain:45117
2014-04-10 11:44:44,417 INFO webapp.WebApps (WebApps.java:start(248)) - Web app /node started at 45117
2014-04-10 11:44:44,432 INFO webapp.WebApps (WebApps.java:start(262)) - Registered webapp guice modules
2014-04-10 11:44:44,437 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:registerWithRM(244)) - Registering with RM using finished containers :[]
2014-04-10 11:44:44,445 INFO util.RackResolver (RackResolver.java:coreResolve(109)) - Resolved localhost to /default-rack
2014-04-10 11:44:44,449 INFO resourcemanager.ResourceTrackerService (ResourceTrackerService.java:registerNodeManager(294)) - NodeManager from node localhost(cmPort: 39163 httpPort: 45117) registered with capability: <memory:4096, vCores:8>, assigned nodeId localhost:39163
2014-04-10 11:44:44,449 INFO security.NMContainerTokenSecretManager (NMContainerTokenSecretManager.java:setMasterKey(71)) - Rolling master-key for container-tokens, got key with id -63840128
2014-04-10 11:44:44,450 INFO security.NMTokenSecretManagerInNM (NMTokenSecretManagerInNM.java:setMasterKey(65)) - Rolling master-key for nm-tokens, got key with id :1027694423
2014-04-10 11:44:44,450 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:registerWithRM(294)) - Registered with ResourceManager as localhost:39163 with total resource of <memory:4096, vCores:8>
2014-04-10 11:44:44,450 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:registerWithRM(296)) - Notifying ContainerManager to unblock new container-requests
2014-04-10 11:44:44,453 INFO rmnode.RMNodeImpl (RMNodeImpl.java:handle(384)) - localhost:39163 Node Transitioned from NEW to RUNNING
2014-04-10 11:44:44,457 INFO capacity.CapacityScheduler (CapacityScheduler.java:addNode(782)) - Added node localhost:39163 clusterResource: <memory:4096, vCores:8>
2014-04-10 11:44:45,121 INFO server.MiniYARNCluster (MiniYARNCluster.java:serviceStart(543)) - Waiting for NM 1 to start...
2014-04-10 11:44:45,125 INFO ipc.Server (Server.java:run(551)) - Starting Socket Reader #1 for port 33805
2014-04-10 11:44:45,129 INFO pb.RpcServerFactoryPBImpl (RpcServerFactoryPBImpl.java:createServer(174)) - Adding protocol org.apache.hadoop.yarn.api.ContainerManagementProtocolPB to the server
2014-04-10 11:44:45,129 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:serviceStart(283)) - Blocking new container-requests as container manager rpc server is still starting.
2014-04-10 11:44:45,130 INFO ipc.Server (Server.java:run(620)) - IPC Server listener on 33805: starting
2014-04-10 11:44:45,130 INFO ipc.Server (Server.java:run(773)) - IPC Server Responder: starting
2014-04-10 11:44:45,135 INFO security.NMContainerTokenSecretManager (NMContainerTokenSecretManager.java:setNodeId(189)) - Updating node address : localhost:33805
2014-04-10 11:44:45,135 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:serviceStart(294)) - ContainerManager started at /127.0.0.1:33805
2014-04-10 11:44:45,137 INFO ipc.Server (Server.java:run(551)) - Starting Socket Reader #1 for port 50218
2014-04-10 11:44:45,140 INFO pb.RpcServerFactoryPBImpl (RpcServerFactoryPBImpl.java:createServer(174)) - Adding protocol org.apache.hadoop.yarn.server.nodemanager.api.LocalizationProtocolPB to the server
2014-04-10 11:44:45,140 INFO ipc.Server (Server.java:run(773)) - IPC Server Responder: starting
2014-04-10 11:44:45,141 INFO ipc.Server (Server.java:run(620)) - IPC Server listener on 50218: starting
2014-04-10 11:44:45,143 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:serviceStart(263)) - Localizer started on port 50218
2014-04-10 11:44:45,144 INFO mapred.IndexCache (IndexCache.java:<init>(47)) - IndexCache created with max memory = 10485760
2014-04-10 11:44:45,145 INFO mapred.ShuffleHandler (ShuffleHandler.java:serviceStart(326)) - httpshuffle listening on port 58965
2014-04-10 11:44:45,145 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(169)) - Neither virutal-memory nor physical-memory monitoring is needed. Not running the monitor-thread
2014-04-10 11:44:45,145 INFO webapp.WebServer (WebServer.java:serviceStart(60)) - Instantiating NMWebApp at localhost.localdomain:0
2014-04-10 11:44:45,146 INFO http.HttpRequestLog (HttpRequestLog.java:getRequestLog(80)) - Http request log for http.requests.nodemanager is not defined
2014-04-10 11:44:45,147 INFO http.HttpServer2 (HttpServer2.java:addGlobalFilter(658)) - Added global filter 'safety' (class=org.apache.hadoop.http.HttpServer2$QuotingInputFilter)
2014-04-10 11:44:45,147 INFO http.HttpServer2 (HttpServer2.java:addFilter(636)) - Added filter static_user_filter (class=org.apache.hadoop.http.lib.StaticUserWebFilter$StaticUserFilter) to context node
2014-04-10 11:44:45,147 INFO http.HttpServer2 (HttpServer2.java:addFilter(643)) - Added filter static_user_filter (class=org.apache.hadoop.http.lib.StaticUserWebFilter$StaticUserFilter) to context static
2014-04-10 11:44:45,148 INFO http.HttpServer2 (HttpServer2.java:addFilter(643)) - Added filter static_user_filter (class=org.apache.hadoop.http.lib.StaticUserWebFilter$StaticUserFilter) to context logs
2014-04-10 11:44:45,149 INFO http.HttpServer2 (HttpServer2.java:initializeWebServer(392)) - adding path spec: /node/*
2014-04-10 11:44:45,149 INFO http.HttpServer2 (HttpServer2.java:initializeWebServer(392)) - adding path spec: /ws/*
2014-04-10 11:44:45,149 INFO http.HttpServer2 (HttpServer2.java:openListeners(846)) - Jetty bound to port 42238
2014-04-10 11:44:45,150 INFO mortbay.log (Slf4jLog.java:info(67)) - jetty-6.1.26
2014-04-10 11:44:45,153 INFO mortbay.log (Slf4jLog.java:info(67)) - Extract jar:file:/home/brock/.gradle/caches/modules-2/files-2.1/org.apache.hadoop/hadoop-yarn-common/2.3.0/2a926205d8437fe846b902e0a9e8df96924f72bf/hadoop-yarn-common-2.3.0.jar!/webapps/node to /tmp/Jetty_localhost_localdomain_42238_node____.mlj292/webapp
2014-04-10 11:44:45,354 INFO mortbay.log (Slf4jLog.java:info(67)) - Started SelectChannelConnector@localhost.localdomain:42238
2014-04-10 11:44:45,355 INFO webapp.WebApps (WebApps.java:start(248)) - Web app /node started at 42238
2014-04-10 11:44:45,360 INFO webapp.WebApps (WebApps.java:start(262)) - Registered webapp guice modules
2014-04-10 11:44:45,361 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:registerWithRM(244)) - Registering with RM using finished containers :[]
2014-04-10 11:44:45,361 INFO util.RackResolver (RackResolver.java:coreResolve(109)) - Resolved localhost to /default-rack
2014-04-10 11:44:45,361 INFO resourcemanager.ResourceTrackerService (ResourceTrackerService.java:registerNodeManager(294)) - NodeManager from node localhost(cmPort: 33805 httpPort: 42238) registered with capability: <memory:4096, vCores:8>, assigned nodeId localhost:33805
2014-04-10 11:44:45,361 INFO rmnode.RMNodeImpl (RMNodeImpl.java:handle(384)) - localhost:33805 Node Transitioned from NEW to RUNNING
2014-04-10 11:44:45,361 INFO security.NMContainerTokenSecretManager (NMContainerTokenSecretManager.java:setMasterKey(71)) - Rolling master-key for container-tokens, got key with id -63840128
2014-04-10 11:44:45,362 INFO security.NMTokenSecretManagerInNM (NMTokenSecretManagerInNM.java:setMasterKey(65)) - Rolling master-key for nm-tokens, got key with id :1027694423
2014-04-10 11:44:45,362 INFO capacity.CapacityScheduler (CapacityScheduler.java:addNode(782)) - Added node localhost:33805 clusterResource: <memory:8192, vCores:16>
2014-04-10 11:44:45,362 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:registerWithRM(294)) - Registered with ResourceManager as localhost:33805 with total resource of <memory:4096, vCores:8>
2014-04-10 11:44:45,362 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:registerWithRM(296)) - Notifying ContainerManager to unblock new container-requests
2014-04-10 11:44:46,123 INFO server.MiniYARNCluster (MiniYARNCluster.java:serviceStart(543)) - Waiting for NM 2 to start...
2014-04-10 11:44:46,130 INFO ipc.Server (Server.java:run(551)) - Starting Socket Reader #1 for port 39304
2014-04-10 11:44:46,134 INFO pb.RpcServerFactoryPBImpl (RpcServerFactoryPBImpl.java:createServer(174)) - Adding protocol org.apache.hadoop.yarn.api.ContainerManagementProtocolPB to the server
2014-04-10 11:44:46,135 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:serviceStart(283)) - Blocking new container-requests as container manager rpc server is still starting.
2014-04-10 11:44:46,135 INFO ipc.Server (Server.java:run(620)) - IPC Server listener on 39304: starting
2014-04-10 11:44:46,135 INFO ipc.Server (Server.java:run(773)) - IPC Server Responder: starting
2014-04-10 11:44:46,141 INFO security.NMContainerTokenSecretManager (NMContainerTokenSecretManager.java:setNodeId(189)) - Updating node address : localhost:39304
2014-04-10 11:44:46,141 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:serviceStart(294)) - ContainerManager started at /127.0.0.1:39304
2014-04-10 11:44:46,142 INFO ipc.Server (Server.java:run(551)) - Starting Socket Reader #1 for port 37210
2014-04-10 11:44:46,145 INFO pb.RpcServerFactoryPBImpl (RpcServerFactoryPBImpl.java:createServer(174)) - Adding protocol org.apache.hadoop.yarn.server.nodemanager.api.LocalizationProtocolPB to the server
2014-04-10 11:44:46,145 INFO ipc.Server (Server.java:run(773)) - IPC Server Responder: starting
2014-04-10 11:44:46,145 INFO ipc.Server (Server.java:run(620)) - IPC Server listener on 37210: starting
2014-04-10 11:44:46,147 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:serviceStart(263)) - Localizer started on port 37210
2014-04-10 11:44:46,148 INFO mapred.IndexCache (IndexCache.java:<init>(47)) - IndexCache created with max memory = 10485760
2014-04-10 11:44:46,149 INFO mapred.ShuffleHandler (ShuffleHandler.java:serviceStart(326)) - httpshuffle listening on port 51280
2014-04-10 11:44:46,149 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(169)) - Neither virutal-memory nor physical-memory monitoring is needed. Not running the monitor-thread
2014-04-10 11:44:46,150 INFO webapp.WebServer (WebServer.java:serviceStart(60)) - Instantiating NMWebApp at localhost.localdomain:0
2014-04-10 11:44:46,150 INFO http.HttpRequestLog (HttpRequestLog.java:getRequestLog(80)) - Http request log for http.requests.nodemanager is not defined
2014-04-10 11:44:46,151 INFO http.HttpServer2 (HttpServer2.java:addGlobalFilter(658)) - Added global filter 'safety' (class=org.apache.hadoop.http.HttpServer2$QuotingInputFilter)
2014-04-10 11:44:46,152 INFO http.HttpServer2 (HttpServer2.java:addFilter(636)) - Added filter static_user_filter (class=org.apache.hadoop.http.lib.StaticUserWebFilter$StaticUserFilter) to context node
2014-04-10 11:44:46,152 INFO http.HttpServer2 (HttpServer2.java:addFilter(643)) - Added filter static_user_filter (class=org.apache.hadoop.http.lib.StaticUserWebFilter$StaticUserFilter) to context logs
2014-04-10 11:44:46,152 INFO http.HttpServer2 (HttpServer2.java:addFilter(643)) - Added filter static_user_filter (class=org.apache.hadoop.http.lib.StaticUserWebFilter$StaticUserFilter) to context static
2014-04-10 11:44:46,153 INFO http.HttpServer2 (HttpServer2.java:initializeWebServer(392)) - adding path spec: /node/*
2014-04-10 11:44:46,153 INFO http.HttpServer2 (HttpServer2.java:initializeWebServer(392)) - adding path spec: /ws/*
2014-04-10 11:44:46,154 INFO http.HttpServer2 (HttpServer2.java:openListeners(846)) - Jetty bound to port 51177
2014-04-10 11:44:46,154 INFO mortbay.log (Slf4jLog.java:info(67)) - jetty-6.1.26
2014-04-10 11:44:46,157 INFO mortbay.log (Slf4jLog.java:info(67)) - Extract jar:file:/home/brock/.gradle/caches/modules-2/files-2.1/org.apache.hadoop/hadoop-yarn-common/2.3.0/2a926205d8437fe846b902e0a9e8df96924f72bf/hadoop-yarn-common-2.3.0.jar!/webapps/node to /tmp/Jetty_localhost_localdomain_51177_node____h0wnue/webapp
2014-04-10 11:44:46,327 INFO mortbay.log (Slf4jLog.java:info(67)) - Started SelectChannelConnector@localhost.localdomain:51177
2014-04-10 11:44:46,329 INFO webapp.WebApps (WebApps.java:start(248)) - Web app /node started at 51177
2014-04-10 11:44:46,334 INFO webapp.WebApps (WebApps.java:start(262)) - Registered webapp guice modules
2014-04-10 11:44:46,334 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:registerWithRM(244)) - Registering with RM using finished containers :[]
2014-04-10 11:44:46,334 INFO util.RackResolver (RackResolver.java:coreResolve(109)) - Resolved localhost to /default-rack
2014-04-10 11:44:46,334 INFO resourcemanager.ResourceTrackerService (ResourceTrackerService.java:registerNodeManager(294)) - NodeManager from node localhost(cmPort: 39304 httpPort: 51177) registered with capability: <memory:4096, vCores:8>, assigned nodeId localhost:39304
2014-04-10 11:44:46,334 INFO rmnode.RMNodeImpl (RMNodeImpl.java:handle(384)) - localhost:39304 Node Transitioned from NEW to RUNNING
2014-04-10 11:44:46,335 INFO security.NMContainerTokenSecretManager (NMContainerTokenSecretManager.java:setMasterKey(71)) - Rolling master-key for container-tokens, got key with id -63840128
2014-04-10 11:44:46,335 INFO security.NMTokenSecretManagerInNM (NMTokenSecretManagerInNM.java:setMasterKey(65)) - Rolling master-key for nm-tokens, got key with id :1027694423
2014-04-10 11:44:46,335 INFO capacity.CapacityScheduler (CapacityScheduler.java:addNode(782)) - Added node localhost:39304 clusterResource: <memory:12288, vCores:24>
2014-04-10 11:44:46,335 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:registerWithRM(294)) - Registered with ResourceManager as localhost:39304 with total resource of <memory:4096, vCores:8>
2014-04-10 11:44:46,335 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:registerWithRM(296)) - Notifying ContainerManager to unblock new container-requests
2014-04-10 11:44:47,125 INFO server.MiniYARNCluster (MiniYARNCluster.java:serviceStart(543)) - Waiting for NM 3 to start...
2014-04-10 11:44:47,129 INFO ipc.Server (Server.java:run(551)) - Starting Socket Reader #1 for port 42958
2014-04-10 11:44:47,132 INFO pb.RpcServerFactoryPBImpl (RpcServerFactoryPBImpl.java:createServer(174)) - Adding protocol org.apache.hadoop.yarn.api.ContainerManagementProtocolPB to the server
2014-04-10 11:44:47,132 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:serviceStart(283)) - Blocking new container-requests as container manager rpc server is still starting.
2014-04-10 11:44:47,133 INFO ipc.Server (Server.java:run(773)) - IPC Server Responder: starting
2014-04-10 11:44:47,133 INFO ipc.Server (Server.java:run(620)) - IPC Server listener on 42958: starting
2014-04-10 11:44:47,139 INFO security.NMContainerTokenSecretManager (NMContainerTokenSecretManager.java:setNodeId(189)) - Updating node address : localhost:42958
2014-04-10 11:44:47,140 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:serviceStart(294)) - ContainerManager started at /127.0.0.1:42958
2014-04-10 11:44:47,141 INFO ipc.Server (Server.java:run(551)) - Starting Socket Reader #1 for port 40115
2014-04-10 11:44:47,144 INFO pb.RpcServerFactoryPBImpl (RpcServerFactoryPBImpl.java:createServer(174)) - Adding protocol org.apache.hadoop.yarn.server.nodemanager.api.LocalizationProtocolPB to the server
2014-04-10 11:44:47,144 INFO ipc.Server (Server.java:run(773)) - IPC Server Responder: starting
2014-04-10 11:44:47,144 INFO ipc.Server (Server.java:run(620)) - IPC Server listener on 40115: starting
2014-04-10 11:44:47,146 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:serviceStart(263)) - Localizer started on port 40115
2014-04-10 11:44:47,149 INFO mapred.IndexCache (IndexCache.java:<init>(47)) - IndexCache created with max memory = 10485760
2014-04-10 11:44:47,150 INFO mapred.ShuffleHandler (ShuffleHandler.java:serviceStart(326)) - httpshuffle listening on port 36032
2014-04-10 11:44:47,150 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(169)) - Neither virutal-memory nor physical-memory monitoring is needed. Not running the monitor-thread
2014-04-10 11:44:47,150 INFO webapp.WebServer (WebServer.java:serviceStart(60)) - Instantiating NMWebApp at localhost.localdomain:0
2014-04-10 11:44:47,151 INFO http.HttpRequestLog (HttpRequestLog.java:getRequestLog(80)) - Http request log for http.requests.nodemanager is not defined
2014-04-10 11:44:47,152 INFO http.HttpServer2 (HttpServer2.java:addGlobalFilter(658)) - Added global filter 'safety' (class=org.apache.hadoop.http.HttpServer2$QuotingInputFilter)
2014-04-10 11:44:47,152 INFO http.HttpServer2 (HttpServer2.java:addFilter(636)) - Added filter static_user_filter (class=org.apache.hadoop.http.lib.StaticUserWebFilter$StaticUserFilter) to context node
2014-04-10 11:44:47,152 INFO http.HttpServer2 (HttpServer2.java:addFilter(643)) - Added filter static_user_filter (class=org.apache.hadoop.http.lib.StaticUserWebFilter$StaticUserFilter) to context logs
2014-04-10 11:44:47,152 INFO http.HttpServer2 (HttpServer2.java:addFilter(643)) - Added filter static_user_filter (class=org.apache.hadoop.http.lib.StaticUserWebFilter$StaticUserFilter) to context static
2014-04-10 11:44:47,153 INFO http.HttpServer2 (HttpServer2.java:initializeWebServer(392)) - adding path spec: /node/*
2014-04-10 11:44:47,154 INFO http.HttpServer2 (HttpServer2.java:initializeWebServer(392)) - adding path spec: /ws/*
2014-04-10 11:44:47,154 INFO http.HttpServer2 (HttpServer2.java:openListeners(846)) - Jetty bound to port 52042
2014-04-10 11:44:47,154 INFO mortbay.log (Slf4jLog.java:info(67)) - jetty-6.1.26
2014-04-10 11:44:47,158 INFO mortbay.log (Slf4jLog.java:info(67)) - Extract jar:file:/home/brock/.gradle/caches/modules-2/files-2.1/org.apache.hadoop/hadoop-yarn-common/2.3.0/2a926205d8437fe846b902e0a9e8df96924f72bf/hadoop-yarn-common-2.3.0.jar!/webapps/node to /tmp/Jetty_localhost_localdomain_52042_node____.505wcu/webapp
2014-04-10 11:44:47,316 INFO mortbay.log (Slf4jLog.java:info(67)) - Started SelectChannelConnector@localhost.localdomain:52042
2014-04-10 11:44:47,317 INFO webapp.WebApps (WebApps.java:start(248)) - Web app /node started at 52042
2014-04-10 11:44:47,322 INFO webapp.WebApps (WebApps.java:start(262)) - Registered webapp guice modules
2014-04-10 11:44:47,323 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:registerWithRM(244)) - Registering with RM using finished containers :[]
2014-04-10 11:44:47,323 INFO util.RackResolver (RackResolver.java:coreResolve(109)) - Resolved localhost to /default-rack
2014-04-10 11:44:47,323 INFO resourcemanager.ResourceTrackerService (ResourceTrackerService.java:registerNodeManager(294)) - NodeManager from node localhost(cmPort: 42958 httpPort: 52042) registered with capability: <memory:4096, vCores:8>, assigned nodeId localhost:42958
2014-04-10 11:44:47,323 INFO rmnode.RMNodeImpl (RMNodeImpl.java:handle(384)) - localhost:42958 Node Transitioned from NEW to RUNNING
2014-04-10 11:44:47,323 INFO security.NMContainerTokenSecretManager (NMContainerTokenSecretManager.java:setMasterKey(71)) - Rolling master-key for container-tokens, got key with id -63840128
2014-04-10 11:44:47,323 INFO security.NMTokenSecretManagerInNM (NMTokenSecretManagerInNM.java:setMasterKey(65)) - Rolling master-key for nm-tokens, got key with id :1027694423
2014-04-10 11:44:47,323 INFO capacity.CapacityScheduler (CapacityScheduler.java:addNode(782)) - Added node localhost:42958 clusterResource: <memory:16384, vCores:32>
2014-04-10 11:44:47,323 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:registerWithRM(294)) - Registered with ResourceManager as localhost:42958 with total resource of <memory:4096, vCores:8>
2014-04-10 11:44:47,323 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:registerWithRM(296)) - Notifying ContainerManager to unblock new container-requests
2014-04-10 11:44:48,140 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/classes/test/data/comments+lower.txt dst=null perm=null
2014-04-10 11:44:48,142 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/classes/test/data/comments+lower.txt dst=null perm=null
2014-04-10 11:44:48,165 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/classes/test/data/comments+lower.txt dst=null perm=brock:supergroup:rw-r--r--
2014-04-10 11:44:48,169 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(2966)) - BLOCK* allocateBlock: /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/classes/test/data/comments+lower.txt. BP-196700473-127.0.0.1-1397148267010 blk_1073741827_1003{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-7d772409-5e65-4676-97a9-57f5ea3efdc8:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-008d3ead-b2b9-49b0-88ab-01e536a210da:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-b068c5d0-517e-4297-aa28-ff6d4c514e44:NORMAL|RBW]]}
2014-04-10 11:44:48,184 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-196700473-127.0.0.1-1397148267010:blk_1073741827_1003 src: /127.0.0.1:44210 dest: /127.0.0.1:56823
2014-04-10 11:44:48,190 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-196700473-127.0.0.1-1397148267010:blk_1073741827_1003 src: /127.0.0.1:47643 dest: /127.0.0.1:37136
2014-04-10 11:44:48,192 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-196700473-127.0.0.1-1397148267010:blk_1073741827_1003 src: /127.0.0.1:50829 dest: /127.0.0.1:49954
2014-04-10 11:44:48,201 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:50829, dest: /127.0.0.1:49954, bytes: 81, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-1040503166_9, offset: 0, srvID: e20bf523-f226-4d36-9695-be2356cb97a6, blockid: BP-196700473-127.0.0.1-1397148267010:blk_1073741827_1003, duration: 6746342
2014-04-10 11:44:48,201 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-196700473-127.0.0.1-1397148267010:blk_1073741827_1003, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2014-04-10 11:44:48,202 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:49954 is added to blk_1073741827_1003{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-008d3ead-b2b9-49b0-88ab-01e536a210da:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-b6a9be31-6a8c-48bd-97ee-0b78fb430f32:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-97cf26c5-95a4-4e0e-a439-d9926ba08c0b:NORMAL|RBW]]} size 0
2014-04-10 11:44:48,203 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:47643, dest: /127.0.0.1:37136, bytes: 81, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-1040503166_9, offset: 0, srvID: b242afcc-2d24-4b8f-9fb7-bc72b71e749a, blockid: BP-196700473-127.0.0.1-1397148267010:blk_1073741827_1003, duration: 6479947
2014-04-10 11:44:48,203 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-196700473-127.0.0.1-1397148267010:blk_1073741827_1003, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 11:44:48,205 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:44210, dest: /127.0.0.1:56823, bytes: 81, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-1040503166_9, offset: 0, srvID: d87cf363-b947-4d02-ab62-043c9241fbef, blockid: BP-196700473-127.0.0.1-1397148267010:blk_1073741827_1003, duration: 9997420
2014-04-10 11:44:48,205 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:37136 is added to blk_1073741827_1003{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-008d3ead-b2b9-49b0-88ab-01e536a210da:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-b6a9be31-6a8c-48bd-97ee-0b78fb430f32:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-97cf26c5-95a4-4e0e-a439-d9926ba08c0b:NORMAL|RBW]]} size 0
2014-04-10 11:44:48,205 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-196700473-127.0.0.1-1397148267010:blk_1073741827_1003, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 11:44:48,207 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:56823 is added to blk_1073741827_1003{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-008d3ead-b2b9-49b0-88ab-01e536a210da:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-b6a9be31-6a8c-48bd-97ee-0b78fb430f32:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-97cf26c5-95a4-4e0e-a439-d9926ba08c0b:NORMAL|RBW]]} size 0
2014-04-10 11:44:48,223 INFO hdfs.StateChange (FSNamesystem.java:completeFile(2899)) - DIR* completeFile: /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/classes/test/data/comments+lower.txt is closed by DFSClient_NONMAPREDUCE_-1040503166_9
2014-04-10 11:44:48,248 INFO util.HadoopUtil (HadoopUtil.java:findMainClass(319)) - using default application jar, may cause class not found exceptions on the cluster
2014-04-10 11:44:48,248 INFO planner.HadoopPlanner (HadoopPlanner.java:initialize(205)) - using application jar: /home/brock/.gradle/caches/modules-2/files-2.1/cascading/cascading-hadoop2-mr1/2.5.3/fbde5367797af408c100d25704a77959e50a31d8/cascading-hadoop2-mr1-2.5.3.jar
2014-04-10 11:44:48,254 INFO property.AppProps (AppProps.java:getAppID(162)) - using app.id: 4CAAA3A561994C58B0117DE5703DB653
2014-04-10 11:44:48,285 INFO Configuration.deprecation (Configuration.java:warnOnceIfDeprecated(996)) - mapred.used.genericoptionsparser is deprecated. Instead, use mapreduce.client.genericoptionsparser.used
2014-04-10 11:44:48,297 INFO Configuration.deprecation (Configuration.java:warnOnceIfDeprecated(996)) - mapred.output.compress is deprecated. Instead, use mapreduce.output.fileoutputformat.compress
2014-04-10 11:44:48,327 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/hadooptapplatform/testnulls dst=null perm=null
2014-04-10 11:44:48,339 INFO util.Version (Version.java:printBanner(78)) - Concurrent, Inc - Cascading 2.5.3
2014-04-10 11:44:48,341 INFO flow.Flow (BaseFlow.java:logInfo(1354)) - [test] starting
2014-04-10 11:44:48,341 INFO flow.Flow (BaseFlow.java:logInfo(1354)) - [test] source: Hfs["CommentScheme[['line']->[ALL]]"]["/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/classes/test/data/comments+lower.txt"]
2014-04-10 11:44:48,341 INFO flow.Flow (BaseFlow.java:logInfo(1354)) - [test] sink: Hfs["TextLine[['offset', 'line']->[ALL]]"]["/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/hadooptapplatform/testnulls"]
2014-04-10 11:44:48,341 INFO flow.Flow (BaseFlow.java:logInfo(1354)) - [test] parallel execution is enabled: true
2014-04-10 11:44:48,342 INFO flow.Flow (BaseFlow.java:logInfo(1354)) - [test] starting jobs: 1
2014-04-10 11:44:48,342 INFO flow.Flow (BaseFlow.java:logInfo(1354)) - [test] allocating threads: 1
2014-04-10 11:44:48,343 INFO flow.FlowStep (BaseFlowStep.java:logInfo(834)) - [test] starting step: (1/1) ...dooptapplatform/testnulls
2014-04-10 11:44:48,365 INFO client.RMProxy (RMProxy.java:createRMProxy(92)) - Connecting to ResourceManager at localhost/127.0.0.1:53220
2014-04-10 11:44:48,420 INFO client.RMProxy (RMProxy.java:createRMProxy(92)) - Connecting to ResourceManager at localhost/127.0.0.1:53220
2014-04-10 11:44:48,427 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/hadooptapplatform/testnulls dst=null perm=null
2014-04-10 11:44:48,430 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging dst=null perm=null
2014-04-10 11:44:48,449 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=mkdirs src=/tmp/hadoop-yarn/staging/brock/.staging dst=null perm=brock:supergroup:rwx------
2014-04-10 11:44:48,477 INFO resourcemanager.ClientRMService (ClientRMService.java:getNewApplicationId(213)) - Allocated new applicationId: 1
2014-04-10 11:44:48,484 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397148282618_0001 dst=null perm=null
2014-04-10 11:44:48,499 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=mkdirs src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397148282618_0001 dst=null perm=brock:supergroup:rwxr-xr-x
2014-04-10 11:44:48,515 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397148282618_0001 dst=null perm=brock:supergroup:rwx------
2014-04-10 11:44:48,517 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397148282618_0001/job.jar dst=null perm=null
2014-04-10 11:44:48,532 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397148282618_0001/job.jar dst=null perm=brock:supergroup:rw-r--r--
2014-04-10 11:44:48,536 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(2966)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/brock/.staging/job_1397148282618_0001/job.jar. BP-196700473-127.0.0.1-1397148267010 blk_1073741828_1004{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-331ec906-785c-475e-b366-176a30c332ed:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-b6a9be31-6a8c-48bd-97ee-0b78fb430f32:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-b068c5d0-517e-4297-aa28-ff6d4c514e44:NORMAL|RBW]]}
2014-04-10 11:44:48,551 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-196700473-127.0.0.1-1397148267010:blk_1073741828_1004 src: /127.0.0.1:47647 dest: /127.0.0.1:37136
2014-04-10 11:44:48,555 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-196700473-127.0.0.1-1397148267010:blk_1073741828_1004 src: /127.0.0.1:44216 dest: /127.0.0.1:56823
2014-04-10 11:44:48,557 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-196700473-127.0.0.1-1397148267010:blk_1073741828_1004 src: /127.0.0.1:50834 dest: /127.0.0.1:49954
2014-04-10 11:44:48,566 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:50834, dest: /127.0.0.1:49954, bytes: 244650, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-1040503166_9, offset: 0, srvID: e20bf523-f226-4d36-9695-be2356cb97a6, blockid: BP-196700473-127.0.0.1-1397148267010:blk_1073741828_1004, duration: 6947168
2014-04-10 11:44:48,566 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-196700473-127.0.0.1-1397148267010:blk_1073741828_1004, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2014-04-10 11:44:48,567 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:49954 is added to blk_1073741828_1004{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-331ec906-785c-475e-b366-176a30c332ed:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-b068c5d0-517e-4297-aa28-ff6d4c514e44:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-7d772409-5e65-4676-97a9-57f5ea3efdc8:NORMAL|RBW]]} size 0
2014-04-10 11:44:48,570 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:44216, dest: /127.0.0.1:56823, bytes: 244650, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-1040503166_9, offset: 0, srvID: d87cf363-b947-4d02-ab62-043c9241fbef, blockid: BP-196700473-127.0.0.1-1397148267010:blk_1073741828_1004, duration: 8746907
2014-04-10 11:44:48,570 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-196700473-127.0.0.1-1397148267010:blk_1073741828_1004, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 11:44:48,571 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:56823 is added to blk_1073741828_1004{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-331ec906-785c-475e-b366-176a30c332ed:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-b068c5d0-517e-4297-aa28-ff6d4c514e44:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-7d772409-5e65-4676-97a9-57f5ea3efdc8:NORMAL|RBW]]} size 0
2014-04-10 11:44:48,571 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:47647, dest: /127.0.0.1:37136, bytes: 244650, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-1040503166_9, offset: 0, srvID: b242afcc-2d24-4b8f-9fb7-bc72b71e749a, blockid: BP-196700473-127.0.0.1-1397148267010:blk_1073741828_1004, duration: 11761346
2014-04-10 11:44:48,572 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-196700473-127.0.0.1-1397148267010:blk_1073741828_1004, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 11:44:48,572 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:37136 is added to blk_1073741828_1004{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-331ec906-785c-475e-b366-176a30c332ed:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-b068c5d0-517e-4297-aa28-ff6d4c514e44:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-7d772409-5e65-4676-97a9-57f5ea3efdc8:NORMAL|RBW]]} size 0
2014-04-10 11:44:48,590 INFO hdfs.StateChange (FSNamesystem.java:completeFile(2899)) - DIR* completeFile: /tmp/hadoop-yarn/staging/brock/.staging/job_1397148282618_0001/job.jar is closed by DFSClient_NONMAPREDUCE_-1040503166_9
2014-04-10 11:44:48,595 INFO blockmanagement.BlockManager (BlockManager.java:setReplication(2455)) - Increasing replication from 3 to 10 for /tmp/hadoop-yarn/staging/brock/.staging/job_1397148282618_0001/job.jar
2014-04-10 11:44:48,607 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=setReplication src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397148282618_0001/job.jar dst=null perm=null
2014-04-10 11:44:48,624 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397148282618_0001/job.jar dst=null perm=brock:supergroup:rw-r--r--
2014-04-10 11:44:48,627 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null
2014-04-10 11:44:48,629 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target/Hadoop2MR1Platform-tmpDir/hadoop-6513904787770014536.jar dst=null perm=null
2014-04-10 11:44:48,631 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null
2014-04-10 11:44:48,632 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target/Hadoop2MR1Platform-tmpDir dst=null perm=null
2014-04-10 11:44:48,634 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target dst=null perm=null
2014-04-10 11:44:48,636 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock dst=null perm=null
2014-04-10 11:44:48,637 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user dst=null perm=null
2014-04-10 11:44:48,639 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/ dst=null perm=null
2014-04-10 11:44:48,640 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target/Hadoop2MR1Platform-tmpDir/hadoop-6513904787770014536.jar dst=null perm=null
2014-04-10 11:44:48,653 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/classes/test/data/comments+lower.txt dst=null perm=null
2014-04-10 11:44:48,654 INFO mapred.FileInputFormat (FileInputFormat.java:listStatus(253)) - Total input paths to process : 1
2014-04-10 11:44:48,658 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/classes/test/data/comments+lower.txt dst=null perm=null
2014-04-10 11:44:48,690 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397148282618_0001/job.split dst=null perm=brock:supergroup:rw-r--r--
2014-04-10 11:44:48,707 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397148282618_0001/job.split dst=null perm=brock:supergroup:rw-r--r--
2014-04-10 11:44:48,709 INFO blockmanagement.BlockManager (BlockManager.java:setReplication(2455)) - Increasing replication from 3 to 10 for /tmp/hadoop-yarn/staging/brock/.staging/job_1397148282618_0001/job.split
2014-04-10 11:44:48,724 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=setReplication src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397148282618_0001/job.split dst=null perm=null
2014-04-10 11:44:48,728 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(2966)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/brock/.staging/job_1397148282618_0001/job.split. BP-196700473-127.0.0.1-1397148267010 blk_1073741829_1005{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-97cf26c5-95a4-4e0e-a439-d9926ba08c0b:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-2bef5f6e-f0c9-4da0-8817-be69f5868853:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-331ec906-785c-475e-b366-176a30c332ed:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-b6a9be31-6a8c-48bd-97ee-0b78fb430f32:NORMAL|RBW]]}
2014-04-10 11:44:48,743 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-196700473-127.0.0.1-1397148267010:blk_1073741829_1005 src: /127.0.0.1:50835 dest: /127.0.0.1:49954
2014-04-10 11:44:48,745 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-196700473-127.0.0.1-1397148267010:blk_1073741829_1005 src: /127.0.0.1:53295 dest: /127.0.0.1:53089
2014-04-10 11:44:48,747 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-196700473-127.0.0.1-1397148267010:blk_1073741829_1005 src: /127.0.0.1:47652 dest: /127.0.0.1:37136
2014-04-10 11:44:48,749 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-196700473-127.0.0.1-1397148267010:blk_1073741829_1005 src: /127.0.0.1:44221 dest: /127.0.0.1:56823
2014-04-10 11:44:48,757 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:44221, dest: /127.0.0.1:56823, bytes: 392, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-1040503166_9, offset: 0, srvID: d87cf363-b947-4d02-ab62-043c9241fbef, blockid: BP-196700473-127.0.0.1-1397148267010:blk_1073741829_1005, duration: 6140764
2014-04-10 11:44:48,757 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-196700473-127.0.0.1-1397148267010:blk_1073741829_1005, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2014-04-10 11:44:48,758 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:56823 is added to blk_1073741829_1005{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-97cf26c5-95a4-4e0e-a439-d9926ba08c0b:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-2bef5f6e-f0c9-4da0-8817-be69f5868853:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-b6a9be31-6a8c-48bd-97ee-0b78fb430f32:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-008d3ead-b2b9-49b0-88ab-01e536a210da:NORMAL|RBW]]} size 0
2014-04-10 11:44:48,758 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:47652, dest: /127.0.0.1:37136, bytes: 392, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-1040503166_9, offset: 0, srvID: b242afcc-2d24-4b8f-9fb7-bc72b71e749a, blockid: BP-196700473-127.0.0.1-1397148267010:blk_1073741829_1005, duration: 7469246
2014-04-10 11:44:48,759 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-196700473-127.0.0.1-1397148267010:blk_1073741829_1005, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 11:44:48,760 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:37136 is added to blk_1073741829_1005{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-97cf26c5-95a4-4e0e-a439-d9926ba08c0b:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-2bef5f6e-f0c9-4da0-8817-be69f5868853:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-b6a9be31-6a8c-48bd-97ee-0b78fb430f32:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-008d3ead-b2b9-49b0-88ab-01e536a210da:NORMAL|RBW]]} size 0
2014-04-10 11:44:48,760 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:53295, dest: /127.0.0.1:53089, bytes: 392, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-1040503166_9, offset: 0, srvID: 56b85d8f-9b31-4c91-b022-e568d9765c42, blockid: BP-196700473-127.0.0.1-1397148267010:blk_1073741829_1005, duration: 8802050
2014-04-10 11:44:48,761 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-196700473-127.0.0.1-1397148267010:blk_1073741829_1005, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 11:44:48,762 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:53089 is added to blk_1073741829_1005{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-97cf26c5-95a4-4e0e-a439-d9926ba08c0b:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-2bef5f6e-f0c9-4da0-8817-be69f5868853:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-b6a9be31-6a8c-48bd-97ee-0b78fb430f32:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-008d3ead-b2b9-49b0-88ab-01e536a210da:NORMAL|RBW]]} size 0
2014-04-10 11:44:48,763 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:50835, dest: /127.0.0.1:49954, bytes: 392, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-1040503166_9, offset: 0, srvID: e20bf523-f226-4d36-9695-be2356cb97a6, blockid: BP-196700473-127.0.0.1-1397148267010:blk_1073741829_1005, duration: 10454314
2014-04-10 11:44:48,763 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-196700473-127.0.0.1-1397148267010:blk_1073741829_1005, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 11:44:48,764 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:49954 is added to blk_1073741829_1005{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-97cf26c5-95a4-4e0e-a439-d9926ba08c0b:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-2bef5f6e-f0c9-4da0-8817-be69f5868853:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-b6a9be31-6a8c-48bd-97ee-0b78fb430f32:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-008d3ead-b2b9-49b0-88ab-01e536a210da:NORMAL|RBW]]} size 0
2014-04-10 11:44:48,782 INFO hdfs.StateChange (FSNamesystem.java:completeFile(2899)) - DIR* completeFile: /tmp/hadoop-yarn/staging/brock/.staging/job_1397148282618_0001/job.split is closed by DFSClient_NONMAPREDUCE_-1040503166_9
2014-04-10 11:44:48,799 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397148282618_0001/job.splitmetainfo dst=null perm=brock:supergroup:rw-r--r--
2014-04-10 11:44:48,815 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397148282618_0001/job.splitmetainfo dst=null perm=brock:supergroup:rw-r--r--
2014-04-10 11:44:48,819 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(2966)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/brock/.staging/job_1397148282618_0001/job.splitmetainfo. BP-196700473-127.0.0.1-1397148267010 blk_1073741830_1006{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-b068c5d0-517e-4297-aa28-ff6d4c514e44:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-331ec906-785c-475e-b366-176a30c332ed:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-7d772409-5e65-4676-97a9-57f5ea3efdc8:NORMAL|RBW]]}
2014-04-10 11:44:48,834 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-196700473-127.0.0.1-1397148267010:blk_1073741830_1006 src: /127.0.0.1:50839 dest: /127.0.0.1:49954
2014-04-10 11:44:48,838 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-196700473-127.0.0.1-1397148267010:blk_1073741830_1006 src: /127.0.0.1:47655 dest: /127.0.0.1:37136
2014-04-10 11:44:48,840 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-196700473-127.0.0.1-1397148267010:blk_1073741830_1006 src: /127.0.0.1:44224 dest: /127.0.0.1:56823
2014-04-10 11:44:48,847 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:44224, dest: /127.0.0.1:56823, bytes: 43, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-1040503166_9, offset: 0, srvID: d87cf363-b947-4d02-ab62-043c9241fbef, blockid: BP-196700473-127.0.0.1-1397148267010:blk_1073741830_1006, duration: 6020226
2014-04-10 11:44:48,848 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-196700473-127.0.0.1-1397148267010:blk_1073741830_1006, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2014-04-10 11:44:48,849 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:56823 is added to blk_1073741830_1006{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-b068c5d0-517e-4297-aa28-ff6d4c514e44:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-331ec906-785c-475e-b366-176a30c332ed:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-7d772409-5e65-4676-97a9-57f5ea3efdc8:NORMAL|RBW]]} size 0
2014-04-10 11:44:48,849 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:47655, dest: /127.0.0.1:37136, bytes: 43, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-1040503166_9, offset: 0, srvID: b242afcc-2d24-4b8f-9fb7-bc72b71e749a, blockid: BP-196700473-127.0.0.1-1397148267010:blk_1073741830_1006, duration: 6934384
2014-04-10 11:44:48,849 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-196700473-127.0.0.1-1397148267010:blk_1073741830_1006, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 11:44:48,852 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:37136 is added to blk_1073741830_1006{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-b068c5d0-517e-4297-aa28-ff6d4c514e44:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-331ec906-785c-475e-b366-176a30c332ed:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-7d772409-5e65-4676-97a9-57f5ea3efdc8:NORMAL|RBW]]} size 0
2014-04-10 11:44:48,852 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:50839, dest: /127.0.0.1:49954, bytes: 43, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-1040503166_9, offset: 0, srvID: e20bf523-f226-4d36-9695-be2356cb97a6, blockid: BP-196700473-127.0.0.1-1397148267010:blk_1073741830_1006, duration: 10251790
2014-04-10 11:44:48,853 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-196700473-127.0.0.1-1397148267010:blk_1073741830_1006, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 11:44:48,854 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:49954 is added to blk_1073741830_1006{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-b068c5d0-517e-4297-aa28-ff6d4c514e44:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-331ec906-785c-475e-b366-176a30c332ed:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-7d772409-5e65-4676-97a9-57f5ea3efdc8:NORMAL|RBW]]} size 0
2014-04-10 11:44:48,873 INFO hdfs.StateChange (FSNamesystem.java:completeFile(2899)) - DIR* completeFile: /tmp/hadoop-yarn/staging/brock/.staging/job_1397148282618_0001/job.splitmetainfo is closed by DFSClient_NONMAPREDUCE_-1040503166_9
2014-04-10 11:44:48,874 INFO mapreduce.JobSubmitter (JobSubmitter.java:submitJobInternal(396)) - number of splits:1
2014-04-10 11:44:48,890 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397148282618_0001/job.xml dst=null perm=brock:supergroup:rw-r--r--
2014-04-10 11:44:48,907 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397148282618_0001/job.xml dst=null perm=brock:supergroup:rw-r--r--
2014-04-10 11:44:48,983 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(2966)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/brock/.staging/job_1397148282618_0001/job.xml. BP-196700473-127.0.0.1-1397148267010 blk_1073741831_1007{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-b6a9be31-6a8c-48bd-97ee-0b78fb430f32:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-008d3ead-b2b9-49b0-88ab-01e536a210da:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-b068c5d0-517e-4297-aa28-ff6d4c514e44:NORMAL|RBW]]}
2014-04-10 11:44:49,001 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-196700473-127.0.0.1-1397148267010:blk_1073741831_1007 src: /127.0.0.1:44225 dest: /127.0.0.1:56823
2014-04-10 11:44:49,002 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-196700473-127.0.0.1-1397148267010:blk_1073741831_1007 src: /127.0.0.1:47658 dest: /127.0.0.1:37136
2014-04-10 11:44:49,005 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-196700473-127.0.0.1-1397148267010:blk_1073741831_1007 src: /127.0.0.1:50844 dest: /127.0.0.1:49954
2014-04-10 11:44:49,015 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:50844, dest: /127.0.0.1:49954, bytes: 80147, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-1040503166_9, offset: 0, srvID: e20bf523-f226-4d36-9695-be2356cb97a6, blockid: BP-196700473-127.0.0.1-1397148267010:blk_1073741831_1007, duration: 7971507
2014-04-10 11:44:49,015 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-196700473-127.0.0.1-1397148267010:blk_1073741831_1007, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2014-04-10 11:44:49,015 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:49954 is added to blk_1073741831_1007{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-b6a9be31-6a8c-48bd-97ee-0b78fb430f32:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-008d3ead-b2b9-49b0-88ab-01e536a210da:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-97cf26c5-95a4-4e0e-a439-d9926ba08c0b:NORMAL|RBW]]} size 0
2014-04-10 11:44:49,016 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:47658, dest: /127.0.0.1:37136, bytes: 80147, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-1040503166_9, offset: 0, srvID: b242afcc-2d24-4b8f-9fb7-bc72b71e749a, blockid: BP-196700473-127.0.0.1-1397148267010:blk_1073741831_1007, duration: 7231613
2014-04-10 11:44:49,017 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-196700473-127.0.0.1-1397148267010:blk_1073741831_1007, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 11:44:49,019 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:37136 is added to blk_1073741831_1007{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-b6a9be31-6a8c-48bd-97ee-0b78fb430f32:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-008d3ead-b2b9-49b0-88ab-01e536a210da:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-97cf26c5-95a4-4e0e-a439-d9926ba08c0b:NORMAL|RBW]]} size 0
2014-04-10 11:44:49,020 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:44225, dest: /127.0.0.1:56823, bytes: 80147, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-1040503166_9, offset: 0, srvID: d87cf363-b947-4d02-ab62-043c9241fbef, blockid: BP-196700473-127.0.0.1-1397148267010:blk_1073741831_1007, duration: 8502906
2014-04-10 11:44:49,020 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-196700473-127.0.0.1-1397148267010:blk_1073741831_1007, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 11:44:49,021 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:56823 is added to blk_1073741831_1007{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-b6a9be31-6a8c-48bd-97ee-0b78fb430f32:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-008d3ead-b2b9-49b0-88ab-01e536a210da:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-97cf26c5-95a4-4e0e-a439-d9926ba08c0b:NORMAL|RBW]]} size 0
2014-04-10 11:44:49,040 INFO hdfs.StateChange (FSNamesystem.java:completeFile(2899)) - DIR* completeFile: /tmp/hadoop-yarn/staging/brock/.staging/job_1397148282618_0001/job.xml is closed by DFSClient_NONMAPREDUCE_-1040503166_9
2014-04-10 11:44:49,041 INFO mapreduce.JobSubmitter (JobSubmitter.java:printTokens(479)) - Submitting tokens for job: job_1397148282618_0001
2014-04-10 11:44:49,070 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397148282618_0001 dst=null perm=null
2014-04-10 11:44:49,078 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397148282618_0001/job.xml dst=null perm=null
2014-04-10 11:44:49,080 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397148282618_0001/job.xml dst=null perm=null
2014-04-10 11:44:49,082 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397148282618_0001/job.jar dst=null perm=null
2014-04-10 11:44:49,083 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397148282618_0001/job.jar dst=null perm=null
2014-04-10 11:44:49,085 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397148282618_0001/job.split dst=null perm=null
2014-04-10 11:44:49,086 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397148282618_0001/job.split dst=null perm=null
2014-04-10 11:44:49,088 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397148282618_0001/job.splitmetainfo dst=null perm=null
2014-04-10 11:44:49,089 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397148282618_0001/job.splitmetainfo dst=null perm=null
2014-04-10 11:44:49,095 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null
2014-04-10 11:44:49,096 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target/Hadoop2MR1Platform-tmpDir/hadoop-6513904787770014536.jar dst=null perm=null
2014-04-10 11:44:49,098 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null
2014-04-10 11:44:49,100 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target/Hadoop2MR1Platform-tmpDir/hadoop-6513904787770014536.jar dst=null perm=null
2014-04-10 11:44:49,101 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null
2014-04-10 11:44:49,103 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target/Hadoop2MR1Platform-tmpDir/hadoop-6513904787770014536.jar dst=null perm=null
2014-04-10 11:44:49,190 INFO resourcemanager.ClientRMService (ClientRMService.java:submitApplication(326)) - Application with id 1 submitted by user brock
2014-04-10 11:44:49,191 INFO rmapp.RMAppImpl (RMAppImpl.java:transition(786)) - Storing application with id application_1397148282618_0001
2014-04-10 11:44:49,192 INFO rmapp.RMAppImpl (RMAppImpl.java:handle(610)) - application_1397148282618_0001 State change from NEW to NEW_SAVING
2014-04-10 11:44:49,192 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(140)) - USER=brock IP=127.0.0.1 OPERATION=Submit Application Request TARGET=ClientRMService RESULT=SUCCESS APPID=application_1397148282618_0001
2014-04-10 11:44:49,197 INFO recovery.RMStateStore (RMStateStore.java:handleStoreEvent(596)) - Storing info for app: application_1397148282618_0001
2014-04-10 11:44:49,206 INFO rmapp.RMAppImpl (RMAppImpl.java:handle(610)) - application_1397148282618_0001 State change from NEW_SAVING to SUBMITTED
2014-04-10 11:44:49,207 INFO resourcemanager.ApplicationMasterService (ApplicationMasterService.java:registerAppAttempt(556)) - Registering app attempt : appattempt_1397148282618_0001_000001
2014-04-10 11:44:49,209 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(652)) - appattempt_1397148282618_0001_000001 State change from NEW to SUBMITTED
2014-04-10 11:44:49,214 INFO capacity.LeafQueue (LeafQueue.java:activateApplications(718)) - Application application_1397148282618_0001 from user: brock activated in queue: default
2014-04-10 11:44:49,215 INFO capacity.LeafQueue (LeafQueue.java:addApplication(734)) - Application added - appId: application_1397148282618_0001 user: org.apache.hadoop.yarn.server.resourcemanager.scheduler.capacity.LeafQueue$User@57bb55fc, leaf-queue: default #user-pending-applications: 0 #user-active-applications: 1 #queue-pending-applications: 0 #queue-active-applications: 1
2014-04-10 11:44:49,215 INFO capacity.ParentQueue (ParentQueue.java:addApplication(482)) - Application added - appId: application_1397148282618_0001 user: brock leaf-queue of parent: root #applications: 1
2014-04-10 11:44:49,215 INFO capacity.CapacityScheduler (CapacityScheduler.java:addApplicationAttempt(459)) - Application Submission: appattempt_1397148282618_0001_000001, user: brock queue: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:0, vCores:0>usedCapacity=0.0, absoluteUsedCapacity=0.0, numApps=1, numContainers=0, currently active: 1
2014-04-10 11:44:49,217 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(652)) - appattempt_1397148282618_0001_000001 State change from SUBMITTED to SCHEDULED
2014-04-10 11:44:49,217 INFO rmapp.RMAppImpl (RMAppImpl.java:handle(610)) - application_1397148282618_0001 State change from SUBMITTED to ACCEPTED
2014-04-10 11:44:49,346 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397148282618_0001_01_000001 Container Transitioned from NEW to ALLOCATED
2014-04-10 11:44:49,346 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(98)) - USER=brock OPERATION=AM Allocated Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1397148282618_0001 CONTAINERID=container_1397148282618_0001_01_000001
2014-04-10 11:44:49,347 INFO fica.FiCaSchedulerNode (FiCaSchedulerNode.java:allocateContainer(116)) - Assigned container container_1397148282618_0001_01_000001 of capacity <memory:2048, vCores:1> on host localhost:42958, which currently has 1 containers, <memory:2048, vCores:1> used and <memory:2048, vCores:7> available
2014-04-10 11:44:49,347 INFO capacity.LeafQueue (LeafQueue.java:assignContainer(1363)) - assignedContainer application=application_1397148282618_0001 container=Container: [ContainerId: container_1397148282618_0001_01_000001, NodeId: localhost:42958, NodeHttpAddress: localhost:52042, Resource: <memory:2048, vCores:1>, Priority: 0, Token: Token { kind: ContainerToken, service: localhost:42958 }, ] containerId=container_1397148282618_0001_01_000001 queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:0, vCores:0>usedCapacity=0.0, absoluteUsedCapacity=0.0, numApps=1, numContainers=0 usedCapacity=0.0 absoluteUsedCapacity=0.0 used=<memory:0, vCores:0> cluster=<memory:16384, vCores:32>
2014-04-10 11:44:49,347 INFO capacity.ParentQueue (ParentQueue.java:assignContainersToChildQueues(655)) - Re-sorting assigned queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:2048, vCores:1>usedCapacity=0.125, absoluteUsedCapacity=0.125, numApps=1, numContainers=1
2014-04-10 11:44:49,347 INFO capacity.ParentQueue (ParentQueue.java:assignContainers(570)) - assignedContainer queue=root usedCapacity=0.125 absoluteUsedCapacity=0.125 used=<memory:2048, vCores:1> cluster=<memory:16384, vCores:32>
2014-04-10 11:44:49,349 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397148282618_0001_01_000001 Container Transitioned from ALLOCATED to ACQUIRED
2014-04-10 11:44:49,350 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:storeAttempt(1554)) - Storing attempt: AppId: application_1397148282618_0001 AttemptId: appattempt_1397148282618_0001_000001 MasterContainer: Container: [ContainerId: container_1397148282618_0001_01_000001, NodeId: localhost:42958, NodeHttpAddress: localhost:52042, Resource: <memory:2048, vCores:1>, Priority: 0, Token: Token { kind: ContainerToken, service: localhost:42958 }, ]
2014-04-10 11:44:49,351 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(652)) - appattempt_1397148282618_0001_000001 State change from SCHEDULED to ALLOCATED_SAVING
2014-04-10 11:44:49,361 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(652)) - appattempt_1397148282618_0001_000001 State change from ALLOCATED_SAVING to ALLOCATED
2014-04-10 11:44:49,365 INFO amlauncher.AMLauncher (AMLauncher.java:run(248)) - Launching masterappattempt_1397148282618_0001_000001
2014-04-10 11:44:49,380 INFO amlauncher.AMLauncher (AMLauncher.java:launch(105)) - Setting up container Container: [ContainerId: container_1397148282618_0001_01_000001, NodeId: localhost:42958, NodeHttpAddress: localhost:52042, Resource: <memory:2048, vCores:1>, Priority: 0, Token: Token { kind: ContainerToken, service: localhost:42958 }, ] for AM appattempt_1397148282618_0001_000001
2014-04-10 11:44:49,380 INFO amlauncher.AMLauncher (AMLauncher.java:createAMContainerLaunchContext(190)) - Command to launch container container_1397148282618_0001_01_000001 : $JAVA_HOME/bin/java -Dlog4j.configuration=container-log4j.properties -Dyarn.app.container.log.dir=<LOG_DIR> -Dyarn.app.container.log.filesize=0 -Dhadoop.root.logger=INFO,CLA -Xmx1024m org.apache.hadoop.mapreduce.v2.app.MRAppMaster 1><LOG_DIR>/stdout 2><LOG_DIR>/stderr
2014-04-10 11:44:49,399 INFO ipc.Server (Server.java:saslProcess(1252)) - Auth successful for appattempt_1397148282618_0001_000001 (auth:SIMPLE)
2014-04-10 11:44:49,410 INFO impl.YarnClientImpl (YarnClientImpl.java:submitApplication(166)) - Submitted application application_1397148282618_0001
2014-04-10 11:44:49,411 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(572)) - Start request for container_1397148282618_0001_01_000001 by user brock
2014-04-10 11:44:49,430 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(611)) - Creating a new application reference for app application_1397148282618_0001
2014-04-10 11:44:49,431 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=brock IP=127.0.0.1 OPERATION=Start Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1397148282618_0001 CONTAINERID=container_1397148282618_0001_01_000001
2014-04-10 11:44:49,432 INFO application.Application (ApplicationImpl.java:handle(450)) - Application application_1397148282618_0001 transitioned from NEW to INITING
2014-04-10 11:44:49,433 INFO application.Application (ApplicationImpl.java:transition(296)) - Adding container_1397148282618_0001_01_000001 to application application_1397148282618_0001
2014-04-10 11:44:49,436 INFO application.Application (ApplicationImpl.java:handle(450)) - Application application_1397148282618_0001 transitioned from INITING to RUNNING
2014-04-10 11:44:49,438 INFO mapreduce.Job (Job.java:submit(1289)) - The url to track the job: http://localhost:45416/proxy/application_1397148282618_0001/
2014-04-10 11:44:49,438 INFO flow.FlowStep (BaseFlowStep.java:logInfo(834)) - [test] submitted hadoop job: job_1397148282618_0001
2014-04-10 11:44:49,438 INFO flow.FlowStep (BaseFlowStep.java:logInfo(834)) - [test] tracking url: http://localhost:45416/proxy/application_1397148282618_0001/
2014-04-10 11:44:49,439 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397148282618_0001_01_000001 transitioned from NEW to LOCALIZING
2014-04-10 11:44:49,439 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event CONTAINER_INIT for appId application_1397148282618_0001
2014-04-10 11:44:49,443 INFO amlauncher.AMLauncher (AMLauncher.java:launch(126)) - Done launching container Container: [ContainerId: container_1397148282618_0001_01_000001, NodeId: localhost:42958, NodeHttpAddress: localhost:52042, Resource: <memory:2048, vCores:1>, Priority: 0, Token: Token { kind: ContainerToken, service: localhost:42958 }, ] for AM appattempt_1397148282618_0001_000001
2014-04-10 11:44:49,444 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(652)) - appattempt_1397148282618_0001_000001 State change from ALLOCATED to LAUNCHED
2014-04-10 11:44:49,446 INFO BlockStateChange (BlockManager.java:computeReplicationWorkForBlocks(1373)) - BLOCK* ask 127.0.0.1:49954 to replicate blk_1073741828_1004 to datanode(s) 127.0.0.1:53089
2014-04-10 11:44:49,446 INFO localizer.LocalizedResource (LocalizedResource.java:handle(196)) - Resource hdfs://localhost:38088/user/brock/target/Hadoop2MR1Platform-tmpDir/hadoop-6513904787770014536.jar transitioned from INIT to DOWNLOADING
2014-04-10 11:44:49,446 INFO localizer.LocalizedResource (LocalizedResource.java:handle(196)) - Resource hdfs://localhost:38088/user/brock/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar transitioned from INIT to DOWNLOADING
2014-04-10 11:44:49,446 INFO localizer.LocalizedResource (LocalizedResource.java:handle(196)) - Resource hdfs://localhost:38088/tmp/hadoop-yarn/staging/brock/.staging/job_1397148282618_0001/job.jar transitioned from INIT to DOWNLOADING
2014-04-10 11:44:49,446 INFO localizer.LocalizedResource (LocalizedResource.java:handle(196)) - Resource hdfs://localhost:38088/tmp/hadoop-yarn/staging/brock/.staging/job_1397148282618_0001/job.splitmetainfo transitioned from INIT to DOWNLOADING
2014-04-10 11:44:49,446 INFO localizer.LocalizedResource (LocalizedResource.java:handle(196)) - Resource hdfs://localhost:38088/tmp/hadoop-yarn/staging/brock/.staging/job_1397148282618_0001/job.split transitioned from INIT to DOWNLOADING
2014-04-10 11:44:49,446 INFO localizer.LocalizedResource (LocalizedResource.java:handle(196)) - Resource hdfs://localhost:38088/tmp/hadoop-yarn/staging/brock/.staging/job_1397148282618_0001/job.xml transitioned from INIT to DOWNLOADING
2014-04-10 11:44:49,447 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:addResource(651)) - Downloading public rsrc:{ hdfs://localhost:38088/user/brock/target/Hadoop2MR1Platform-tmpDir/hadoop-6513904787770014536.jar, 1397148270315, FILE, null }
2014-04-10 11:44:49,451 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:addResource(651)) - Downloading public rsrc:{ hdfs://localhost:38088/user/brock/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar, 1397148270142, FILE, null }
2014-04-10 11:44:49,452 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:handle(590)) - Created localizer for container_1397148282618_0001_01_000001
2014-04-10 11:44:49,464 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:writeCredentials(1015)) - Writing credentials to the nmPrivate file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_3/nmPrivate/container_1397148282618_0001_01_000001.tokens. Credentials list:
2014-04-10 11:44:49,469 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target/Hadoop2MR1Platform-tmpDir/hadoop-6513904787770014536.jar dst=null perm=null
2014-04-10 11:44:49,470 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null
2014-04-10 11:44:49,471 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target/Hadoop2MR1Platform-tmpDir/hadoop-6513904787770014536.jar dst=null perm=null
2014-04-10 11:44:49,472 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null
2014-04-10 11:44:49,473 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target/Hadoop2MR1Platform-tmpDir dst=null perm=null
2014-04-10 11:44:49,474 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target/Hadoop2MR1Platform-tmpDir dst=null perm=null
2014-04-10 11:44:49,474 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target dst=null perm=null
2014-04-10 11:44:49,475 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target dst=null perm=null
2014-04-10 11:44:49,475 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock dst=null perm=null
2014-04-10 11:44:49,476 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock dst=null perm=null
2014-04-10 11:44:49,477 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user dst=null perm=null
2014-04-10 11:44:49,477 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user dst=null perm=null
2014-04-10 11:44:49,478 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/ dst=null perm=null
2014-04-10 11:44:49,479 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/ dst=null perm=null
2014-04-10 11:44:49,480 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target/Hadoop2MR1Platform-tmpDir/hadoop-6513904787770014536.jar dst=null perm=null
2014-04-10 11:44:49,480 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null
2014-04-10 11:44:49,481 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:createUserCacheDirs(469)) - Initializing user brock
2014-04-10 11:44:49,489 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/user/brock/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null
2014-04-10 11:44:49,491 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/user/brock/target/Hadoop2MR1Platform-tmpDir/hadoop-6513904787770014536.jar dst=null perm=null
2014-04-10 11:44:49,518 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:56823, dest: /127.0.0.1:44230, bytes: 388587, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_-1040503166_9, offset: 0, srvID: d87cf363-b947-4d02-ab62-043c9241fbef, blockid: BP-196700473-127.0.0.1-1397148267010:blk_1073741826_1002, duration: 5859465
2014-04-10 11:44:49,524 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:53089, dest: /127.0.0.1:53306, bytes: 488518, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_-1040503166_9, offset: 0, srvID: 56b85d8f-9b31-4c91-b022-e568d9765c42, blockid: BP-196700473-127.0.0.1-1397148267010:blk_1073741825_1001, duration: 12408596
2014-04-10 11:44:49,541 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(103)) - Copying from /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_3/nmPrivate/container_1397148282618_0001_01_000001.tokens to /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_0/usercache/brock/appcache/application_1397148282618_0001/container_1397148282618_0001_01_000001.tokens
2014-04-10 11:44:49,541 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(105)) - CWD set to /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_0/usercache/brock/appcache/application_1397148282618_0001 = file:/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_0/usercache/brock/appcache/application_1397148282618_0001
2014-04-10 11:44:49,556 INFO localizer.LocalizedResource (LocalizedResource.java:handle(196)) - Resource hdfs://localhost:38088/user/brock/target/Hadoop2MR1Platform-tmpDir/hadoop-6513904787770014536.jar(->file:/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_0/filecache/10/hadoop-6513904787770014536.jar) transitioned from DOWNLOADING to LOCALIZED
2014-04-10 11:44:49,558 INFO localizer.LocalizedResource (LocalizedResource.java:handle(196)) - Resource hdfs://localhost:38088/user/brock/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar(->file:/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_0/filecache/11/MRAppJar.jar) transitioned from DOWNLOADING to LOCALIZED
2014-04-10 11:44:49,638 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-196700473-127.0.0.1-1397148267010:blk_1073741831_1007
2014-04-10 11:44:49,639 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-196700473-127.0.0.1-1397148267010:blk_1073741829_1005
2014-04-10 11:44:49,646 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-196700473-127.0.0.1-1397148267010:blk_1073741828_1004
2014-04-10 11:44:49,647 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-196700473-127.0.0.1-1397148267010:blk_1073741827_1003
2014-04-10 11:44:49,648 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-196700473-127.0.0.1-1397148267010:blk_1073741830_1006
2014-04-10 11:44:49,686 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397148282618_0001/job.jar dst=null perm=null
2014-04-10 11:44:49,689 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397148282618_0001/job.jar dst=null perm=null
2014-04-10 11:44:49,691 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397148282618_0001/job.jar dst=null perm=null
2014-04-10 11:44:49,707 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:49954, dest: /127.0.0.1:50851, bytes: 246562, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_624803156_900, offset: 0, srvID: e20bf523-f226-4d36-9695-be2356cb97a6, blockid: BP-196700473-127.0.0.1-1397148267010:blk_1073741828_1004, duration: 2567903
2014-04-10 11:44:49,755 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-196700473-127.0.0.1-1397148267010:blk_1073741831_1007
2014-04-10 11:44:49,756 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-196700473-127.0.0.1-1397148267010:blk_1073741827_1003
2014-04-10 11:44:49,757 INFO localizer.LocalizedResource (LocalizedResource.java:handle(196)) - Resource hdfs://localhost:38088/tmp/hadoop-yarn/staging/brock/.staging/job_1397148282618_0001/job.jar(->file:/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_3/usercache/brock/appcache/application_1397148282618_0001/filecache/10/job.jar) transitioned from DOWNLOADING to LOCALIZED
2014-04-10 11:44:49,761 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-196700473-127.0.0.1-1397148267010:blk_1073741828_1004
2014-04-10 11:44:49,762 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-196700473-127.0.0.1-1397148267010:blk_1073741829_1005
2014-04-10 11:44:49,762 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-196700473-127.0.0.1-1397148267010:blk_1073741830_1006
2014-04-10 11:44:49,779 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397148282618_0001/job.splitmetainfo dst=null perm=null
2014-04-10 11:44:49,780 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397148282618_0001/job.splitmetainfo dst=null perm=null
2014-04-10 11:44:49,782 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397148282618_0001/job.splitmetainfo dst=null perm=null
2014-04-10 11:44:49,793 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:49954, dest: /127.0.0.1:50851, bytes: 47, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_624803156_900, offset: 0, srvID: e20bf523-f226-4d36-9695-be2356cb97a6, blockid: BP-196700473-127.0.0.1-1397148267010:blk_1073741830_1006, duration: 312603
2014-04-10 11:44:49,800 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-196700473-127.0.0.1-1397148267010:blk_1073741829_1005
2014-04-10 11:44:49,813 INFO localizer.LocalizedResource (LocalizedResource.java:handle(196)) - Resource hdfs://localhost:38088/tmp/hadoop-yarn/staging/brock/.staging/job_1397148282618_0001/job.splitmetainfo(->file:/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_0/usercache/brock/appcache/application_1397148282618_0001/filecache/11/job.splitmetainfo) transitioned from DOWNLOADING to LOCALIZED
2014-04-10 11:44:49,832 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397148282618_0001/job.split dst=null perm=null
2014-04-10 11:44:49,834 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397148282618_0001/job.split dst=null perm=null
2014-04-10 11:44:49,836 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397148282618_0001/job.split dst=null perm=null
2014-04-10 11:44:49,846 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:56823, dest: /127.0.0.1:44230, bytes: 396, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_624803156_900, offset: 0, srvID: d87cf363-b947-4d02-ab62-043c9241fbef, blockid: BP-196700473-127.0.0.1-1397148267010:blk_1073741829_1005, duration: 351595
2014-04-10 11:44:49,856 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-196700473-127.0.0.1-1397148267010:blk_1073741829_1005
2014-04-10 11:44:49,858 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-196700473-127.0.0.1-1397148267010:blk_1073741831_1007
2014-04-10 11:44:49,862 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-196700473-127.0.0.1-1397148267010:blk_1073741828_1004
2014-04-10 11:44:49,863 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-196700473-127.0.0.1-1397148267010:blk_1073741830_1006
2014-04-10 11:44:49,864 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-196700473-127.0.0.1-1397148267010:blk_1073741827_1003
2014-04-10 11:44:49,868 INFO localizer.LocalizedResource (LocalizedResource.java:handle(196)) - Resource hdfs://localhost:38088/tmp/hadoop-yarn/staging/brock/.staging/job_1397148282618_0001/job.split(->file:/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_1/usercache/brock/appcache/application_1397148282618_0001/filecache/12/job.split) transitioned from DOWNLOADING to LOCALIZED
2014-04-10 11:44:49,887 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397148282618_0001/job.xml dst=null perm=null
2014-04-10 11:44:49,889 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397148282618_0001/job.xml dst=null perm=null
2014-04-10 11:44:49,890 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397148282618_0001/job.xml dst=null perm=null
2014-04-10 11:44:49,901 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:56823, dest: /127.0.0.1:44230, bytes: 80775, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_624803156_900, offset: 0, srvID: d87cf363-b947-4d02-ab62-043c9241fbef, blockid: BP-196700473-127.0.0.1-1397148267010:blk_1073741831_1007, duration: 536569
2014-04-10 11:44:49,923 INFO localizer.LocalizedResource (LocalizedResource.java:handle(196)) - Resource hdfs://localhost:38088/tmp/hadoop-yarn/staging/brock/.staging/job_1397148282618_0001/job.xml(->file:/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_2/usercache/brock/appcache/application_1397148282618_0001/filecache/13/job.xml) transitioned from DOWNLOADING to LOCALIZED
2014-04-10 11:44:49,924 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397148282618_0001_01_000001 transitioned from LOCALIZING to LOCALIZED
2014-04-10 11:44:49,972 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397148282618_0001_01_000001 transitioned from LOCALIZED to RUNNING
2014-04-10 11:44:49,972 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(169)) - Neither virutal-memory nor physical-memory monitoring is needed. Not running the monitor-thread
2014-04-10 11:44:50,045 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(189)) - launchContainer: [nice, -n, 0, bash, /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_0/usercache/brock/appcache/application_1397148282618_0001/container_1397148282618_0001_01_000001/default_container_executor.sh]
2014-04-10 11:44:50,330 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397148282618_0001_01_000001 Container Transitioned from ACQUIRED to RUNNING
2014-04-10 11:44:50,688 INFO datanode.DataNode (DataNode.java:transferBlock(1426)) - DatanodeRegistration(127.0.0.1, datanodeUuid=e20bf523-f226-4d36-9695-be2356cb97a6, infoPort=45546, ipcPort=38831, storageInfo=lv=-51;cid=testClusterID;nsid=743366398;c=0) Starting thread to transfer BP-196700473-127.0.0.1-1397148267010:blk_1073741828_1004 to 127.0.0.1:53089
2014-04-10 11:44:50,691 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-196700473-127.0.0.1-1397148267010:blk_1073741828_1004 src: /127.0.0.1:53313 dest: /127.0.0.1:53089
2014-04-10 11:44:50,692 INFO datanode.DataNode (DataNode.java:run(1629)) - DataTransfer: Transmitted BP-196700473-127.0.0.1-1397148267010:blk_1073741828_1004 (numBytes=244650) to 127.0.0.1/127.0.0.1:53089
2014-04-10 11:44:50,693 INFO datanode.DataNode (DataXceiver.java:writeBlock(597)) - Received BP-196700473-127.0.0.1-1397148267010:blk_1073741828_1004 src: /127.0.0.1:53313 dest: /127.0.0.1:53089 of size 244650
2014-04-10 11:44:50,694 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:53089 is added to blk_1073741828_1004 size 244650
2014-04-10 11:44:51,246 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging dst=null perm=null
2014-04-10 11:44:51,274 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397148282618_0001/COMMIT_STARTED dst=null perm=null
2014-04-10 11:44:51,275 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397148282618_0001/COMMIT_SUCCESS dst=null perm=null
2014-04-10 11:44:51,277 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397148282618_0001/COMMIT_FAIL dst=null perm=null
2014-04-10 11:44:51,318 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397148282618_0001 dst=null perm=null
2014-04-10 11:44:51,320 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/history/done_intermediate dst=null perm=null
2014-04-10 11:44:51,322 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock dst=null perm=null
2014-04-10 11:44:51,382 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=mkdirs src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock dst=null perm=brock:supergroup:rwxrwx---
2014-04-10 11:44:51,386 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock dst=null perm=null
2014-04-10 11:44:51,619 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397148282618_0001/job.splitmetainfo dst=null perm=null
2014-04-10 11:44:51,626 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397148282618_0001/job.splitmetainfo dst=null perm=null
2014-04-10 11:44:51,665 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:49954, dest: /127.0.0.1:50858, bytes: 47, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_-181081588_1, offset: 0, srvID: e20bf523-f226-4d36-9695-be2356cb97a6, blockid: BP-196700473-127.0.0.1-1397148267010:blk_1073741830_1006, duration: 201470
2014-04-10 11:44:52,262 INFO ipc.Server (Server.java:saslProcess(1252)) - Auth successful for appattempt_1397148282618_0001_000001 (auth:SIMPLE)
2014-04-10 11:44:52,267 INFO resourcemanager.ApplicationMasterService (ApplicationMasterService.java:registerApplicationMaster(251)) - AM registration appattempt_1397148282618_0001_000001
2014-04-10 11:44:52,267 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(119)) - USER=brock IP=127.0.0.1 OPERATION=Register App Master TARGET=ApplicationMasterService RESULT=SUCCESS APPID=application_1397148282618_0001 APPATTEMPTID=appattempt_1397148282618_0001_000001
2014-04-10 11:44:52,268 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(652)) - appattempt_1397148282618_0001_000001 State change from LAUNCHED to RUNNING
2014-04-10 11:44:52,268 INFO rmapp.RMAppImpl (RMAppImpl.java:handle(610)) - application_1397148282618_0001 State change from ACCEPTED to RUNNING
2014-04-10 11:44:52,348 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397148282618_0001/job_1397148282618_0001_1.jhist dst=null perm=brock:supergroup:rw-rw-rw-
2014-04-10 11:44:52,365 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=mkdirs src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/hadooptapplatform/testnulls/_temporary/1 dst=null perm=brock:supergroup:rwxrwxrwx
2014-04-10 11:44:52,415 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397148282618_0001/job_1397148282618_0001_1_conf.xml dst=null perm=brock:supergroup:rw-rw-rw-
2014-04-10 11:44:52,518 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(2966)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/brock/.staging/job_1397148282618_0001/job_1397148282618_0001_1_conf.xml. BP-196700473-127.0.0.1-1397148267010 blk_1073741832_1008{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-7d772409-5e65-4676-97a9-57f5ea3efdc8:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-97cf26c5-95a4-4e0e-a439-d9926ba08c0b:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-008d3ead-b2b9-49b0-88ab-01e536a210da:NORMAL|RBW]]}
2014-04-10 11:44:52,551 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-196700473-127.0.0.1-1397148267010:blk_1073741832_1008 src: /127.0.0.1:44245 dest: /127.0.0.1:56823
2014-04-10 11:44:52,553 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-196700473-127.0.0.1-1397148267010:blk_1073741832_1008 src: /127.0.0.1:50863 dest: /127.0.0.1:49954
2014-04-10 11:44:52,554 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-196700473-127.0.0.1-1397148267010:blk_1073741832_1008 src: /127.0.0.1:47679 dest: /127.0.0.1:37136
2014-04-10 11:44:52,564 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:47679, dest: /127.0.0.1:37136, bytes: 94010, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-181081588_1, offset: 0, srvID: b242afcc-2d24-4b8f-9fb7-bc72b71e749a, blockid: BP-196700473-127.0.0.1-1397148267010:blk_1073741832_1008, duration: 9003779
2014-04-10 11:44:52,565 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-196700473-127.0.0.1-1397148267010:blk_1073741832_1008, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2014-04-10 11:44:52,565 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:50863, dest: /127.0.0.1:49954, bytes: 94010, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-181081588_1, offset: 0, srvID: e20bf523-f226-4d36-9695-be2356cb97a6, blockid: BP-196700473-127.0.0.1-1397148267010:blk_1073741832_1008, duration: 9656808
2014-04-10 11:44:52,565 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:37136 is added to blk_1073741832_1008{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-7d772409-5e65-4676-97a9-57f5ea3efdc8:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-b068c5d0-517e-4297-aa28-ff6d4c514e44:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-331ec906-785c-475e-b366-176a30c332ed:NORMAL|RBW]]} size 0
2014-04-10 11:44:52,566 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-196700473-127.0.0.1-1397148267010:blk_1073741832_1008, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 11:44:52,566 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:44245, dest: /127.0.0.1:56823, bytes: 94010, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-181081588_1, offset: 0, srvID: d87cf363-b947-4d02-ab62-043c9241fbef, blockid: BP-196700473-127.0.0.1-1397148267010:blk_1073741832_1008, duration: 10436146
2014-04-10 11:44:52,567 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-196700473-127.0.0.1-1397148267010:blk_1073741832_1008, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 11:44:52,567 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:49954 is added to blk_1073741832_1008{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-7d772409-5e65-4676-97a9-57f5ea3efdc8:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-b068c5d0-517e-4297-aa28-ff6d4c514e44:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-331ec906-785c-475e-b366-176a30c332ed:NORMAL|RBW]]} size 0
2014-04-10 11:44:52,568 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:56823 is added to blk_1073741832_1008{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-7d772409-5e65-4676-97a9-57f5ea3efdc8:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-b068c5d0-517e-4297-aa28-ff6d4c514e44:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-331ec906-785c-475e-b366-176a30c332ed:NORMAL|RBW]]} size 0
2014-04-10 11:44:52,590 INFO hdfs.StateChange (FSNamesystem.java:completeFile(2899)) - DIR* completeFile: /tmp/hadoop-yarn/staging/brock/.staging/job_1397148282618_0001/job_1397148282618_0001_1_conf.xml is closed by DFSClient_NONMAPREDUCE_-181081588_1
2014-04-10 11:44:53,331 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397148282618_0001_01_000002 Container Transitioned from NEW to ALLOCATED
2014-04-10 11:44:53,332 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(98)) - USER=brock OPERATION=AM Allocated Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1397148282618_0001 CONTAINERID=container_1397148282618_0001_01_000002
2014-04-10 11:44:53,332 INFO fica.FiCaSchedulerNode (FiCaSchedulerNode.java:allocateContainer(116)) - Assigned container container_1397148282618_0001_01_000002 of capacity <memory:1024, vCores:1> on host localhost:42958, which currently has 2 containers, <memory:3072, vCores:2> used and <memory:1024, vCores:6> available
2014-04-10 11:44:53,332 INFO capacity.LeafQueue (LeafQueue.java:assignContainer(1363)) - assignedContainer application=application_1397148282618_0001 container=Container: [ContainerId: container_1397148282618_0001_01_000002, NodeId: localhost:42958, NodeHttpAddress: localhost:52042, Resource: <memory:1024, vCores:1>, Priority: 20, Token: Token { kind: ContainerToken, service: localhost:42958 }, ] containerId=container_1397148282618_0001_01_000002 queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:2048, vCores:1>usedCapacity=0.125, absoluteUsedCapacity=0.125, numApps=1, numContainers=1 usedCapacity=0.125 absoluteUsedCapacity=0.125 used=<memory:2048, vCores:1> cluster=<memory:16384, vCores:32>
2014-04-10 11:44:53,333 INFO capacity.ParentQueue (ParentQueue.java:assignContainersToChildQueues(655)) - Re-sorting assigned queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:3072, vCores:2>usedCapacity=0.1875, absoluteUsedCapacity=0.1875, numApps=1, numContainers=2
2014-04-10 11:44:53,333 INFO capacity.ParentQueue (ParentQueue.java:assignContainers(570)) - assignedContainer queue=root usedCapacity=0.1875 absoluteUsedCapacity=0.1875 used=<memory:3072, vCores:2> cluster=<memory:16384, vCores:32>
2014-04-10 11:44:54,329 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397148282618_0001_01_000002 Container Transitioned from ALLOCATED to ACQUIRED
2014-04-10 11:44:54,367 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397148282618_0001/job.jar dst=null perm=null
2014-04-10 11:44:54,369 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397148282618_0001/job.jar dst=null perm=null
2014-04-10 11:44:54,376 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397148282618_0001/job.xml dst=null perm=null
2014-04-10 11:44:54,377 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397148282618_0001/job.xml dst=null perm=null
2014-04-10 11:44:54,381 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null
2014-04-10 11:44:54,383 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target/Hadoop2MR1Platform-tmpDir/hadoop-6513904787770014536.jar dst=null perm=null
2014-04-10 11:44:54,395 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null
2014-04-10 11:44:54,397 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target/Hadoop2MR1Platform-tmpDir/hadoop-6513904787770014536.jar dst=null perm=null
2014-04-10 11:44:54,399 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null
2014-04-10 11:44:54,401 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target/Hadoop2MR1Platform-tmpDir/hadoop-6513904787770014536.jar dst=null perm=null
2014-04-10 11:44:54,448 INFO ipc.Server (Server.java:saslProcess(1252)) - Auth successful for appattempt_1397148282618_0001_000001 (auth:SIMPLE)
2014-04-10 11:44:54,454 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(572)) - Start request for container_1397148282618_0001_01_000002 by user brock
2014-04-10 11:44:54,455 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=brock IP=127.0.0.1 OPERATION=Start Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1397148282618_0001 CONTAINERID=container_1397148282618_0001_01_000002
2014-04-10 11:44:54,457 INFO application.Application (ApplicationImpl.java:transition(296)) - Adding container_1397148282618_0001_01_000002 to application application_1397148282618_0001
2014-04-10 11:44:54,458 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397148282618_0001_01_000002 transitioned from NEW to LOCALIZING
2014-04-10 11:44:54,458 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event CONTAINER_INIT for appId application_1397148282618_0001
2014-04-10 11:44:54,458 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event APPLICATION_INIT for appId application_1397148282618_0001
2014-04-10 11:44:54,458 INFO containermanager.AuxServices (AuxServices.java:handle(179)) - Got APPLICATION_INIT for service mapreduce_shuffle
2014-04-10 11:44:54,459 INFO mapred.ShuffleHandler (ShuffleHandler.java:initializeApplication(263)) - Added token for job_1397148282618_0001
2014-04-10 11:44:54,460 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397148282618_0001_01_000002 transitioned from LOCALIZING to LOCALIZED
2014-04-10 11:44:54,492 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397148282618_0001_01_000002 transitioned from LOCALIZED to RUNNING
2014-04-10 11:44:54,492 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(169)) - Neither virutal-memory nor physical-memory monitoring is needed. Not running the monitor-thread
2014-04-10 11:44:54,562 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(189)) - launchContainer: [nice, -n, 0, bash, /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_2/usercache/brock/appcache/application_1397148282618_0001/container_1397148282618_0001_01_000002/default_container_executor.sh]
2014-04-10 11:44:54,650 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-196700473-127.0.0.1-1397148267010:blk_1073741832_1008
2014-04-10 11:44:54,764 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-196700473-127.0.0.1-1397148267010:blk_1073741832_1008
2014-04-10 11:44:54,802 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-196700473-127.0.0.1-1397148267010:blk_1073741828_1004
2014-04-10 11:44:54,866 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-196700473-127.0.0.1-1397148267010:blk_1073741832_1008
2014-04-10 11:44:55,331 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397148282618_0001_01_000002 Container Transitioned from ACQUIRED to RUNNING
2014-04-10 11:44:55,344 INFO scheduler.AppSchedulingInfo (AppSchedulingInfo.java:updateResourceRequests(166)) - checking for deactivate...
2014-04-10 11:44:55,972 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397148282618_0001/job.split dst=null perm=null
2014-04-10 11:44:56,025 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:49954, dest: /127.0.0.1:50875, bytes: 396, op: HDFS_READ, cliID: DFSClient_attempt_1397148282618_0001_m_000000_0_-15254344_1, offset: 0, srvID: e20bf523-f226-4d36-9695-be2356cb97a6, blockid: BP-196700473-127.0.0.1-1397148267010:blk_1073741829_1005, duration: 200505
2014-04-10 11:44:56,073 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/classes/test/data/comments+lower.txt dst=null perm=null
2014-04-10 11:44:56,148 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/hadooptapplatform/testnulls/_temporary/1/_temporary/attempt_1397148282618_0001_m_000000_0/part-00000 dst=null perm=brock:supergroup:rw-rw-rw-
2014-04-10 11:44:56,254 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:49954, dest: /127.0.0.1:50875, bytes: 85, op: HDFS_READ, cliID: DFSClient_attempt_1397148282618_0001_m_000000_0_-15254344_1, offset: 0, srvID: e20bf523-f226-4d36-9695-be2356cb97a6, blockid: BP-196700473-127.0.0.1-1397148267010:blk_1073741827_1003, duration: 223732
2014-04-10 11:44:56,272 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(2966)) - BLOCK* allocateBlock: /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/hadooptapplatform/testnulls/_temporary/1/_temporary/attempt_1397148282618_0001_m_000000_0/part-00000. BP-196700473-127.0.0.1-1397148267010 blk_1073741833_1009{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-b6a9be31-6a8c-48bd-97ee-0b78fb430f32:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-97cf26c5-95a4-4e0e-a439-d9926ba08c0b:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-008d3ead-b2b9-49b0-88ab-01e536a210da:NORMAL|RBW]]}
2014-04-10 11:44:56,322 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-196700473-127.0.0.1-1397148267010:blk_1073741833_1009 src: /127.0.0.1:44261 dest: /127.0.0.1:56823
2014-04-10 11:44:56,323 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-196700473-127.0.0.1-1397148267010:blk_1073741833_1009 src: /127.0.0.1:50879 dest: /127.0.0.1:49954
2014-04-10 11:44:56,324 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-196700473-127.0.0.1-1397148267010:blk_1073741833_1009 src: /127.0.0.1:47695 dest: /127.0.0.1:37136
2014-04-10 11:44:56,330 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:47695, dest: /127.0.0.1:37136, bytes: 20, op: HDFS_WRITE, cliID: DFSClient_attempt_1397148282618_0001_m_000000_0_-15254344_1, offset: 0, srvID: b242afcc-2d24-4b8f-9fb7-bc72b71e749a, blockid: BP-196700473-127.0.0.1-1397148267010:blk_1073741833_1009, duration: 4790465
2014-04-10 11:44:56,330 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-196700473-127.0.0.1-1397148267010:blk_1073741833_1009, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2014-04-10 11:44:56,330 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:37136 is added to blk_1073741833_1009{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-b6a9be31-6a8c-48bd-97ee-0b78fb430f32:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-97cf26c5-95a4-4e0e-a439-d9926ba08c0b:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-008d3ead-b2b9-49b0-88ab-01e536a210da:NORMAL|RBW]]} size 0
2014-04-10 11:44:56,331 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:50879, dest: /127.0.0.1:49954, bytes: 20, op: HDFS_WRITE, cliID: DFSClient_attempt_1397148282618_0001_m_000000_0_-15254344_1, offset: 0, srvID: e20bf523-f226-4d36-9695-be2356cb97a6, blockid: BP-196700473-127.0.0.1-1397148267010:blk_1073741833_1009, duration: 5304441
2014-04-10 11:44:56,331 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:49954 is added to blk_1073741833_1009{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-b6a9be31-6a8c-48bd-97ee-0b78fb430f32:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-97cf26c5-95a4-4e0e-a439-d9926ba08c0b:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-008d3ead-b2b9-49b0-88ab-01e536a210da:NORMAL|RBW]]} size 0
2014-04-10 11:44:56,331 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-196700473-127.0.0.1-1397148267010:blk_1073741833_1009, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 11:44:56,331 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:44261, dest: /127.0.0.1:56823, bytes: 20, op: HDFS_WRITE, cliID: DFSClient_attempt_1397148282618_0001_m_000000_0_-15254344_1, offset: 0, srvID: d87cf363-b947-4d02-ab62-043c9241fbef, blockid: BP-196700473-127.0.0.1-1397148267010:blk_1073741833_1009, duration: 5922171
2014-04-10 11:44:56,332 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-196700473-127.0.0.1-1397148267010:blk_1073741833_1009, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 11:44:56,332 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:56823 is added to blk_1073741833_1009{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-b6a9be31-6a8c-48bd-97ee-0b78fb430f32:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-97cf26c5-95a4-4e0e-a439-d9926ba08c0b:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-008d3ead-b2b9-49b0-88ab-01e536a210da:NORMAL|RBW]]} size 0
2014-04-10 11:44:56,348 INFO hdfs.StateChange (FSNamesystem.java:completeFile(2899)) - DIR* completeFile: /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/hadooptapplatform/testnulls/_temporary/1/_temporary/attempt_1397148282618_0001_m_000000_0/part-00000 is closed by DFSClient_attempt_1397148282618_0001_m_000000_0_-15254344_1
2014-04-10 11:44:56,396 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/hadooptapplatform/testnulls/_temporary/1/_temporary/attempt_1397148282618_0001_m_000000_0 dst=null perm=null
2014-04-10 11:44:56,403 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/hadooptapplatform/testnulls/_temporary/1/_temporary/attempt_1397148282618_0001_m_000000_0 dst=null perm=null
2014-04-10 11:44:56,405 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/hadooptapplatform/testnulls/_temporary/1/task_1397148282618_0001_m_000000 dst=null perm=null
2014-04-10 11:44:56,423 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=rename src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/hadooptapplatform/testnulls/_temporary/1/_temporary/attempt_1397148282618_0001_m_000000_0 dst=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/hadooptapplatform/testnulls/_temporary/1/task_1397148282618_0001_m_000000 perm=brock:supergroup:rwxrwxrwx
2014-04-10 11:44:56,485 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:stopContainerInternal(718)) - Stopping container with container Id: container_1397148282618_0001_01_000002
2014-04-10 11:44:56,486 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=brock IP=127.0.0.1 OPERATION=Stop Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1397148282618_0001 CONTAINERID=container_1397148282618_0001_01_000002
2014-04-10 11:44:56,487 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397148282618_0001_01_000002 transitioned from RUNNING to KILLING
2014-04-10 11:44:56,487 INFO launcher.ContainerLaunch (ContainerLaunch.java:cleanupContainer(341)) - Cleaning up container container_1397148282618_0001_01_000002
2014-04-10 11:44:56,498 WARN nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(207)) - Exit code from container container_1397148282618_0001_01_000002 is : 143
2014-04-10 11:44:56,518 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(2966)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/brock/.staging/job_1397148282618_0001/job_1397148282618_0001_1.jhist. BP-196700473-127.0.0.1-1397148267010 blk_1073741834_1010{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-b068c5d0-517e-4297-aa28-ff6d4c514e44:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-7d772409-5e65-4676-97a9-57f5ea3efdc8:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-008d3ead-b2b9-49b0-88ab-01e536a210da:NORMAL|RBW]]}
2014-04-10 11:44:56,526 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397148282618_0001_01_000002 transitioned from KILLING to CONTAINER_CLEANEDUP_AFTER_KILL
2014-04-10 11:44:56,527 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_0/usercache/brock/appcache/application_1397148282618_0001/container_1397148282618_0001_01_000002
2014-04-10 11:44:56,530 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_1/usercache/brock/appcache/application_1397148282618_0001/container_1397148282618_0001_01_000002
2014-04-10 11:44:56,531 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_2/usercache/brock/appcache/application_1397148282618_0001/container_1397148282618_0001_01_000002
2014-04-10 11:44:56,531 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=brock OPERATION=Container Finished - Killed TARGET=ContainerImpl RESULT=SUCCESS APPID=application_1397148282618_0001 CONTAINERID=container_1397148282618_0001_01_000002
2014-04-10 11:44:56,532 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_3/usercache/brock/appcache/application_1397148282618_0001/container_1397148282618_0001_01_000002
2014-04-10 11:44:56,532 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397148282618_0001_01_000002 transitioned from CONTAINER_CLEANEDUP_AFTER_KILL to DONE
2014-04-10 11:44:56,532 INFO application.Application (ApplicationImpl.java:transition(339)) - Removing container_1397148282618_0001_01_000002 from application application_1397148282618_0001
2014-04-10 11:44:56,533 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(169)) - Neither virutal-memory nor physical-memory monitoring is needed. Not running the monitor-thread
2014-04-10 11:44:56,533 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event CONTAINER_STOP for appId application_1397148282618_0001
2014-04-10 11:44:56,534 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-196700473-127.0.0.1-1397148267010:blk_1073741834_1010 src: /127.0.0.1:50881 dest: /127.0.0.1:49954
2014-04-10 11:44:56,535 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-196700473-127.0.0.1-1397148267010:blk_1073741834_1010 src: /127.0.0.1:44265 dest: /127.0.0.1:56823
2014-04-10 11:44:56,536 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-196700473-127.0.0.1-1397148267010:blk_1073741834_1010 src: /127.0.0.1:47698 dest: /127.0.0.1:37136
2014-04-10 11:44:56,548 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397148282618_0001/COMMIT_STARTED dst=null perm=brock:supergroup:rw-rw-rw-
2014-04-10 11:44:56,551 INFO hdfs.StateChange (FSNamesystem.java:fsync(3598)) - BLOCK* fsync: /tmp/hadoop-yarn/staging/brock/.staging/job_1397148282618_0001/job_1397148282618_0001_1.jhist for DFSClient_NONMAPREDUCE_-181081588_1
2014-04-10 11:44:56,581 INFO hdfs.StateChange (FSNamesystem.java:completeFile(2899)) - DIR* completeFile: /tmp/hadoop-yarn/staging/brock/.staging/job_1397148282618_0001/COMMIT_STARTED is closed by DFSClient_NONMAPREDUCE_-181081588_1
2014-04-10 11:44:56,587 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=listStatus src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/hadooptapplatform/testnulls/_temporary/1 dst=null perm=null
2014-04-10 11:44:56,595 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/hadooptapplatform/testnulls dst=null perm=null
2014-04-10 11:44:56,597 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/hadooptapplatform/testnulls dst=null perm=null
2014-04-10 11:44:56,598 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=listStatus src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/hadooptapplatform/testnulls/_temporary/1/task_1397148282618_0001_m_000000 dst=null perm=null
2014-04-10 11:44:56,601 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/hadooptapplatform/testnulls/part-00000 dst=null perm=null
2014-04-10 11:44:56,623 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=rename src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/hadooptapplatform/testnulls/_temporary/1/task_1397148282618_0001_m_000000/part-00000 dst=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/hadooptapplatform/testnulls/part-00000 perm=brock:supergroup:rw-rw-rw-
2014-04-10 11:44:56,695 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=delete src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/hadooptapplatform/testnulls/_temporary dst=null perm=null
2014-04-10 11:44:56,723 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/hadooptapplatform/testnulls/_SUCCESS dst=null perm=brock:supergroup:rw-rw-rw-
2014-04-10 11:44:56,740 INFO hdfs.StateChange (FSNamesystem.java:completeFile(2899)) - DIR* completeFile: /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/hadooptapplatform/testnulls/_SUCCESS is closed by DFSClient_NONMAPREDUCE_-181081588_1
2014-04-10 11:44:56,756 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397148282618_0001/COMMIT_SUCCESS dst=null perm=brock:supergroup:rw-rw-rw-
2014-04-10 11:44:56,773 INFO hdfs.StateChange (FSNamesystem.java:completeFile(2899)) - DIR* completeFile: /tmp/hadoop-yarn/staging/brock/.staging/job_1397148282618_0001/COMMIT_SUCCESS is closed by DFSClient_NONMAPREDUCE_-181081588_1
2014-04-10 11:44:56,797 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:47698, dest: /127.0.0.1:37136, bytes: 23626, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-181081588_1, offset: 0, srvID: b242afcc-2d24-4b8f-9fb7-bc72b71e749a, blockid: BP-196700473-127.0.0.1-1397148267010:blk_1073741834_1010, duration: 259242473
2014-04-10 11:44:56,798 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-196700473-127.0.0.1-1397148267010:blk_1073741834_1010, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2014-04-10 11:44:56,799 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:37136 is added to blk_1073741834_1010{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-b068c5d0-517e-4297-aa28-ff6d4c514e44:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-7d772409-5e65-4676-97a9-57f5ea3efdc8:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-331ec906-785c-475e-b366-176a30c332ed:NORMAL|RBW]]} size 13052
2014-04-10 11:44:56,799 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:44265, dest: /127.0.0.1:56823, bytes: 23626, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-181081588_1, offset: 0, srvID: d87cf363-b947-4d02-ab62-043c9241fbef, blockid: BP-196700473-127.0.0.1-1397148267010:blk_1073741834_1010, duration: 260607446
2014-04-10 11:44:56,799 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-196700473-127.0.0.1-1397148267010:blk_1073741834_1010, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 11:44:56,800 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:56823 is added to blk_1073741834_1010{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-b068c5d0-517e-4297-aa28-ff6d4c514e44:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-7d772409-5e65-4676-97a9-57f5ea3efdc8:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-331ec906-785c-475e-b366-176a30c332ed:NORMAL|RBW]]} size 13052
2014-04-10 11:44:56,800 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:50881, dest: /127.0.0.1:49954, bytes: 23626, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-181081588_1, offset: 0, srvID: e20bf523-f226-4d36-9695-be2356cb97a6, blockid: BP-196700473-127.0.0.1-1397148267010:blk_1073741834_1010, duration: 262049509
2014-04-10 11:44:56,801 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-196700473-127.0.0.1-1397148267010:blk_1073741834_1010, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 11:44:56,801 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:49954 is added to blk_1073741834_1010{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-b068c5d0-517e-4297-aa28-ff6d4c514e44:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-7d772409-5e65-4676-97a9-57f5ea3efdc8:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-331ec906-785c-475e-b366-176a30c332ed:NORMAL|RBW]]} size 13052
2014-04-10 11:44:56,815 INFO hdfs.StateChange (FSNamesystem.java:completeFile(2899)) - DIR* completeFile: /tmp/hadoop-yarn/staging/brock/.staging/job_1397148282618_0001/job_1397148282618_0001_1.jhist is closed by DFSClient_NONMAPREDUCE_-181081588_1
2014-04-10 11:44:56,831 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397148282618_0001.summary_tmp dst=null perm=brock:supergroup:rw-rw-rw-
2014-04-10 11:44:56,835 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(2966)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397148282618_0001.summary_tmp. BP-196700473-127.0.0.1-1397148267010 blk_1073741835_1011{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-b6a9be31-6a8c-48bd-97ee-0b78fb430f32:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-b068c5d0-517e-4297-aa28-ff6d4c514e44:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-2bef5f6e-f0c9-4da0-8817-be69f5868853:NORMAL|RBW]]}
2014-04-10 11:44:56,851 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-196700473-127.0.0.1-1397148267010:blk_1073741835_1011 src: /127.0.0.1:44268 dest: /127.0.0.1:56823
2014-04-10 11:44:56,852 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-196700473-127.0.0.1-1397148267010:blk_1073741835_1011 src: /127.0.0.1:50886 dest: /127.0.0.1:49954
2014-04-10 11:44:56,855 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-196700473-127.0.0.1-1397148267010:blk_1073741835_1011 src: /127.0.0.1:53346 dest: /127.0.0.1:53089
2014-04-10 11:44:56,861 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:53346, dest: /127.0.0.1:53089, bytes: 430, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-181081588_1, offset: 0, srvID: 56b85d8f-9b31-4c91-b022-e568d9765c42, blockid: BP-196700473-127.0.0.1-1397148267010:blk_1073741835_1011, duration: 4455725
2014-04-10 11:44:56,861 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-196700473-127.0.0.1-1397148267010:blk_1073741835_1011, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2014-04-10 11:44:56,862 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:53089 is added to blk_1073741835_1011{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-b6a9be31-6a8c-48bd-97ee-0b78fb430f32:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-2bef5f6e-f0c9-4da0-8817-be69f5868853:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-97cf26c5-95a4-4e0e-a439-d9926ba08c0b:NORMAL|RBW]]} size 0
2014-04-10 11:44:56,862 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:50886, dest: /127.0.0.1:49954, bytes: 430, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-181081588_1, offset: 0, srvID: e20bf523-f226-4d36-9695-be2356cb97a6, blockid: BP-196700473-127.0.0.1-1397148267010:blk_1073741835_1011, duration: 5596428
2014-04-10 11:44:56,862 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-196700473-127.0.0.1-1397148267010:blk_1073741835_1011, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 11:44:56,863 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:49954 is added to blk_1073741835_1011{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-b6a9be31-6a8c-48bd-97ee-0b78fb430f32:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-2bef5f6e-f0c9-4da0-8817-be69f5868853:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-97cf26c5-95a4-4e0e-a439-d9926ba08c0b:NORMAL|RBW]]} size 0
2014-04-10 11:44:56,863 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:44268, dest: /127.0.0.1:56823, bytes: 430, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-181081588_1, offset: 0, srvID: d87cf363-b947-4d02-ab62-043c9241fbef, blockid: BP-196700473-127.0.0.1-1397148267010:blk_1073741835_1011, duration: 6529382
2014-04-10 11:44:56,863 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-196700473-127.0.0.1-1397148267010:blk_1073741835_1011, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 11:44:56,864 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:56823 is added to blk_1073741835_1011{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-b6a9be31-6a8c-48bd-97ee-0b78fb430f32:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-2bef5f6e-f0c9-4da0-8817-be69f5868853:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-97cf26c5-95a4-4e0e-a439-d9926ba08c0b:NORMAL|RBW]]} size 0
2014-04-10 11:44:56,881 INFO hdfs.StateChange (FSNamesystem.java:completeFile(2899)) - DIR* completeFile: /tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397148282618_0001.summary_tmp is closed by DFSClient_NONMAPREDUCE_-181081588_1
2014-04-10 11:44:56,898 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397148282618_0001.summary_tmp dst=null perm=brock:supergroup:rwxrwx---
2014-04-10 11:44:56,905 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397148282618_0001/job_1397148282618_0001_1.jhist dst=null perm=null
2014-04-10 11:44:56,907 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397148282618_0001-1397148289164-brock-%5BD981386A019740B9924EF9BD9BDA4840%2F8E856ECF5EF643AF-1397148296774-1-0-SUCCEEDED-default-1397148292283.jhist_tmp dst=null perm=null
2014-04-10 11:44:56,911 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397148282618_0001/job_1397148282618_0001_1.jhist dst=null perm=null
2014-04-10 11:44:56,913 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397148282618_0001-1397148289164-brock-%5BD981386A019740B9924EF9BD9BDA4840%2F8E856ECF5EF643AF-1397148296774-1-0-SUCCEEDED-default-1397148292283.jhist_tmp dst=null perm=null
2014-04-10 11:44:56,915 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397148282618_0001/job_1397148282618_0001_1.jhist dst=null perm=null
2014-04-10 11:44:56,932 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397148282618_0001-1397148289164-brock-%5BD981386A019740B9924EF9BD9BDA4840%2F8E856ECF5EF643AF-1397148296774-1-0-SUCCEEDED-default-1397148292283.jhist_tmp dst=null perm=brock:supergroup:rw-rw-rw-
2014-04-10 11:44:56,940 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:49954, dest: /127.0.0.1:50888, bytes: 23814, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_-181081588_1, offset: 0, srvID: e20bf523-f226-4d36-9695-be2356cb97a6, blockid: BP-196700473-127.0.0.1-1397148267010:blk_1073741834_1010, duration: 354465
2014-04-10 11:44:56,943 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(2966)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397148282618_0001-1397148289164-brock-%5BD981386A019740B9924EF9BD9BDA4840%2F8E856ECF5EF643AF-1397148296774-1-0-SUCCEEDED-default-1397148292283.jhist_tmp. BP-196700473-127.0.0.1-1397148267010 blk_1073741836_1012{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-c910d2b0-940b-4e3d-b4fd-b4f6084bf0d7:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-97cf26c5-95a4-4e0e-a439-d9926ba08c0b:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-b6a9be31-6a8c-48bd-97ee-0b78fb430f32:NORMAL|RBW]]}
2014-04-10 11:44:56,959 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-196700473-127.0.0.1-1397148267010:blk_1073741836_1012 src: /127.0.0.1:53348 dest: /127.0.0.1:53089
2014-04-10 11:44:56,961 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-196700473-127.0.0.1-1397148267010:blk_1073741836_1012 src: /127.0.0.1:50890 dest: /127.0.0.1:49954
2014-04-10 11:44:56,963 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-196700473-127.0.0.1-1397148267010:blk_1073741836_1012 src: /127.0.0.1:44274 dest: /127.0.0.1:56823
2014-04-10 11:44:56,970 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:44274, dest: /127.0.0.1:56823, bytes: 23626, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-181081588_1, offset: 0, srvID: d87cf363-b947-4d02-ab62-043c9241fbef, blockid: BP-196700473-127.0.0.1-1397148267010:blk_1073741836_1012, duration: 6041437
2014-04-10 11:44:56,971 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-196700473-127.0.0.1-1397148267010:blk_1073741836_1012, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2014-04-10 11:44:56,971 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:56823 is added to blk_1073741836_1012{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-c910d2b0-940b-4e3d-b4fd-b4f6084bf0d7:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-b068c5d0-517e-4297-aa28-ff6d4c514e44:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-7d772409-5e65-4676-97a9-57f5ea3efdc8:NORMAL|RBW]]} size 0
2014-04-10 11:44:56,971 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:50890, dest: /127.0.0.1:49954, bytes: 23626, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-181081588_1, offset: 0, srvID: e20bf523-f226-4d36-9695-be2356cb97a6, blockid: BP-196700473-127.0.0.1-1397148267010:blk_1073741836_1012, duration: 6989003
2014-04-10 11:44:56,972 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-196700473-127.0.0.1-1397148267010:blk_1073741836_1012, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 11:44:56,972 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:49954 is added to blk_1073741836_1012{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-c910d2b0-940b-4e3d-b4fd-b4f6084bf0d7:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-b068c5d0-517e-4297-aa28-ff6d4c514e44:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-7d772409-5e65-4676-97a9-57f5ea3efdc8:NORMAL|RBW]]} size 0
2014-04-10 11:44:56,973 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:53348, dest: /127.0.0.1:53089, bytes: 23626, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-181081588_1, offset: 0, srvID: 56b85d8f-9b31-4c91-b022-e568d9765c42, blockid: BP-196700473-127.0.0.1-1397148267010:blk_1073741836_1012, duration: 7866842
2014-04-10 11:44:56,973 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-196700473-127.0.0.1-1397148267010:blk_1073741836_1012, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 11:44:56,973 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:53089 is added to blk_1073741836_1012{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-c910d2b0-940b-4e3d-b4fd-b4f6084bf0d7:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-b068c5d0-517e-4297-aa28-ff6d4c514e44:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-7d772409-5e65-4676-97a9-57f5ea3efdc8:NORMAL|RBW]]} size 0
2014-04-10 11:44:56,990 INFO hdfs.StateChange (FSNamesystem.java:completeFile(2899)) - DIR* completeFile: /tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397148282618_0001-1397148289164-brock-%5BD981386A019740B9924EF9BD9BDA4840%2F8E856ECF5EF643AF-1397148296774-1-0-SUCCEEDED-default-1397148292283.jhist_tmp is closed by DFSClient_NONMAPREDUCE_-181081588_1
2014-04-10 11:44:57,007 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397148282618_0001-1397148289164-brock-%5BD981386A019740B9924EF9BD9BDA4840%2F8E856ECF5EF643AF-1397148296774-1-0-SUCCEEDED-default-1397148292283.jhist_tmp dst=null perm=brock:supergroup:rwxrwx---
2014-04-10 11:44:57,008 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397148282618_0001/job_1397148282618_0001_1_conf.xml dst=null perm=null
2014-04-10 11:44:57,010 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397148282618_0001_conf.xml_tmp dst=null perm=null
2014-04-10 11:44:57,012 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397148282618_0001/job_1397148282618_0001_1_conf.xml dst=null perm=null
2014-04-10 11:44:57,013 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397148282618_0001_conf.xml_tmp dst=null perm=null
2014-04-10 11:44:57,015 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397148282618_0001/job_1397148282618_0001_1_conf.xml dst=null perm=null
2014-04-10 11:44:57,031 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397148282618_0001_conf.xml_tmp dst=null perm=brock:supergroup:rw-rw-rw-
2014-04-10 11:44:57,035 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:37136, dest: /127.0.0.1:47707, bytes: 94746, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_-181081588_1, offset: 0, srvID: b242afcc-2d24-4b8f-9fb7-bc72b71e749a, blockid: BP-196700473-127.0.0.1-1397148267010:blk_1073741832_1008, duration: 565958
2014-04-10 11:44:57,038 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(2966)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397148282618_0001_conf.xml_tmp. BP-196700473-127.0.0.1-1397148267010 blk_1073741837_1013{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-97cf26c5-95a4-4e0e-a439-d9926ba08c0b:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-008d3ead-b2b9-49b0-88ab-01e536a210da:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-c910d2b0-940b-4e3d-b4fd-b4f6084bf0d7:NORMAL|RBW]]}
2014-04-10 11:44:57,059 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-196700473-127.0.0.1-1397148267010:blk_1073741837_1013 src: /127.0.0.1:50893 dest: /127.0.0.1:49954
2014-04-10 11:44:57,061 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-196700473-127.0.0.1-1397148267010:blk_1073741837_1013 src: /127.0.0.1:47709 dest: /127.0.0.1:37136
2014-04-10 11:44:57,063 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-196700473-127.0.0.1-1397148267010:blk_1073741837_1013 src: /127.0.0.1:53354 dest: /127.0.0.1:53089
2014-04-10 11:44:57,071 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:53354, dest: /127.0.0.1:53089, bytes: 94010, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-181081588_1, offset: 0, srvID: 56b85d8f-9b31-4c91-b022-e568d9765c42, blockid: BP-196700473-127.0.0.1-1397148267010:blk_1073741837_1013, duration: 7118007
2014-04-10 11:44:57,072 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-196700473-127.0.0.1-1397148267010:blk_1073741837_1013, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2014-04-10 11:44:57,072 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:53089 is added to blk_1073741837_1013{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-97cf26c5-95a4-4e0e-a439-d9926ba08c0b:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-008d3ead-b2b9-49b0-88ab-01e536a210da:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-2bef5f6e-f0c9-4da0-8817-be69f5868853:NORMAL|RBW]]} size 0
2014-04-10 11:44:57,073 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:47709, dest: /127.0.0.1:37136, bytes: 94010, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-181081588_1, offset: 0, srvID: b242afcc-2d24-4b8f-9fb7-bc72b71e749a, blockid: BP-196700473-127.0.0.1-1397148267010:blk_1073741837_1013, duration: 8017330
2014-04-10 11:44:57,073 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-196700473-127.0.0.1-1397148267010:blk_1073741837_1013, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 11:44:57,073 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:37136 is added to blk_1073741837_1013{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-97cf26c5-95a4-4e0e-a439-d9926ba08c0b:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-008d3ead-b2b9-49b0-88ab-01e536a210da:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-2bef5f6e-f0c9-4da0-8817-be69f5868853:NORMAL|RBW]]} size 0
2014-04-10 11:44:57,074 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:50893, dest: /127.0.0.1:49954, bytes: 94010, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-181081588_1, offset: 0, srvID: e20bf523-f226-4d36-9695-be2356cb97a6, blockid: BP-196700473-127.0.0.1-1397148267010:blk_1073741837_1013, duration: 9085599
2014-04-10 11:44:57,074 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-196700473-127.0.0.1-1397148267010:blk_1073741837_1013, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 11:44:57,075 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:49954 is added to blk_1073741837_1013{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-97cf26c5-95a4-4e0e-a439-d9926ba08c0b:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-008d3ead-b2b9-49b0-88ab-01e536a210da:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-2bef5f6e-f0c9-4da0-8817-be69f5868853:NORMAL|RBW]]} size 0
2014-04-10 11:44:57,090 INFO hdfs.StateChange (FSNamesystem.java:completeFile(2899)) - DIR* completeFile: /tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397148282618_0001_conf.xml_tmp is closed by DFSClient_NONMAPREDUCE_-181081588_1
2014-04-10 11:44:57,106 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397148282618_0001_conf.xml_tmp dst=null perm=brock:supergroup:rwxrwx---
2014-04-10 11:44:57,123 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=rename src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397148282618_0001.summary_tmp dst=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397148282618_0001.summary perm=brock:supergroup:rwxrwx---
2014-04-10 11:44:57,140 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=rename src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397148282618_0001_conf.xml_tmp dst=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397148282618_0001_conf.xml perm=brock:supergroup:rwxrwx---
2014-04-10 11:44:57,157 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=rename src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397148282618_0001-1397148289164-brock-%5BD981386A019740B9924EF9BD9BDA4840%2F8E856ECF5EF643AF-1397148296774-1-0-SUCCEEDED-default-1397148292283.jhist_tmp dst=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397148282618_0001-1397148289164-brock-%5BD981386A019740B9924EF9BD9BDA4840%2F8E856ECF5EF643AF-1397148296774-1-0-SUCCEEDED-default-1397148292283.jhist perm=brock:supergroup:rwxrwx---
2014-04-10 11:44:57,169 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:rememberTargetTransitionsAndStoreState(960)) - Updating application attempt appattempt_1397148282618_0001_000001 with final state: FINISHING
2014-04-10 11:44:57,170 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(652)) - appattempt_1397148282618_0001_000001 State change from RUNNING to FINAL_SAVING
2014-04-10 11:44:57,171 INFO rmapp.RMAppImpl (RMAppImpl.java:rememberTargetTransitionsAndStoreState(805)) - Updating application application_1397148282618_0001 with final state: FINISHING
2014-04-10 11:44:57,172 INFO rmapp.RMAppImpl (RMAppImpl.java:handle(610)) - application_1397148282618_0001 State change from RUNNING to FINAL_SAVING
2014-04-10 11:44:57,172 INFO recovery.RMStateStore (RMStateStore.java:handleStoreEvent(596)) - Storing info for app: application_1397148282618_0001
2014-04-10 11:44:57,174 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(652)) - appattempt_1397148282618_0001_000001 State change from FINAL_SAVING to FINISHING
2014-04-10 11:44:57,175 INFO rmapp.RMAppImpl (RMAppImpl.java:handle(610)) - application_1397148282618_0001 State change from FINAL_SAVING to FINISHING
2014-04-10 11:44:57,182 INFO mapred.ClientServiceDelegate (ClientServiceDelegate.java:getProxy(273)) - Application state is completed. FinalApplicationStatus=SUCCEEDED. Redirecting to job history server
2014-04-10 11:44:57,196 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=listStatus src=/tmp/hadoop-yarn/staging/history/done_intermediate dst=null perm=null
2014-04-10 11:44:57,199 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=listStatus src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock dst=null perm=null
2014-04-10 11:44:57,207 INFO hs.CompletedJob (CompletedJob.java:<init>(95)) - Loading job: job_1397148282618_0001 from file: hdfs://localhost:38088/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397148282618_0001-1397148289164-brock-%5BD981386A019740B9924EF9BD9BDA4840%2F8E856ECF5EF643AF-1397148296774-1-0-SUCCEEDED-default-1397148292283.jhist
2014-04-10 11:44:57,207 INFO hs.CompletedJob (CompletedJob.java:loadFullHistoryData(326)) - Loading history file: [hdfs://localhost:38088/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397148282618_0001-1397148289164-brock-%5BD981386A019740B9924EF9BD9BDA4840%2F8E856ECF5EF643AF-1397148296774-1-0-SUCCEEDED-default-1397148292283.jhist]
2014-04-10 11:44:57,211 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397148282618_0001-1397148289164-brock-%5BD981386A019740B9924EF9BD9BDA4840%2F8E856ECF5EF643AF-1397148296774-1-0-SUCCEEDED-default-1397148292283.jhist dst=null perm=null
2014-04-10 11:44:57,223 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:49954, dest: /127.0.0.1:50897, bytes: 23814, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_-1040503166_9, offset: 0, srvID: e20bf523-f226-4d36-9695-be2356cb97a6, blockid: BP-196700473-127.0.0.1-1397148267010:blk_1073741836_1012, duration: 355503
2014-04-10 11:44:57,416 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397148282618_0001.summary dst=null perm=null
2014-04-10 11:44:57,418 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:53089, dest: /127.0.0.1:53359, bytes: 434, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_724752928_9, offset: 0, srvID: 56b85d8f-9b31-4c91-b022-e568d9765c42, blockid: BP-196700473-127.0.0.1-1397148267010:blk_1073741835_1011, duration: 154270
2014-04-10 11:44:57,418 INFO jobhistory.JobSummary (HistoryFileManager.java:moveToDone(372)) - jobId=job_1397148282618_0001,submitTime=1397148289164,launchTime=1397148292283,firstMapTaskLaunchTime=1397148294465,firstReduceTaskLaunchTime=0,finishTime=1397148296774,resourcesPerMap=1024,resourcesPerReduce=0,numMaps=1,numReduces=0,user=brock,queue=default,status=SUCCEEDED,mapSlotSeconds=2,reduceSlotSeconds=0,jobName=[D981386A019740B9924EF9BD9BDA4840/8E856ECF5EF643AFBB1757F9F9A560F3] test/(1/1) ...dooptapplatform/testnulls
2014-04-10 11:44:57,418 INFO hs.HistoryFileManager (HistoryFileManager.java:moveToDone(373)) - Deleting JobSummary file: [hdfs://localhost:38088/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397148282618_0001.summary]
2014-04-10 11:44:57,431 INFO BlockStateChange (BlockManager.java:addToInvalidates(1030)) - BLOCK* addToInvalidates: blk_1073741835_1011 127.0.0.1:56823 127.0.0.1:49954 127.0.0.1:53089
2014-04-10 11:44:57,432 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=delete src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397148282618_0001.summary dst=null perm=null
2014-04-10 11:44:57,434 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/history/done/2014/04/10/000000 dst=null perm=null
2014-04-10 11:44:57,448 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=mkdirs src=/tmp/hadoop-yarn/staging/history/done/2014/04/10/000000 dst=null perm=brock:supergroup:rwxrwx---
2014-04-10 11:44:57,450 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/history/done/2014/04/10/000000 dst=null perm=null
2014-04-10 11:44:57,450 INFO hs.HistoryFileManager (HistoryFileManager.java:makeDoneSubdir(969)) - Perms after creating 504, Expected: 504
2014-04-10 11:44:57,451 INFO hs.HistoryFileManager (HistoryFileManager.java:moveToDoneNow(947)) - Moving hdfs://localhost:38088/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397148282618_0001-1397148289164-brock-%5BD981386A019740B9924EF9BD9BDA4840%2F8E856ECF5EF643AF-1397148296774-1-0-SUCCEEDED-default-1397148292283.jhist to hdfs://localhost:38088/tmp/hadoop-yarn/staging/history/done/2014/04/10/000000/job_1397148282618_0001-1397148289164-brock-%5BD981386A019740B9924EF9BD9BDA4840%2F8E856ECF5EF643AF-1397148296774-1-0-SUCCEEDED-default-1397148292283.jhist
2014-04-10 11:44:57,473 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=rename options=0 src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397148282618_0001-1397148289164-brock-%5BD981386A019740B9924EF9BD9BDA4840%2F8E856ECF5EF643AF-1397148296774-1-0-SUCCEEDED-default-1397148292283.jhist dst=/tmp/hadoop-yarn/staging/history/done/2014/04/10/000000/job_1397148282618_0001-1397148289164-brock-%5BD981386A019740B9924EF9BD9BDA4840%2F8E856ECF5EF643AF-1397148296774-1-0-SUCCEEDED-default-1397148292283.jhist perm=brock:supergroup:rwxrwx---
2014-04-10 11:44:57,474 INFO hs.HistoryFileManager (HistoryFileManager.java:moveToDoneNow(947)) - Moving hdfs://localhost:38088/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397148282618_0001_conf.xml to hdfs://localhost:38088/tmp/hadoop-yarn/staging/history/done/2014/04/10/000000/job_1397148282618_0001_conf.xml
2014-04-10 11:44:57,488 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:updateAndGetContainerStatuses(374)) - Removed completed container container_1397148282618_0001_01_000002
2014-04-10 11:44:57,490 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=rename options=0 src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397148282618_0001_conf.xml dst=/tmp/hadoop-yarn/staging/history/done/2014/04/10/000000/job_1397148282618_0001_conf.xml perm=brock:supergroup:rwxrwx---
2014-04-10 11:44:57,490 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397148282618_0001_01_000002 Container Transitioned from RUNNING to COMPLETED
2014-04-10 11:44:57,491 INFO fica.FiCaSchedulerApp (FiCaSchedulerApp.java:containerCompleted(91)) - Completed container: container_1397148282618_0001_01_000002 in state: COMPLETED event:FINISHED
2014-04-10 11:44:57,491 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(98)) - USER=brock OPERATION=AM Released Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1397148282618_0001 CONTAINERID=container_1397148282618_0001_01_000002
2014-04-10 11:44:57,491 INFO fica.FiCaSchedulerNode (FiCaSchedulerNode.java:releaseContainer(164)) - Released container container_1397148282618_0001_01_000002 of capacity <memory:1024, vCores:1> on host localhost:42958, which currently has 1 containers, <memory:2048, vCores:1> used and <memory:2048, vCores:7> available, release resources=true
2014-04-10 11:44:57,491 INFO capacity.LeafQueue (LeafQueue.java:releaseResource(1506)) - default used=<memory:2048, vCores:1> numContainers=1 user=brock user-resources=<memory:2048, vCores:1>
2014-04-10 11:44:57,492 INFO capacity.LeafQueue (LeafQueue.java:completedContainer(1448)) - completedContainer container=Container: [ContainerId: container_1397148282618_0001_01_000002, NodeId: localhost:42958, NodeHttpAddress: localhost:52042, Resource: <memory:1024, vCores:1>, Priority: 20, Token: Token { kind: ContainerToken, service: localhost:42958 }, ] resource=<memory:1024, vCores:1> queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:2048, vCores:1>usedCapacity=0.125, absoluteUsedCapacity=0.125, numApps=1, numContainers=1 usedCapacity=0.125 absoluteUsedCapacity=0.125 used=<memory:2048, vCores:1> cluster=<memory:16384, vCores:32>
2014-04-10 11:44:57,492 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(694)) - completedContainer queue=root usedCapacity=0.125 absoluteUsedCapacity=0.125 used=<memory:2048, vCores:1> cluster=<memory:16384, vCores:32>
2014-04-10 11:44:57,492 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(708)) - Re-sorting completed queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:2048, vCores:1>usedCapacity=0.125, absoluteUsedCapacity=0.125, numApps=1, numContainers=1
2014-04-10 11:44:57,492 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(849)) - Application appattempt_1397148282618_0001_000001 released container container_1397148282618_0001_01_000002 on node: host: localhost:42958 #containers=1 available=2048 used=2048 with event: FINISHED
2014-04-10 11:44:57,555 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/hadooptapplatform/testnulls dst=null perm=null
2014-04-10 11:44:57,556 INFO util.Hadoop18TapUtil (Hadoop18TapUtil.java:cleanTempPath(219)) - deleting temp path /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/hadooptapplatform/testnulls/_temporary
2014-04-10 11:44:57,557 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/hadooptapplatform/testnulls/_temporary dst=null perm=null
2014-04-10 11:44:57,583 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/hadooptapplatform/testnulls dst=null perm=null
2014-04-10 11:44:57,585 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/hadooptapplatform/testnulls dst=null perm=null
2014-04-10 11:44:57,586 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=listStatus src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/hadooptapplatform/testnulls dst=null perm=null
2014-04-10 11:44:57,588 INFO mapred.FileInputFormat (FileInputFormat.java:listStatus(253)) - Total input paths to process : 1
2014-04-10 11:44:57,601 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/hadooptapplatform/testnulls/part-00000 dst=null perm=null
2014-04-10 11:44:57,606 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:56823, dest: /127.0.0.1:44284, bytes: 24, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_-1040503166_9, offset: 0, srvID: d87cf363-b947-4d02-ab62-043c9241fbef, blockid: BP-196700473-127.0.0.1-1397148267010:blk_1073741833_1009, duration: 334289
2014-04-10 11:44:57,624 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/hadooptapplatform/testnulls dst=null perm=null
2014-04-10 11:44:57,626 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/hadooptapplatform/testnulls dst=null perm=null
2014-04-10 11:44:57,627 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=listStatus src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/hadooptapplatform/testnulls dst=null perm=null
2014-04-10 11:44:57,629 INFO mapred.FileInputFormat (FileInputFormat.java:listStatus(253)) - Total input paths to process : 1
2014-04-10 11:44:57,630 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/hadooptapplatform/testnulls/part-00000 dst=null perm=null
2014-04-10 11:44:57,631 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:49954, dest: /127.0.0.1:50897, bytes: 24, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_-1040503166_9, offset: 0, srvID: e20bf523-f226-4d36-9695-be2356cb97a6, blockid: BP-196700473-127.0.0.1-1397148267010:blk_1073741833_1009, duration: 180657
2014-04-10 11:44:57,643 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/classes/test/data/comments+lower.txt dst=null perm=null
2014-04-10 11:44:57,643 INFO mapred.FileInputFormat (FileInputFormat.java:listStatus(253)) - Total input paths to process : 1
2014-04-10 11:44:57,644 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/classes/test/data/comments+lower.txt dst=null perm=null
2014-04-10 11:44:57,645 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/classes/test/data/comments+lower.txt dst=null perm=null
2014-04-10 11:44:57,647 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:56823, dest: /127.0.0.1:44284, bytes: 85, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_-1040503166_9, offset: 0, srvID: d87cf363-b947-4d02-ab62-043c9241fbef, blockid: BP-196700473-127.0.0.1-1397148267010:blk_1073741827_1003, duration: 138608
2014-04-10 11:44:57,647 INFO cascading.PlatformTestCase (PlatformTestCase.java:tearDown(209)) - copying to local /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output//hadoop2-mr1/hadooptapplatform/testnulls
2014-04-10 11:44:57,648 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/hadooptapplatform/testnulls dst=null perm=null
2014-04-10 11:44:57,649 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/hadooptapplatform/testnulls dst=null perm=null
2014-04-10 11:44:57,649 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/hadooptapplatform/testnulls dst=null perm=null
2014-04-10 11:44:57,650 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=listStatus src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/hadooptapplatform/testnulls dst=null perm=null
2014-04-10 11:44:57,651 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/hadooptapplatform/testnulls/part-00000 dst=null perm=null
2014-04-10 11:44:57,652 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/hadooptapplatform/testnulls/part-00000 dst=null perm=null
2014-04-10 11:44:57,653 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:56823, dest: /127.0.0.1:44284, bytes: 24, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_-1040503166_9, offset: 0, srvID: d87cf363-b947-4d02-ab62-043c9241fbef, blockid: BP-196700473-127.0.0.1-1397148267010:blk_1073741833_1009, duration: 134064
2014-04-10 11:44:57,655 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/classes/test/data/apache.10.txt dst=null perm=null
2014-04-10 11:44:57,656 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/classes/test/data/apache.10.txt dst=null perm=null
2014-04-10 11:44:57,698 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/classes/test/data/apache.10.txt dst=null perm=brock:supergroup:rw-r--r--
2014-04-10 11:44:57,701 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(2966)) - BLOCK* allocateBlock: /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/classes/test/data/apache.10.txt. BP-196700473-127.0.0.1-1397148267010 blk_1073741838_1014{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-b6a9be31-6a8c-48bd-97ee-0b78fb430f32:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-008d3ead-b2b9-49b0-88ab-01e536a210da:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-2bef5f6e-f0c9-4da0-8817-be69f5868853:NORMAL|RBW]]}
2014-04-10 11:44:57,717 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-196700473-127.0.0.1-1397148267010:blk_1073741838_1014 src: /127.0.0.1:44285 dest: /127.0.0.1:56823
2014-04-10 11:44:57,718 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-196700473-127.0.0.1-1397148267010:blk_1073741838_1014 src: /127.0.0.1:47718 dest: /127.0.0.1:37136
2014-04-10 11:44:57,721 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-196700473-127.0.0.1-1397148267010:blk_1073741838_1014 src: /127.0.0.1:53363 dest: /127.0.0.1:53089
2014-04-10 11:44:57,725 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:53363, dest: /127.0.0.1:53089, bytes: 1449, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-1040503166_9, offset: 0, srvID: 56b85d8f-9b31-4c91-b022-e568d9765c42, blockid: BP-196700473-127.0.0.1-1397148267010:blk_1073741838_1014, duration: 2451498
2014-04-10 11:44:57,726 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-196700473-127.0.0.1-1397148267010:blk_1073741838_1014, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2014-04-10 11:44:57,726 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:53089 is added to blk_1073741838_1014{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-b6a9be31-6a8c-48bd-97ee-0b78fb430f32:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-331ec906-785c-475e-b366-176a30c332ed:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-c910d2b0-940b-4e3d-b4fd-b4f6084bf0d7:NORMAL|RBW]]} size 0
2014-04-10 11:44:57,726 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:47718, dest: /127.0.0.1:37136, bytes: 1449, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-1040503166_9, offset: 0, srvID: b242afcc-2d24-4b8f-9fb7-bc72b71e749a, blockid: BP-196700473-127.0.0.1-1397148267010:blk_1073741838_1014, duration: 3475376
2014-04-10 11:44:57,727 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-196700473-127.0.0.1-1397148267010:blk_1073741838_1014, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 11:44:57,727 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:37136 is added to blk_1073741838_1014{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-b6a9be31-6a8c-48bd-97ee-0b78fb430f32:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-331ec906-785c-475e-b366-176a30c332ed:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-c910d2b0-940b-4e3d-b4fd-b4f6084bf0d7:NORMAL|RBW]]} size 0
2014-04-10 11:44:57,727 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:44285, dest: /127.0.0.1:56823, bytes: 1449, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-1040503166_9, offset: 0, srvID: d87cf363-b947-4d02-ab62-043c9241fbef, blockid: BP-196700473-127.0.0.1-1397148267010:blk_1073741838_1014, duration: 4080176
2014-04-10 11:44:57,727 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-196700473-127.0.0.1-1397148267010:blk_1073741838_1014, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 11:44:57,727 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:56823 is added to blk_1073741838_1014{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-b6a9be31-6a8c-48bd-97ee-0b78fb430f32:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-331ec906-785c-475e-b366-176a30c332ed:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-c910d2b0-940b-4e3d-b4fd-b4f6084bf0d7:NORMAL|RBW]]} size 0
2014-04-10 11:44:57,748 INFO hdfs.StateChange (FSNamesystem.java:completeFile(2899)) - DIR* completeFile: /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/classes/test/data/apache.10.txt is closed by DFSClient_NONMAPREDUCE_-1040503166_9
2014-04-10 11:44:57,768 INFO util.HadoopUtil (HadoopUtil.java:findMainClass(319)) - using default application jar, may cause class not found exceptions on the cluster
2014-04-10 11:44:57,768 INFO planner.HadoopPlanner (HadoopPlanner.java:initialize(205)) - using application jar: /home/brock/.gradle/caches/modules-2/files-2.1/cascading/cascading-hadoop2-mr1/2.5.3/fbde5367797af408c100d25704a77959e50a31d8/cascading-hadoop2-mr1-2.5.3.jar
2014-04-10 11:44:57,775 INFO cascading.PlatformTestCase (PlatformTestCase.java:tearDown(209)) - copying to local /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output//hadoop2-mr1/hadooptapplatform/missinginputformat
2014-04-10 11:44:57,776 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/hadooptapplatform/missinginputformat dst=null perm=null
2014-04-10 11:44:57,785 INFO Configuration.deprecation (Configuration.java:warnOnceIfDeprecated(996)) - fs.default.name is deprecated. Instead, use fs.defaultFS
2014-04-10 11:44:57,795 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/classes/test/data/lower.txt dst=null perm=null
2014-04-10 11:44:57,796 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/classes/test/data/lower.txt dst=null perm=null
2014-04-10 11:44:57,815 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/classes/test/data/lower.txt dst=null perm=brock:supergroup:rw-r--r--
2014-04-10 11:44:57,818 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(2966)) - BLOCK* allocateBlock: /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/classes/test/data/lower.txt. BP-196700473-127.0.0.1-1397148267010 blk_1073741839_1015{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-c910d2b0-940b-4e3d-b4fd-b4f6084bf0d7:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-b6a9be31-6a8c-48bd-97ee-0b78fb430f32:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-b068c5d0-517e-4297-aa28-ff6d4c514e44:NORMAL|RBW]]}
2014-04-10 11:44:57,833 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-196700473-127.0.0.1-1397148267010:blk_1073741839_1015 src: /127.0.0.1:53364 dest: /127.0.0.1:53089
2014-04-10 11:44:57,837 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-196700473-127.0.0.1-1397148267010:blk_1073741839_1015 src: /127.0.0.1:44289 dest: /127.0.0.1:56823
2014-04-10 11:44:57,839 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-196700473-127.0.0.1-1397148267010:blk_1073741839_1015 src: /127.0.0.1:50907 dest: /127.0.0.1:49954
2014-04-10 11:44:57,844 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:50907, dest: /127.0.0.1:49954, bytes: 19, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-1040503166_9, offset: 0, srvID: e20bf523-f226-4d36-9695-be2356cb97a6, blockid: BP-196700473-127.0.0.1-1397148267010:blk_1073741839_1015, duration: 4032485
2014-04-10 11:44:57,845 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-196700473-127.0.0.1-1397148267010:blk_1073741839_1015, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2014-04-10 11:44:57,845 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:49954 is added to blk_1073741839_1015{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-b068c5d0-517e-4297-aa28-ff6d4c514e44:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-2bef5f6e-f0c9-4da0-8817-be69f5868853:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-7d772409-5e65-4676-97a9-57f5ea3efdc8:NORMAL|RBW]]} size 0
2014-04-10 11:44:57,846 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:44289, dest: /127.0.0.1:56823, bytes: 19, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-1040503166_9, offset: 0, srvID: d87cf363-b947-4d02-ab62-043c9241fbef, blockid: BP-196700473-127.0.0.1-1397148267010:blk_1073741839_1015, duration: 5274180
2014-04-10 11:44:57,846 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-196700473-127.0.0.1-1397148267010:blk_1073741839_1015, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 11:44:57,846 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:56823 is added to blk_1073741839_1015{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-b068c5d0-517e-4297-aa28-ff6d4c514e44:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-2bef5f6e-f0c9-4da0-8817-be69f5868853:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-7d772409-5e65-4676-97a9-57f5ea3efdc8:NORMAL|RBW]]} size 0
2014-04-10 11:44:57,847 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:53364, dest: /127.0.0.1:53089, bytes: 19, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-1040503166_9, offset: 0, srvID: 56b85d8f-9b31-4c91-b022-e568d9765c42, blockid: BP-196700473-127.0.0.1-1397148267010:blk_1073741839_1015, duration: 5910243
2014-04-10 11:44:57,847 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-196700473-127.0.0.1-1397148267010:blk_1073741839_1015, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 11:44:57,848 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:53089 is added to blk_1073741839_1015{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-b068c5d0-517e-4297-aa28-ff6d4c514e44:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-2bef5f6e-f0c9-4da0-8817-be69f5868853:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-7d772409-5e65-4676-97a9-57f5ea3efdc8:NORMAL|RBW]]} size 0
2014-04-10 11:44:57,865 INFO hdfs.StateChange (FSNamesystem.java:completeFile(2899)) - DIR* completeFile: /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/classes/test/data/lower.txt is closed by DFSClient_NONMAPREDUCE_-1040503166_9
2014-04-10 11:44:57,866 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/classes/test/data/upper.txt dst=null perm=null
2014-04-10 11:44:57,868 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/classes/test/data/upper.txt dst=null perm=null
2014-04-10 11:44:57,881 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/classes/test/data/upper.txt dst=null perm=brock:supergroup:rw-r--r--
2014-04-10 11:44:57,884 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(2966)) - BLOCK* allocateBlock: /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/classes/test/data/upper.txt. BP-196700473-127.0.0.1-1397148267010 blk_1073741840_1016{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-7d772409-5e65-4676-97a9-57f5ea3efdc8:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-008d3ead-b2b9-49b0-88ab-01e536a210da:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-97cf26c5-95a4-4e0e-a439-d9926ba08c0b:NORMAL|RBW]]}
2014-04-10 11:44:57,900 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-196700473-127.0.0.1-1397148267010:blk_1073741840_1016 src: /127.0.0.1:44292 dest: /127.0.0.1:56823
2014-04-10 11:44:57,902 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-196700473-127.0.0.1-1397148267010:blk_1073741840_1016 src: /127.0.0.1:47725 dest: /127.0.0.1:37136
2014-04-10 11:44:57,904 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-196700473-127.0.0.1-1397148267010:blk_1073741840_1016 src: /127.0.0.1:50911 dest: /127.0.0.1:49954
2014-04-10 11:44:57,908 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:50911, dest: /127.0.0.1:49954, bytes: 19, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-1040503166_9, offset: 0, srvID: e20bf523-f226-4d36-9695-be2356cb97a6, blockid: BP-196700473-127.0.0.1-1397148267010:blk_1073741840_1016, duration: 2600340
2014-04-10 11:44:57,908 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-196700473-127.0.0.1-1397148267010:blk_1073741840_1016, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2014-04-10 11:44:57,909 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:49954 is added to blk_1073741840_1016{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-008d3ead-b2b9-49b0-88ab-01e536a210da:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-97cf26c5-95a4-4e0e-a439-d9926ba08c0b:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-b6a9be31-6a8c-48bd-97ee-0b78fb430f32:NORMAL|RBW]]} size 0
2014-04-10 11:44:57,909 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:47725, dest: /127.0.0.1:37136, bytes: 19, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-1040503166_9, offset: 0, srvID: b242afcc-2d24-4b8f-9fb7-bc72b71e749a, blockid: BP-196700473-127.0.0.1-1397148267010:blk_1073741840_1016, duration: 3531340
2014-04-10 11:44:57,909 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-196700473-127.0.0.1-1397148267010:blk_1073741840_1016, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 11:44:57,910 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:37136 is added to blk_1073741840_1016{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-008d3ead-b2b9-49b0-88ab-01e536a210da:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-97cf26c5-95a4-4e0e-a439-d9926ba08c0b:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-b6a9be31-6a8c-48bd-97ee-0b78fb430f32:NORMAL|RBW]]} size 0
2014-04-10 11:44:57,910 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:44292, dest: /127.0.0.1:56823, bytes: 19, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-1040503166_9, offset: 0, srvID: d87cf363-b947-4d02-ab62-043c9241fbef, blockid: BP-196700473-127.0.0.1-1397148267010:blk_1073741840_1016, duration: 4211336
2014-04-10 11:44:57,910 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-196700473-127.0.0.1-1397148267010:blk_1073741840_1016, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 11:44:57,912 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:56823 is added to blk_1073741840_1016{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-008d3ead-b2b9-49b0-88ab-01e536a210da:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-97cf26c5-95a4-4e0e-a439-d9926ba08c0b:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-b6a9be31-6a8c-48bd-97ee-0b78fb430f32:NORMAL|RBW]]} size 0
2014-04-10 11:44:57,931 INFO hdfs.StateChange (FSNamesystem.java:completeFile(2899)) - DIR* completeFile: /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/classes/test/data/upper.txt is closed by DFSClient_NONMAPREDUCE_-1040503166_9
2014-04-10 11:44:57,941 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/classes/test/data/lower.txt dst=null perm=null
2014-04-10 11:44:57,943 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/classes/test/data/upper.txt dst=null perm=null
2014-04-10 11:44:57,944 INFO input.FileInputFormat (FileInputFormat.java:listStatus(287)) - Total input paths to process : 2
2014-04-10 11:44:57,945 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/classes/test/data/lower.txt dst=null perm=null
2014-04-10 11:44:57,948 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/classes/test/data/upper.txt dst=null perm=null
2014-04-10 11:44:57,950 INFO input.CombineFileInputFormat (CombineFileInputFormat.java:createSplits(413)) - DEBUG: Terminated node allocation with : CompletedNodes: 1, size left: 38
2014-04-10 11:44:57,968 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/classes/test/data/lower.txt dst=null perm=null
2014-04-10 11:44:57,969 INFO mapred.FileInputFormat (FileInputFormat.java:listStatus(253)) - Total input paths to process : 1
2014-04-10 11:44:57,971 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/classes/test/data/lower.txt dst=null perm=null
2014-04-10 11:44:57,976 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/classes/test/data/lower.txt dst=null perm=null
2014-04-10 11:44:57,995 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/classes/test/data/upper.txt dst=null perm=null
2014-04-10 11:44:57,995 INFO mapred.FileInputFormat (FileInputFormat.java:listStatus(253)) - Total input paths to process : 1
2014-04-10 11:44:57,997 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/classes/test/data/upper.txt dst=null perm=null
2014-04-10 11:44:57,999 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/classes/test/data/upper.txt dst=null perm=null
2014-04-10 11:44:58,002 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:56823, dest: /127.0.0.1:44284, bytes: 23, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_-1040503166_9, offset: 0, srvID: d87cf363-b947-4d02-ab62-043c9241fbef, blockid: BP-196700473-127.0.0.1-1397148267010:blk_1073741839_1015, duration: 314510
2014-04-10 11:44:58,004 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:56823, dest: /127.0.0.1:44295, bytes: 23, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_-1040503166_9, offset: 0, srvID: d87cf363-b947-4d02-ab62-043c9241fbef, blockid: BP-196700473-127.0.0.1-1397148267010:blk_1073741840_1016, duration: 337299
2014-04-10 11:44:58,006 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/classes/test/data/lower.txt dst=null perm=null
2014-04-10 11:44:58,007 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/classes/test/data/upper.txt dst=null perm=null
2014-04-10 11:44:58,011 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=listStatus src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/classes/test/data dst=null perm=null
2014-04-10 11:44:58,031 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=listStatus src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/classes/test/data dst=null perm=null
2014-04-10 11:44:58,033 INFO mapred.FileInputFormat (FileInputFormat.java:listStatus(253)) - Total input paths to process : 4
2014-04-10 11:44:58,034 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/classes/test/data/apache.10.txt dst=null perm=null
2014-04-10 11:44:58,036 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/classes/test/data/comments+lower.txt dst=null perm=null
2014-04-10 11:44:58,038 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/classes/test/data/lower.txt dst=null perm=null
2014-04-10 11:44:58,040 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/classes/test/data/upper.txt dst=null perm=null
2014-04-10 11:44:58,043 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/classes/test/data/apache.10.txt dst=null perm=null
2014-04-10 11:44:58,046 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:53089, dest: /127.0.0.1:53359, bytes: 1461, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_-1040503166_9, offset: 0, srvID: 56b85d8f-9b31-4c91-b022-e568d9765c42, blockid: BP-196700473-127.0.0.1-1397148267010:blk_1073741838_1014, duration: 358072
2014-04-10 11:44:58,063 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/classes/test/data/blah dst=null perm=null
2014-04-10 11:44:58,065 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/classes/test/data/lower.txt dst=null perm=null
2014-04-10 11:44:58,067 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/classes/test/data/upper.txt dst=null perm=null
2014-04-10 11:44:58,100 INFO hadoop.Hfs (Hfs.java:makeLocal(492)) - forcing job to local mode, via source: Hfs["TextLine[['offset', 'line']->[ALL]]"]["file:/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/classes/test/data/upper.txt"]
2014-04-10 11:44:58,100 INFO Configuration.deprecation (Configuration.java:warnOnceIfDeprecated(996)) - mapred.job.tracker is deprecated. Instead, use mapreduce.jobtracker.address
2014-04-10 11:44:58,101 INFO mapred.FileInputFormat (FileInputFormat.java:listStatus(253)) - Total input paths to process : 1
2014-04-10 11:44:58,160 INFO hadoop.Hfs (Hfs.java:makeLocal(492)) - forcing job to local mode, via source: Hfs["TextLine[['offset', 'line']->[ALL]]"]["file:/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/classes/test/data/lower.txt"]
2014-04-10 11:44:58,161 INFO mapred.FileInputFormat (FileInputFormat.java:listStatus(253)) - Total input paths to process : 1
2014-04-10 11:44:58,197 INFO hadoop.Hfs (Hfs.java:makeLocal(492)) - forcing job to local mode, via source: Hfs["TextLine[['offset', 'line']->[ALL]]"]["file:/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/classes/test/data/lower.txt"]
2014-04-10 11:44:58,198 INFO BlockStateChange (BlockManager.java:addToInvalidates(1030)) - BLOCK* addToInvalidates: blk_1073741828_1004 127.0.0.1:37136 127.0.0.1:56823 127.0.0.1:49954 127.0.0.1:53089
2014-04-10 11:44:58,198 INFO BlockStateChange (BlockManager.java:addToInvalidates(1030)) - BLOCK* addToInvalidates: blk_1073741829_1005 127.0.0.1:49954 127.0.0.1:53089 127.0.0.1:37136 127.0.0.1:56823
2014-04-10 11:44:58,198 INFO mapred.FileInputFormat (FileInputFormat.java:listStatus(253)) - Total input paths to process : 1
2014-04-10 11:44:58,198 INFO BlockStateChange (BlockManager.java:addToInvalidates(1030)) - BLOCK* addToInvalidates: blk_1073741830_1006 127.0.0.1:49954 127.0.0.1:37136 127.0.0.1:56823
2014-04-10 11:44:58,199 INFO BlockStateChange (BlockManager.java:addToInvalidates(1030)) - BLOCK* addToInvalidates: blk_1073741831_1007 127.0.0.1:56823 127.0.0.1:37136 127.0.0.1:49954
2014-04-10 11:44:58,199 INFO BlockStateChange (BlockManager.java:addToInvalidates(1030)) - BLOCK* addToInvalidates: blk_1073741834_1010 127.0.0.1:49954 127.0.0.1:56823 127.0.0.1:37136
2014-04-10 11:44:58,199 INFO BlockStateChange (BlockManager.java:addToInvalidates(1030)) - BLOCK* addToInvalidates: blk_1073741832_1008 127.0.0.1:56823 127.0.0.1:49954 127.0.0.1:37136
2014-04-10 11:44:58,199 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=delete src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397148282618_0001 dst=null perm=null
2014-04-10 11:44:58,219 INFO hadoop.Hfs (Hfs.java:makeLocal(492)) - forcing job to local mode, via source: Hfs["TextLine[['offset', 'line']->[ALL]]"]["file:/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/classes/test/data/upper.txt"]
2014-04-10 11:44:58,220 INFO mapred.FileInputFormat (FileInputFormat.java:listStatus(253)) - Total input paths to process : 1
2014-04-10 11:44:58,228 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/classes/test/data/lower.txt dst=null perm=null
2014-04-10 11:44:58,237 INFO util.HadoopUtil (HadoopUtil.java:findMainClass(319)) - using default application jar, may cause class not found exceptions on the cluster
2014-04-10 11:44:58,238 INFO planner.HadoopPlanner (HadoopPlanner.java:initialize(205)) - using application jar: /home/brock/.gradle/caches/modules-2/files-2.1/cascading/cascading-hadoop2-mr1/2.5.3/fbde5367797af408c100d25704a77959e50a31d8/cascading-hadoop2-mr1-2.5.3.jar
2014-04-10 11:44:58,250 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/hadooptapplatform/resolvedfields dst=null perm=null
2014-04-10 11:44:58,252 INFO flow.Flow (BaseFlow.java:logInfo(1354)) - [test] starting
2014-04-10 11:44:58,252 INFO flow.Flow (BaseFlow.java:logInfo(1354)) - [test] source: Hfs["TextLine[['line']->[ALL]]"]["/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/classes/test/data/lower.txt"]
2014-04-10 11:44:58,253 INFO flow.Flow (BaseFlow.java:logInfo(1354)) - [test] sink: Hfs["ResolvedScheme[['offset', 'line']->[ALL]]"]["/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/hadooptapplatform/resolvedfields"]
2014-04-10 11:44:58,253 INFO flow.Flow (BaseFlow.java:logInfo(1354)) - [test] parallel execution is enabled: true
2014-04-10 11:44:58,253 INFO flow.Flow (BaseFlow.java:logInfo(1354)) - [test] starting jobs: 1
2014-04-10 11:44:58,253 INFO flow.Flow (BaseFlow.java:logInfo(1354)) - [test] allocating threads: 1
2014-04-10 11:44:58,254 INFO flow.FlowStep (BaseFlowStep.java:logInfo(834)) - [test] starting step: (1/1) ...applatform/resolvedfields
2014-04-10 11:44:58,269 INFO client.RMProxy (RMProxy.java:createRMProxy(92)) - Connecting to ResourceManager at localhost/127.0.0.1:53220
2014-04-10 11:44:58,277 INFO client.RMProxy (RMProxy.java:createRMProxy(92)) - Connecting to ResourceManager at localhost/127.0.0.1:53220
2014-04-10 11:44:58,279 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/hadooptapplatform/resolvedfields dst=null perm=null
2014-04-10 11:44:58,280 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging dst=null perm=null
2014-04-10 11:44:58,281 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging dst=null perm=null
2014-04-10 11:44:58,282 INFO resourcemanager.ClientRMService (ClientRMService.java:getNewApplicationId(213)) - Allocated new applicationId: 2
2014-04-10 11:44:58,284 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397148282618_0002 dst=null perm=null
2014-04-10 11:44:58,298 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=mkdirs src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397148282618_0002 dst=null perm=brock:supergroup:rwxr-xr-x
2014-04-10 11:44:58,315 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397148282618_0002 dst=null perm=brock:supergroup:rwx------
2014-04-10 11:44:58,317 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397148282618_0002/job.jar dst=null perm=null
2014-04-10 11:44:58,331 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397148282618_0002/job.jar dst=null perm=brock:supergroup:rw-r--r--
2014-04-10 11:44:58,337 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(2966)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/brock/.staging/job_1397148282618_0002/job.jar. BP-196700473-127.0.0.1-1397148267010 blk_1073741841_1017{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-7d772409-5e65-4676-97a9-57f5ea3efdc8:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-331ec906-785c-475e-b366-176a30c332ed:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-2bef5f6e-f0c9-4da0-8817-be69f5868853:NORMAL|RBW]]}
2014-04-10 11:44:58,350 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-196700473-127.0.0.1-1397148267010:blk_1073741841_1017 src: /127.0.0.1:44298 dest: /127.0.0.1:56823
2014-04-10 11:44:58,352 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-196700473-127.0.0.1-1397148267010:blk_1073741841_1017 src: /127.0.0.1:47731 dest: /127.0.0.1:37136
2014-04-10 11:44:58,354 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-196700473-127.0.0.1-1397148267010:blk_1073741841_1017 src: /127.0.0.1:53376 dest: /127.0.0.1:53089
2014-04-10 11:44:58,361 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:53376, dest: /127.0.0.1:53089, bytes: 244650, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-1040503166_9, offset: 0, srvID: 56b85d8f-9b31-4c91-b022-e568d9765c42, blockid: BP-196700473-127.0.0.1-1397148267010:blk_1073741841_1017, duration: 5300883
2014-04-10 11:44:58,361 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-196700473-127.0.0.1-1397148267010:blk_1073741841_1017, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2014-04-10 11:44:58,362 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:53089 is added to blk_1073741841_1017{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-7d772409-5e65-4676-97a9-57f5ea3efdc8:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-331ec906-785c-475e-b366-176a30c332ed:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-c910d2b0-940b-4e3d-b4fd-b4f6084bf0d7:NORMAL|RBW]]} size 0
2014-04-10 11:44:58,362 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:47731, dest: /127.0.0.1:37136, bytes: 244650, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-1040503166_9, offset: 0, srvID: b242afcc-2d24-4b8f-9fb7-bc72b71e749a, blockid: BP-196700473-127.0.0.1-1397148267010:blk_1073741841_1017, duration: 6141596
2014-04-10 11:44:58,362 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-196700473-127.0.0.1-1397148267010:blk_1073741841_1017, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 11:44:58,363 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:37136 is added to blk_1073741841_1017{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-7d772409-5e65-4676-97a9-57f5ea3efdc8:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-331ec906-785c-475e-b366-176a30c332ed:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-c910d2b0-940b-4e3d-b4fd-b4f6084bf0d7:NORMAL|RBW]]} size 0
2014-04-10 11:44:58,363 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:44298, dest: /127.0.0.1:56823, bytes: 244650, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-1040503166_9, offset: 0, srvID: d87cf363-b947-4d02-ab62-043c9241fbef, blockid: BP-196700473-127.0.0.1-1397148267010:blk_1073741841_1017, duration: 6877485
2014-04-10 11:44:58,363 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-196700473-127.0.0.1-1397148267010:blk_1073741841_1017, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 11:44:58,364 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:56823 is added to blk_1073741841_1017{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-7d772409-5e65-4676-97a9-57f5ea3efdc8:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-331ec906-785c-475e-b366-176a30c332ed:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-c910d2b0-940b-4e3d-b4fd-b4f6084bf0d7:NORMAL|RBW]]} size 0
2014-04-10 11:44:58,381 INFO hdfs.StateChange (FSNamesystem.java:completeFile(2899)) - DIR* completeFile: /tmp/hadoop-yarn/staging/brock/.staging/job_1397148282618_0002/job.jar is closed by DFSClient_NONMAPREDUCE_-1040503166_9
2014-04-10 11:44:58,383 INFO blockmanagement.BlockManager (BlockManager.java:setReplication(2455)) - Increasing replication from 3 to 10 for /tmp/hadoop-yarn/staging/brock/.staging/job_1397148282618_0002/job.jar
2014-04-10 11:44:58,398 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=setReplication src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397148282618_0002/job.jar dst=null perm=null
2014-04-10 11:44:58,415 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397148282618_0002/job.jar dst=null perm=brock:supergroup:rw-r--r--
2014-04-10 11:44:58,416 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null
2014-04-10 11:44:58,418 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target/Hadoop2MR1Platform-tmpDir/hadoop-6513904787770014536.jar dst=null perm=null
2014-04-10 11:44:58,419 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null
2014-04-10 11:44:58,420 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target/Hadoop2MR1Platform-tmpDir dst=null perm=null
2014-04-10 11:44:58,420 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target dst=null perm=null
2014-04-10 11:44:58,421 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock dst=null perm=null
2014-04-10 11:44:58,421 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user dst=null perm=null
2014-04-10 11:44:58,422 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/ dst=null perm=null
2014-04-10 11:44:58,423 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target/Hadoop2MR1Platform-tmpDir/hadoop-6513904787770014536.jar dst=null perm=null
2014-04-10 11:44:58,424 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/classes/test/data/lower.txt dst=null perm=null
2014-04-10 11:44:58,425 INFO mapred.FileInputFormat (FileInputFormat.java:listStatus(253)) - Total input paths to process : 1
2014-04-10 11:44:58,426 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/classes/test/data/lower.txt dst=null perm=null
2014-04-10 11:44:58,440 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397148282618_0002/job.split dst=null perm=brock:supergroup:rw-r--r--
2014-04-10 11:44:58,447 INFO BlockStateChange (BlockManager.java:computeReplicationWorkForBlocks(1373)) - BLOCK* ask 127.0.0.1:53089 to replicate blk_1073741841_1017 to datanode(s) 127.0.0.1:49954
2014-04-10 11:44:58,447 INFO hdfs.StateChange (InvalidateBlocks.java:invalidateWork(152)) - BLOCK* InvalidateBlocks: ask 127.0.0.1:37136 to delete [blk_1073741828_1004, blk_1073741829_1005, blk_1073741830_1006, blk_1073741831_1007, blk_1073741832_1008, blk_1073741834_1010]
2014-04-10 11:44:58,447 INFO hdfs.StateChange (InvalidateBlocks.java:invalidateWork(152)) - BLOCK* InvalidateBlocks: ask 127.0.0.1:49954 to delete [blk_1073741828_1004, blk_1073741829_1005, blk_1073741830_1006, blk_1073741831_1007, blk_1073741832_1008, blk_1073741834_1010, blk_1073741835_1011]
2014-04-10 11:44:58,456 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397148282618_0002/job.split dst=null perm=brock:supergroup:rw-r--r--
2014-04-10 11:44:58,458 INFO blockmanagement.BlockManager (BlockManager.java:setReplication(2455)) - Increasing replication from 3 to 10 for /tmp/hadoop-yarn/staging/brock/.staging/job_1397148282618_0002/job.split
2014-04-10 11:44:58,473 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=setReplication src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397148282618_0002/job.split dst=null perm=null
2014-04-10 11:44:58,476 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(2966)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/brock/.staging/job_1397148282618_0002/job.split. BP-196700473-127.0.0.1-1397148267010 blk_1073741842_1018{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-2bef5f6e-f0c9-4da0-8817-be69f5868853:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-97cf26c5-95a4-4e0e-a439-d9926ba08c0b:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-008d3ead-b2b9-49b0-88ab-01e536a210da:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-b6a9be31-6a8c-48bd-97ee-0b78fb430f32:NORMAL|RBW]]}
2014-04-10 11:44:58,492 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-196700473-127.0.0.1-1397148267010:blk_1073741842_1018 src: /127.0.0.1:53377 dest: /127.0.0.1:53089
2014-04-10 11:44:58,494 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-196700473-127.0.0.1-1397148267010:blk_1073741842_1018 src: /127.0.0.1:50919 dest: /127.0.0.1:49954
2014-04-10 11:44:58,495 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-196700473-127.0.0.1-1397148267010:blk_1073741842_1018 src: /127.0.0.1:47735 dest: /127.0.0.1:37136
2014-04-10 11:44:58,497 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-196700473-127.0.0.1-1397148267010:blk_1073741842_1018 src: /127.0.0.1:44304 dest: /127.0.0.1:56823
2014-04-10 11:44:58,502 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:44304, dest: /127.0.0.1:56823, bytes: 1887, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-1040503166_9, offset: 0, srvID: d87cf363-b947-4d02-ab62-043c9241fbef, blockid: BP-196700473-127.0.0.1-1397148267010:blk_1073741842_1018, duration: 3580205
2014-04-10 11:44:58,502 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-196700473-127.0.0.1-1397148267010:blk_1073741842_1018, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2014-04-10 11:44:58,502 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:56823 is added to blk_1073741842_1018{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-2bef5f6e-f0c9-4da0-8817-be69f5868853:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-008d3ead-b2b9-49b0-88ab-01e536a210da:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-b6a9be31-6a8c-48bd-97ee-0b78fb430f32:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-b068c5d0-517e-4297-aa28-ff6d4c514e44:NORMAL|RBW]]} size 0
2014-04-10 11:44:58,502 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:47735, dest: /127.0.0.1:37136, bytes: 1887, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-1040503166_9, offset: 0, srvID: b242afcc-2d24-4b8f-9fb7-bc72b71e749a, blockid: BP-196700473-127.0.0.1-1397148267010:blk_1073741842_1018, duration: 4353652
2014-04-10 11:44:58,503 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-196700473-127.0.0.1-1397148267010:blk_1073741842_1018, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 11:44:58,503 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:37136 is added to blk_1073741842_1018{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-2bef5f6e-f0c9-4da0-8817-be69f5868853:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-008d3ead-b2b9-49b0-88ab-01e536a210da:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-b6a9be31-6a8c-48bd-97ee-0b78fb430f32:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-b068c5d0-517e-4297-aa28-ff6d4c514e44:NORMAL|RBW]]} size 0
2014-04-10 11:44:58,504 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:50919, dest: /127.0.0.1:49954, bytes: 1887, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-1040503166_9, offset: 0, srvID: e20bf523-f226-4d36-9695-be2356cb97a6, blockid: BP-196700473-127.0.0.1-1397148267010:blk_1073741842_1018, duration: 5064072
2014-04-10 11:44:58,504 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-196700473-127.0.0.1-1397148267010:blk_1073741842_1018, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 11:44:58,504 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:49954 is added to blk_1073741842_1018{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-2bef5f6e-f0c9-4da0-8817-be69f5868853:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-008d3ead-b2b9-49b0-88ab-01e536a210da:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-b6a9be31-6a8c-48bd-97ee-0b78fb430f32:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-b068c5d0-517e-4297-aa28-ff6d4c514e44:NORMAL|RBW]]} size 0
2014-04-10 11:44:58,505 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:53377, dest: /127.0.0.1:53089, bytes: 1887, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-1040503166_9, offset: 0, srvID: 56b85d8f-9b31-4c91-b022-e568d9765c42, blockid: BP-196700473-127.0.0.1-1397148267010:blk_1073741842_1018, duration: 5916310
2014-04-10 11:44:58,506 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-196700473-127.0.0.1-1397148267010:blk_1073741842_1018, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 11:44:58,506 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:53089 is added to blk_1073741842_1018{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-2bef5f6e-f0c9-4da0-8817-be69f5868853:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-008d3ead-b2b9-49b0-88ab-01e536a210da:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-b6a9be31-6a8c-48bd-97ee-0b78fb430f32:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-b068c5d0-517e-4297-aa28-ff6d4c514e44:NORMAL|RBW]]} size 0
2014-04-10 11:44:58,523 INFO hdfs.StateChange (FSNamesystem.java:completeFile(2899)) - DIR* completeFile: /tmp/hadoop-yarn/staging/brock/.staging/job_1397148282618_0002/job.split is closed by DFSClient_NONMAPREDUCE_-1040503166_9
2014-04-10 11:44:58,540 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397148282618_0002/job.splitmetainfo dst=null perm=brock:supergroup:rw-r--r--
2014-04-10 11:44:58,556 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397148282618_0002/job.splitmetainfo dst=null perm=brock:supergroup:rw-r--r--
2014-04-10 11:44:58,559 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(2966)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/brock/.staging/job_1397148282618_0002/job.splitmetainfo. BP-196700473-127.0.0.1-1397148267010 blk_1073741843_1019{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-b068c5d0-517e-4297-aa28-ff6d4c514e44:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-c910d2b0-940b-4e3d-b4fd-b4f6084bf0d7:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-331ec906-785c-475e-b366-176a30c332ed:NORMAL|RBW]]}
2014-04-10 11:44:58,575 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-196700473-127.0.0.1-1397148267010:blk_1073741843_1019 src: /127.0.0.1:50922 dest: /127.0.0.1:49954
2014-04-10 11:44:58,577 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-196700473-127.0.0.1-1397148267010:blk_1073741843_1019 src: /127.0.0.1:53382 dest: /127.0.0.1:53089
2014-04-10 11:44:58,578 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-196700473-127.0.0.1-1397148267010:blk_1073741843_1019 src: /127.0.0.1:47739 dest: /127.0.0.1:37136
2014-04-10 11:44:58,582 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:47739, dest: /127.0.0.1:37136, bytes: 183, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-1040503166_9, offset: 0, srvID: b242afcc-2d24-4b8f-9fb7-bc72b71e749a, blockid: BP-196700473-127.0.0.1-1397148267010:blk_1073741843_1019, duration: 2543780
2014-04-10 11:44:58,582 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-196700473-127.0.0.1-1397148267010:blk_1073741843_1019, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2014-04-10 11:44:58,583 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:37136 is added to blk_1073741843_1019{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-c910d2b0-940b-4e3d-b4fd-b4f6084bf0d7:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-331ec906-785c-475e-b366-176a30c332ed:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-97cf26c5-95a4-4e0e-a439-d9926ba08c0b:NORMAL|RBW]]} size 0
2014-04-10 11:44:58,583 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:53382, dest: /127.0.0.1:53089, bytes: 183, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-1040503166_9, offset: 0, srvID: 56b85d8f-9b31-4c91-b022-e568d9765c42, blockid: BP-196700473-127.0.0.1-1397148267010:blk_1073741843_1019, duration: 3148080
2014-04-10 11:44:58,583 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-196700473-127.0.0.1-1397148267010:blk_1073741843_1019, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 11:44:58,584 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:53089 is added to blk_1073741843_1019{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-c910d2b0-940b-4e3d-b4fd-b4f6084bf0d7:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-331ec906-785c-475e-b366-176a30c332ed:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-97cf26c5-95a4-4e0e-a439-d9926ba08c0b:NORMAL|RBW]]} size 0
2014-04-10 11:44:58,584 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:50922, dest: /127.0.0.1:49954, bytes: 183, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-1040503166_9, offset: 0, srvID: e20bf523-f226-4d36-9695-be2356cb97a6, blockid: BP-196700473-127.0.0.1-1397148267010:blk_1073741843_1019, duration: 3998531
2014-04-10 11:44:58,584 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-196700473-127.0.0.1-1397148267010:blk_1073741843_1019, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 11:44:58,585 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:49954 is added to blk_1073741843_1019{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-c910d2b0-940b-4e3d-b4fd-b4f6084bf0d7:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-331ec906-785c-475e-b366-176a30c332ed:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-97cf26c5-95a4-4e0e-a439-d9926ba08c0b:NORMAL|RBW]]} size 0
2014-04-10 11:44:58,598 INFO hdfs.StateChange (FSNamesystem.java:completeFile(2899)) - DIR* completeFile: /tmp/hadoop-yarn/staging/brock/.staging/job_1397148282618_0002/job.splitmetainfo is closed by DFSClient_NONMAPREDUCE_-1040503166_9
2014-04-10 11:44:58,599 INFO mapreduce.JobSubmitter (JobSubmitter.java:submitJobInternal(396)) - number of splits:5
2014-04-10 11:44:58,615 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397148282618_0002/job.xml dst=null perm=brock:supergroup:rw-r--r--
2014-04-10 11:44:58,631 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397148282618_0002/job.xml dst=null perm=brock:supergroup:rw-r--r--
2014-04-10 11:44:58,657 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(2966)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/brock/.staging/job_1397148282618_0002/job.xml. BP-196700473-127.0.0.1-1397148267010 blk_1073741844_1020{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-331ec906-785c-475e-b366-176a30c332ed:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-2bef5f6e-f0c9-4da0-8817-be69f5868853:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-b068c5d0-517e-4297-aa28-ff6d4c514e44:NORMAL|RBW]]}
2014-04-10 11:44:58,675 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-196700473-127.0.0.1-1397148267010:blk_1073741844_1020 src: /127.0.0.1:47740 dest: /127.0.0.1:37136
2014-04-10 11:44:58,676 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-196700473-127.0.0.1-1397148267010:blk_1073741844_1020 src: /127.0.0.1:53385 dest: /127.0.0.1:53089
2014-04-10 11:44:58,677 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-196700473-127.0.0.1-1397148267010:blk_1073741844_1020 src: /127.0.0.1:50927 dest: /127.0.0.1:49954
2014-04-10 11:44:58,682 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:50927, dest: /127.0.0.1:49954, bytes: 80227, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-1040503166_9, offset: 0, srvID: e20bf523-f226-4d36-9695-be2356cb97a6, blockid: BP-196700473-127.0.0.1-1397148267010:blk_1073741844_1020, duration: 3421731
2014-04-10 11:44:58,682 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-196700473-127.0.0.1-1397148267010:blk_1073741844_1020, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2014-04-10 11:44:58,682 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:49954 is added to blk_1073741844_1020{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-2bef5f6e-f0c9-4da0-8817-be69f5868853:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-b068c5d0-517e-4297-aa28-ff6d4c514e44:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-008d3ead-b2b9-49b0-88ab-01e536a210da:NORMAL|RBW]]} size 0
2014-04-10 11:44:58,683 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:53385, dest: /127.0.0.1:53089, bytes: 80227, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-1040503166_9, offset: 0, srvID: 56b85d8f-9b31-4c91-b022-e568d9765c42, blockid: BP-196700473-127.0.0.1-1397148267010:blk_1073741844_1020, duration: 4550480
2014-04-10 11:44:58,683 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-196700473-127.0.0.1-1397148267010:blk_1073741844_1020, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 11:44:58,683 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:53089 is added to blk_1073741844_1020{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-2bef5f6e-f0c9-4da0-8817-be69f5868853:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-b068c5d0-517e-4297-aa28-ff6d4c514e44:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-008d3ead-b2b9-49b0-88ab-01e536a210da:NORMAL|RBW]]} size 0
2014-04-10 11:44:58,683 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:47740, dest: /127.0.0.1:37136, bytes: 80227, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-1040503166_9, offset: 0, srvID: b242afcc-2d24-4b8f-9fb7-bc72b71e749a, blockid: BP-196700473-127.0.0.1-1397148267010:blk_1073741844_1020, duration: 5128836
2014-04-10 11:44:58,683 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-196700473-127.0.0.1-1397148267010:blk_1073741844_1020, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 11:44:58,684 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:37136 is added to blk_1073741844_1020{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-2bef5f6e-f0c9-4da0-8817-be69f5868853:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-b068c5d0-517e-4297-aa28-ff6d4c514e44:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-008d3ead-b2b9-49b0-88ab-01e536a210da:NORMAL|RBW]]} size 0
2014-04-10 11:44:58,698 INFO hdfs.StateChange (FSNamesystem.java:completeFile(2899)) - DIR* completeFile: /tmp/hadoop-yarn/staging/brock/.staging/job_1397148282618_0002/job.xml is closed by DFSClient_NONMAPREDUCE_-1040503166_9
2014-04-10 11:44:58,699 INFO mapreduce.JobSubmitter (JobSubmitter.java:printTokens(479)) - Submitting tokens for job: job_1397148282618_0002
2014-04-10 11:44:58,700 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397148282618_0002 dst=null perm=null
2014-04-10 11:44:58,702 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397148282618_0002/job.xml dst=null perm=null
2014-04-10 11:44:58,703 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397148282618_0002/job.xml dst=null perm=null
2014-04-10 11:44:58,705 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397148282618_0002/job.jar dst=null perm=null
2014-04-10 11:44:58,706 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397148282618_0002/job.jar dst=null perm=null
2014-04-10 11:44:58,707 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397148282618_0002/job.split dst=null perm=null
2014-04-10 11:44:58,708 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397148282618_0002/job.split dst=null perm=null
2014-04-10 11:44:58,710 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397148282618_0002/job.splitmetainfo dst=null perm=null
2014-04-10 11:44:58,711 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397148282618_0002/job.splitmetainfo dst=null perm=null
2014-04-10 11:44:58,715 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null
2014-04-10 11:44:58,716 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target/Hadoop2MR1Platform-tmpDir/hadoop-6513904787770014536.jar dst=null perm=null
2014-04-10 11:44:58,717 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null
2014-04-10 11:44:58,719 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target/Hadoop2MR1Platform-tmpDir/hadoop-6513904787770014536.jar dst=null perm=null
2014-04-10 11:44:58,720 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null
2014-04-10 11:44:58,722 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target/Hadoop2MR1Platform-tmpDir/hadoop-6513904787770014536.jar dst=null perm=null
2014-04-10 11:44:58,764 INFO resourcemanager.ClientRMService (ClientRMService.java:submitApplication(326)) - Application with id 2 submitted by user brock
2014-04-10 11:44:58,764 INFO rmapp.RMAppImpl (RMAppImpl.java:transition(786)) - Storing application with id application_1397148282618_0002
2014-04-10 11:44:58,764 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(140)) - USER=brock IP=127.0.0.1 OPERATION=Submit Application Request TARGET=ClientRMService RESULT=SUCCESS APPID=application_1397148282618_0002
2014-04-10 11:44:58,764 INFO rmapp.RMAppImpl (RMAppImpl.java:handle(610)) - application_1397148282618_0002 State change from NEW to NEW_SAVING
2014-04-10 11:44:58,764 INFO recovery.RMStateStore (RMStateStore.java:handleStoreEvent(596)) - Storing info for app: application_1397148282618_0002
2014-04-10 11:44:58,765 INFO rmapp.RMAppImpl (RMAppImpl.java:handle(610)) - application_1397148282618_0002 State change from NEW_SAVING to SUBMITTED
2014-04-10 11:44:58,765 INFO resourcemanager.ApplicationMasterService (ApplicationMasterService.java:registerAppAttempt(556)) - Registering app attempt : appattempt_1397148282618_0002_000001
2014-04-10 11:44:58,766 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(652)) - appattempt_1397148282618_0002_000001 State change from NEW to SUBMITTED
2014-04-10 11:44:58,767 INFO capacity.LeafQueue (LeafQueue.java:activateApplications(718)) - Application application_1397148282618_0002 from user: brock activated in queue: default
2014-04-10 11:44:58,768 INFO capacity.LeafQueue (LeafQueue.java:addApplication(734)) - Application added - appId: application_1397148282618_0002 user: org.apache.hadoop.yarn.server.resourcemanager.scheduler.capacity.LeafQueue$User@57bb55fc, leaf-queue: default #user-pending-applications: 0 #user-active-applications: 2 #queue-pending-applications: 0 #queue-active-applications: 2
2014-04-10 11:44:58,768 INFO capacity.ParentQueue (ParentQueue.java:addApplication(482)) - Application added - appId: application_1397148282618_0002 user: brock leaf-queue of parent: root #applications: 2
2014-04-10 11:44:58,768 INFO capacity.CapacityScheduler (CapacityScheduler.java:addApplicationAttempt(459)) - Application Submission: appattempt_1397148282618_0002_000001, user: brock queue: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:2048, vCores:1>usedCapacity=0.125, absoluteUsedCapacity=0.125, numApps=2, numContainers=1, currently active: 2
2014-04-10 11:44:58,769 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(652)) - appattempt_1397148282618_0002_000001 State change from SUBMITTED to SCHEDULED
2014-04-10 11:44:58,769 INFO impl.YarnClientImpl (YarnClientImpl.java:submitApplication(166)) - Submitted application application_1397148282618_0002
2014-04-10 11:44:58,769 INFO rmapp.RMAppImpl (RMAppImpl.java:handle(610)) - application_1397148282618_0002 State change from SUBMITTED to ACCEPTED
2014-04-10 11:44:58,772 INFO mapreduce.Job (Job.java:submit(1289)) - The url to track the job: http://localhost:45416/proxy/application_1397148282618_0002/
2014-04-10 11:44:58,773 INFO flow.FlowStep (BaseFlowStep.java:logInfo(834)) - [test] submitted hadoop job: job_1397148282618_0002
2014-04-10 11:44:58,773 INFO flow.FlowStep (BaseFlowStep.java:logInfo(834)) - [test] tracking url: http://localhost:45416/proxy/application_1397148282618_0002/
2014-04-10 11:44:59,342 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397148282618_0002_01_000001 Container Transitioned from NEW to ALLOCATED
2014-04-10 11:44:59,342 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(98)) - USER=brock OPERATION=AM Allocated Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1397148282618_0002 CONTAINERID=container_1397148282618_0002_01_000001
2014-04-10 11:44:59,343 INFO fica.FiCaSchedulerNode (FiCaSchedulerNode.java:allocateContainer(116)) - Assigned container container_1397148282618_0002_01_000001 of capacity <memory:2048, vCores:1> on host localhost:39304, which currently has 1 containers, <memory:2048, vCores:1> used and <memory:2048, vCores:7> available
2014-04-10 11:44:59,343 INFO capacity.LeafQueue (LeafQueue.java:assignContainer(1363)) - assignedContainer application=application_1397148282618_0002 container=Container: [ContainerId: container_1397148282618_0002_01_000001, NodeId: localhost:39304, NodeHttpAddress: localhost:51177, Resource: <memory:2048, vCores:1>, Priority: 0, Token: Token { kind: ContainerToken, service: localhost:39304 }, ] containerId=container_1397148282618_0002_01_000001 queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:2048, vCores:1>usedCapacity=0.125, absoluteUsedCapacity=0.125, numApps=2, numContainers=1 usedCapacity=0.125 absoluteUsedCapacity=0.125 used=<memory:2048, vCores:1> cluster=<memory:16384, vCores:32>
2014-04-10 11:44:59,343 INFO capacity.ParentQueue (ParentQueue.java:assignContainersToChildQueues(655)) - Re-sorting assigned queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:4096, vCores:2>usedCapacity=0.25, absoluteUsedCapacity=0.25, numApps=2, numContainers=2
2014-04-10 11:44:59,344 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397148282618_0002_01_000001 Container Transitioned from ALLOCATED to ACQUIRED
2014-04-10 11:44:59,344 INFO capacity.ParentQueue (ParentQueue.java:assignContainers(570)) - assignedContainer queue=root usedCapacity=0.25 absoluteUsedCapacity=0.25 used=<memory:4096, vCores:2> cluster=<memory:16384, vCores:32>
2014-04-10 11:44:59,345 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:storeAttempt(1554)) - Storing attempt: AppId: application_1397148282618_0002 AttemptId: appattempt_1397148282618_0002_000001 MasterContainer: Container: [ContainerId: container_1397148282618_0002_01_000001, NodeId: localhost:39304, NodeHttpAddress: localhost:51177, Resource: <memory:2048, vCores:1>, Priority: 0, Token: Token { kind: ContainerToken, service: localhost:39304 }, ]
2014-04-10 11:44:59,345 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(652)) - appattempt_1397148282618_0002_000001 State change from SCHEDULED to ALLOCATED_SAVING
2014-04-10 11:44:59,345 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(652)) - appattempt_1397148282618_0002_000001 State change from ALLOCATED_SAVING to ALLOCATED
2014-04-10 11:44:59,346 INFO amlauncher.AMLauncher (AMLauncher.java:run(248)) - Launching masterappattempt_1397148282618_0002_000001
2014-04-10 11:44:59,347 INFO amlauncher.AMLauncher (AMLauncher.java:launch(105)) - Setting up container Container: [ContainerId: container_1397148282618_0002_01_000001, NodeId: localhost:39304, NodeHttpAddress: localhost:51177, Resource: <memory:2048, vCores:1>, Priority: 0, Token: Token { kind: ContainerToken, service: localhost:39304 }, ] for AM appattempt_1397148282618_0002_000001
2014-04-10 11:44:59,348 INFO amlauncher.AMLauncher (AMLauncher.java:createAMContainerLaunchContext(190)) - Command to launch container container_1397148282618_0002_01_000001 : $JAVA_HOME/bin/java -Dlog4j.configuration=container-log4j.properties -Dyarn.app.container.log.dir=<LOG_DIR> -Dyarn.app.container.log.filesize=0 -Dhadoop.root.logger=INFO,CLA -Xmx1024m org.apache.hadoop.mapreduce.v2.app.MRAppMaster 1><LOG_DIR>/stdout 2><LOG_DIR>/stderr
2014-04-10 11:44:59,352 INFO ipc.Server (Server.java:saslProcess(1252)) - Auth successful for appattempt_1397148282618_0002_000001 (auth:SIMPLE)
2014-04-10 11:44:59,356 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(572)) - Start request for container_1397148282618_0002_01_000001 by user brock
2014-04-10 11:44:59,357 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(611)) - Creating a new application reference for app application_1397148282618_0002
2014-04-10 11:44:59,358 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=brock IP=127.0.0.1 OPERATION=Start Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1397148282618_0002 CONTAINERID=container_1397148282618_0002_01_000001
2014-04-10 11:44:59,358 INFO application.Application (ApplicationImpl.java:handle(450)) - Application application_1397148282618_0002 transitioned from NEW to INITING
2014-04-10 11:44:59,359 INFO application.Application (ApplicationImpl.java:transition(296)) - Adding container_1397148282618_0002_01_000001 to application application_1397148282618_0002
2014-04-10 11:44:59,360 INFO amlauncher.AMLauncher (AMLauncher.java:launch(126)) - Done launching container Container: [ContainerId: container_1397148282618_0002_01_000001, NodeId: localhost:39304, NodeHttpAddress: localhost:51177, Resource: <memory:2048, vCores:1>, Priority: 0, Token: Token { kind: ContainerToken, service: localhost:39304 }, ] for AM appattempt_1397148282618_0002_000001
2014-04-10 11:44:59,360 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(652)) - appattempt_1397148282618_0002_000001 State change from ALLOCATED to LAUNCHED
2014-04-10 11:44:59,360 INFO application.Application (ApplicationImpl.java:handle(450)) - Application application_1397148282618_0002 transitioned from INITING to RUNNING
2014-04-10 11:44:59,360 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397148282618_0002_01_000001 transitioned from NEW to LOCALIZING
2014-04-10 11:44:59,361 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event CONTAINER_INIT for appId application_1397148282618_0002
2014-04-10 11:44:59,361 INFO localizer.LocalizedResource (LocalizedResource.java:handle(196)) - Resource hdfs://localhost:38088/user/brock/target/Hadoop2MR1Platform-tmpDir/hadoop-6513904787770014536.jar transitioned from INIT to DOWNLOADING
2014-04-10 11:44:59,361 INFO localizer.LocalizedResource (LocalizedResource.java:handle(196)) - Resource hdfs://localhost:38088/user/brock/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar transitioned from INIT to DOWNLOADING
2014-04-10 11:44:59,362 INFO localizer.LocalizedResource (LocalizedResource.java:handle(196)) - Resource hdfs://localhost:38088/tmp/hadoop-yarn/staging/brock/.staging/job_1397148282618_0002/job.jar transitioned from INIT to DOWNLOADING
2014-04-10 11:44:59,362 INFO localizer.LocalizedResource (LocalizedResource.java:handle(196)) - Resource hdfs://localhost:38088/tmp/hadoop-yarn/staging/brock/.staging/job_1397148282618_0002/job.splitmetainfo transitioned from INIT to DOWNLOADING
2014-04-10 11:44:59,362 INFO localizer.LocalizedResource (LocalizedResource.java:handle(196)) - Resource hdfs://localhost:38088/tmp/hadoop-yarn/staging/brock/.staging/job_1397148282618_0002/job.split transitioned from INIT to DOWNLOADING
2014-04-10 11:44:59,362 INFO localizer.LocalizedResource (LocalizedResource.java:handle(196)) - Resource hdfs://localhost:38088/tmp/hadoop-yarn/staging/brock/.staging/job_1397148282618_0002/job.xml transitioned from INIT to DOWNLOADING
2014-04-10 11:44:59,363 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:addResource(651)) - Downloading public rsrc:{ hdfs://localhost:38088/user/brock/target/Hadoop2MR1Platform-tmpDir/hadoop-6513904787770014536.jar, 1397148270315, FILE, null }
2014-04-10 11:44:59,365 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:addResource(651)) - Downloading public rsrc:{ hdfs://localhost:38088/user/brock/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar, 1397148270142, FILE, null }
2014-04-10 11:44:59,366 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:handle(590)) - Created localizer for container_1397148282618_0002_01_000001
2014-04-10 11:44:59,373 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:writeCredentials(1015)) - Writing credentials to the nmPrivate file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_3/nmPrivate/container_1397148282618_0002_01_000001.tokens. Credentials list:
2014-04-10 11:44:59,380 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target/Hadoop2MR1Platform-tmpDir/hadoop-6513904787770014536.jar dst=null perm=null
2014-04-10 11:44:59,380 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null
2014-04-10 11:44:59,381 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target/Hadoop2MR1Platform-tmpDir/hadoop-6513904787770014536.jar dst=null perm=null
2014-04-10 11:44:59,381 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null
2014-04-10 11:44:59,381 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target/Hadoop2MR1Platform-tmpDir dst=null perm=null
2014-04-10 11:44:59,382 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target/Hadoop2MR1Platform-tmpDir dst=null perm=null
2014-04-10 11:44:59,382 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target dst=null perm=null
2014-04-10 11:44:59,382 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target dst=null perm=null
2014-04-10 11:44:59,383 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock dst=null perm=null
2014-04-10 11:44:59,383 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock dst=null perm=null
2014-04-10 11:44:59,384 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user dst=null perm=null
2014-04-10 11:44:59,384 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user dst=null perm=null
2014-04-10 11:44:59,384 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/ dst=null perm=null
2014-04-10 11:44:59,385 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target/Hadoop2MR1Platform-tmpDir/hadoop-6513904787770014536.jar dst=null perm=null
2014-04-10 11:44:59,386 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/ dst=null perm=null
2014-04-10 11:44:59,386 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:createUserCacheDirs(469)) - Initializing user brock
2014-04-10 11:44:59,386 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/user/brock/target/Hadoop2MR1Platform-tmpDir/hadoop-6513904787770014536.jar dst=null perm=null
2014-04-10 11:44:59,387 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null
2014-04-10 11:44:59,387 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/user/brock/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null
2014-04-10 11:44:59,394 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:37136, dest: /127.0.0.1:47747, bytes: 388587, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_-1040503166_9, offset: 0, srvID: b242afcc-2d24-4b8f-9fb7-bc72b71e749a, blockid: BP-196700473-127.0.0.1-1397148267010:blk_1073741826_1002, duration: 2022605
2014-04-10 11:44:59,394 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:37136, dest: /127.0.0.1:47748, bytes: 488518, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_-1040503166_9, offset: 0, srvID: b242afcc-2d24-4b8f-9fb7-bc72b71e749a, blockid: BP-196700473-127.0.0.1-1397148267010:blk_1073741825_1001, duration: 2054544
2014-04-10 11:44:59,422 INFO localizer.LocalizedResource (LocalizedResource.java:handle(196)) - Resource hdfs://localhost:38088/user/brock/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar(->file:/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_3/filecache/11/MRAppJar.jar) transitioned from DOWNLOADING to LOCALIZED
2014-04-10 11:44:59,423 INFO localizer.LocalizedResource (LocalizedResource.java:handle(196)) - Resource hdfs://localhost:38088/user/brock/target/Hadoop2MR1Platform-tmpDir/hadoop-6513904787770014536.jar(->file:/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_0/filecache/10/hadoop-6513904787770014536.jar) transitioned from DOWNLOADING to LOCALIZED
2014-04-10 11:44:59,462 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(103)) - Copying from /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_3/nmPrivate/container_1397148282618_0002_01_000001.tokens to /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_0/usercache/brock/appcache/application_1397148282618_0002/container_1397148282618_0002_01_000001.tokens
2014-04-10 11:44:59,462 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(105)) - CWD set to /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_0/usercache/brock/appcache/application_1397148282618_0002 = file:/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_0/usercache/brock/appcache/application_1397148282618_0002
2014-04-10 11:44:59,573 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397148282618_0002/job.jar dst=null perm=null
2014-04-10 11:44:59,575 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397148282618_0002/job.jar dst=null perm=null
2014-04-10 11:44:59,577 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397148282618_0002/job.jar dst=null perm=null
2014-04-10 11:44:59,589 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:56823, dest: /127.0.0.1:44319, bytes: 246562, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_-932782170_1216, offset: 0, srvID: d87cf363-b947-4d02-ab62-043c9241fbef, blockid: BP-196700473-127.0.0.1-1397148267010:blk_1073741841_1017, duration: 1765748
2014-04-10 11:44:59,619 INFO localizer.LocalizedResource (LocalizedResource.java:handle(196)) - Resource hdfs://localhost:38088/tmp/hadoop-yarn/staging/brock/.staging/job_1397148282618_0002/job.jar(->file:/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_3/usercache/brock/appcache/application_1397148282618_0002/filecache/10/job.jar) transitioned from DOWNLOADING to LOCALIZED
2014-04-10 11:44:59,639 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397148282618_0002/job.splitmetainfo dst=null perm=null
2014-04-10 11:44:59,640 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397148282618_0002/job.splitmetainfo dst=null perm=null
2014-04-10 11:44:59,642 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397148282618_0002/job.splitmetainfo dst=null perm=null
2014-04-10 11:44:59,651 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:37136, dest: /127.0.0.1:47747, bytes: 187, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_-932782170_1216, offset: 0, srvID: b242afcc-2d24-4b8f-9fb7-bc72b71e749a, blockid: BP-196700473-127.0.0.1-1397148267010:blk_1073741843_1019, duration: 392318
2014-04-10 11:44:59,653 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-196700473-127.0.0.1-1397148267010:blk_1073741837_1013
2014-04-10 11:44:59,654 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-196700473-127.0.0.1-1397148267010:blk_1073741834_1010
2014-04-10 11:44:59,654 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-196700473-127.0.0.1-1397148267010:blk_1073741836_1012
2014-04-10 11:44:59,655 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-196700473-127.0.0.1-1397148267010:blk_1073741833_1009
2014-04-10 11:44:59,656 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-196700473-127.0.0.1-1397148267010:blk_1073741839_1015
2014-04-10 11:44:59,656 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-196700473-127.0.0.1-1397148267010:blk_1073741835_1011
2014-04-10 11:44:59,657 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-196700473-127.0.0.1-1397148267010:blk_1073741842_1018
2014-04-10 11:44:59,657 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-196700473-127.0.0.1-1397148267010:blk_1073741843_1019
2014-04-10 11:44:59,658 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-196700473-127.0.0.1-1397148267010:blk_1073741840_1016
2014-04-10 11:44:59,659 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-196700473-127.0.0.1-1397148267010:blk_1073741844_1020
2014-04-10 11:44:59,666 INFO localizer.LocalizedResource (LocalizedResource.java:handle(196)) - Resource hdfs://localhost:38088/tmp/hadoop-yarn/staging/brock/.staging/job_1397148282618_0002/job.splitmetainfo(->file:/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_0/usercache/brock/appcache/application_1397148282618_0002/filecache/11/job.splitmetainfo) transitioned from DOWNLOADING to LOCALIZED
2014-04-10 11:44:59,681 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073741828_1004 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data8/current/BP-196700473-127.0.0.1-1397148267010/current/finalized/blk_1073741828 for deletion
2014-04-10 11:44:59,683 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073741829_1005 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data7/current/BP-196700473-127.0.0.1-1397148267010/current/finalized/blk_1073741829 for deletion
2014-04-10 11:44:59,683 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073741830_1006 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data8/current/BP-196700473-127.0.0.1-1397148267010/current/finalized/blk_1073741830 for deletion
2014-04-10 11:44:59,683 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073741831_1007 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data7/current/BP-196700473-127.0.0.1-1397148267010/current/finalized/blk_1073741831 for deletion
2014-04-10 11:44:59,683 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397148282618_0002/job.split dst=null perm=null
2014-04-10 11:44:59,684 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073741832_1008 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data8/current/BP-196700473-127.0.0.1-1397148267010/current/finalized/blk_1073741832 for deletion
2014-04-10 11:44:59,684 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-196700473-127.0.0.1-1397148267010 blk_1073741829_1005 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data7/current/BP-196700473-127.0.0.1-1397148267010/current/finalized/blk_1073741829
2014-04-10 11:44:59,684 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-196700473-127.0.0.1-1397148267010 blk_1073741828_1004 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data8/current/BP-196700473-127.0.0.1-1397148267010/current/finalized/blk_1073741828
2014-04-10 11:44:59,684 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073741834_1010 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data8/current/BP-196700473-127.0.0.1-1397148267010/current/finalized/blk_1073741834 for deletion
2014-04-10 11:44:59,685 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-196700473-127.0.0.1-1397148267010 blk_1073741830_1006 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data8/current/BP-196700473-127.0.0.1-1397148267010/current/finalized/blk_1073741830
2014-04-10 11:44:59,685 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073741835_1011 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data7/current/BP-196700473-127.0.0.1-1397148267010/current/finalized/blk_1073741835 for deletion
2014-04-10 11:44:59,685 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-196700473-127.0.0.1-1397148267010 blk_1073741832_1008 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data8/current/BP-196700473-127.0.0.1-1397148267010/current/finalized/blk_1073741832
2014-04-10 11:44:59,684 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-196700473-127.0.0.1-1397148267010 blk_1073741831_1007 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data7/current/BP-196700473-127.0.0.1-1397148267010/current/finalized/blk_1073741831
2014-04-10 11:44:59,685 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-196700473-127.0.0.1-1397148267010 blk_1073741834_1010 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data8/current/BP-196700473-127.0.0.1-1397148267010/current/finalized/blk_1073741834
2014-04-10 11:44:59,686 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-196700473-127.0.0.1-1397148267010 blk_1073741835_1011 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data7/current/BP-196700473-127.0.0.1-1397148267010/current/finalized/blk_1073741835
2014-04-10 11:44:59,685 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397148282618_0002/job.split dst=null perm=null
2014-04-10 11:44:59,687 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397148282618_0002/job.split dst=null perm=null
2014-04-10 11:44:59,697 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:49954, dest: /127.0.0.1:50937, bytes: 1903, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_-932782170_1216, offset: 0, srvID: e20bf523-f226-4d36-9695-be2356cb97a6, blockid: BP-196700473-127.0.0.1-1397148267010:blk_1073741842_1018, duration: 314710
2014-04-10 11:44:59,717 INFO localizer.LocalizedResource (LocalizedResource.java:handle(196)) - Resource hdfs://localhost:38088/tmp/hadoop-yarn/staging/brock/.staging/job_1397148282618_0002/job.split(->file:/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_1/usercache/brock/appcache/application_1397148282618_0002/filecache/12/job.split) transitioned from DOWNLOADING to LOCALIZED
2014-04-10 11:44:59,717 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073741828_1004 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data4/current/BP-196700473-127.0.0.1-1397148267010/current/finalized/blk_1073741828 for deletion
2014-04-10 11:44:59,717 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073741829_1005 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data3/current/BP-196700473-127.0.0.1-1397148267010/current/finalized/blk_1073741829 for deletion
2014-04-10 11:44:59,718 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-196700473-127.0.0.1-1397148267010 blk_1073741828_1004 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data4/current/BP-196700473-127.0.0.1-1397148267010/current/finalized/blk_1073741828
2014-04-10 11:44:59,718 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073741830_1006 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data4/current/BP-196700473-127.0.0.1-1397148267010/current/finalized/blk_1073741830 for deletion
2014-04-10 11:44:59,718 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-196700473-127.0.0.1-1397148267010 blk_1073741829_1005 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data3/current/BP-196700473-127.0.0.1-1397148267010/current/finalized/blk_1073741829
2014-04-10 11:44:59,719 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-196700473-127.0.0.1-1397148267010 blk_1073741830_1006 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data4/current/BP-196700473-127.0.0.1-1397148267010/current/finalized/blk_1073741830
2014-04-10 11:44:59,718 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073741831_1007 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data3/current/BP-196700473-127.0.0.1-1397148267010/current/finalized/blk_1073741831 for deletion
2014-04-10 11:44:59,719 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073741832_1008 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data4/current/BP-196700473-127.0.0.1-1397148267010/current/finalized/blk_1073741832 for deletion
2014-04-10 11:44:59,719 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-196700473-127.0.0.1-1397148267010 blk_1073741831_1007 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data3/current/BP-196700473-127.0.0.1-1397148267010/current/finalized/blk_1073741831
2014-04-10 11:44:59,719 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073741834_1010 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data4/current/BP-196700473-127.0.0.1-1397148267010/current/finalized/blk_1073741834 for deletion
2014-04-10 11:44:59,719 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-196700473-127.0.0.1-1397148267010 blk_1073741832_1008 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data4/current/BP-196700473-127.0.0.1-1397148267010/current/finalized/blk_1073741832
2014-04-10 11:44:59,720 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-196700473-127.0.0.1-1397148267010 blk_1073741834_1010 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data4/current/BP-196700473-127.0.0.1-1397148267010/current/finalized/blk_1073741834
2014-04-10 11:44:59,736 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397148282618_0002/job.xml dst=null perm=null
2014-04-10 11:44:59,738 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397148282618_0002/job.xml dst=null perm=null
2014-04-10 11:44:59,739 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397148282618_0002/job.xml dst=null perm=null
2014-04-10 11:44:59,749 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:53089, dest: /127.0.0.1:53397, bytes: 80855, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_-932782170_1216, offset: 0, srvID: 56b85d8f-9b31-4c91-b022-e568d9765c42, blockid: BP-196700473-127.0.0.1-1397148267010:blk_1073741844_1020, duration: 520911
2014-04-10 11:44:59,766 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-196700473-127.0.0.1-1397148267010:blk_1073741843_1019
2014-04-10 11:44:59,767 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-196700473-127.0.0.1-1397148267010:blk_1073741838_1014
2014-04-10 11:44:59,767 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-196700473-127.0.0.1-1397148267010:blk_1073741840_1016
2014-04-10 11:44:59,769 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-196700473-127.0.0.1-1397148267010:blk_1073741837_1013
2014-04-10 11:44:59,769 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-196700473-127.0.0.1-1397148267010:blk_1073741833_1009
2014-04-10 11:44:59,773 INFO localizer.LocalizedResource (LocalizedResource.java:handle(196)) - Resource hdfs://localhost:38088/tmp/hadoop-yarn/staging/brock/.staging/job_1397148282618_0002/job.xml(->file:/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_2/usercache/brock/appcache/application_1397148282618_0002/filecache/13/job.xml) transitioned from DOWNLOADING to LOCALIZED
2014-04-10 11:44:59,773 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397148282618_0002_01_000001 transitioned from LOCALIZING to LOCALIZED
2014-04-10 11:44:59,774 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-196700473-127.0.0.1-1397148267010:blk_1073741841_1017
2014-04-10 11:44:59,774 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-196700473-127.0.0.1-1397148267010:blk_1073741842_1018
2014-04-10 11:44:59,776 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-196700473-127.0.0.1-1397148267010:blk_1073741844_1020
2014-04-10 11:44:59,789 INFO datanode.DataNode (DataNode.java:transferBlock(1426)) - DatanodeRegistration(127.0.0.1, datanodeUuid=56b85d8f-9b31-4c91-b022-e568d9765c42, infoPort=53850, ipcPort=48307, storageInfo=lv=-51;cid=testClusterID;nsid=743366398;c=0) Starting thread to transfer BP-196700473-127.0.0.1-1397148267010:blk_1073741841_1017 to 127.0.0.1:49954
2014-04-10 11:44:59,791 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-196700473-127.0.0.1-1397148267010:blk_1073741841_1017 src: /127.0.0.1:50939 dest: /127.0.0.1:49954
2014-04-10 11:44:59,791 INFO datanode.DataNode (DataNode.java:run(1629)) - DataTransfer: Transmitted BP-196700473-127.0.0.1-1397148267010:blk_1073741841_1017 (numBytes=244650) to 127.0.0.1/127.0.0.1:49954
2014-04-10 11:44:59,792 INFO datanode.DataNode (DataXceiver.java:writeBlock(597)) - Received BP-196700473-127.0.0.1-1397148267010:blk_1073741841_1017 src: /127.0.0.1:50939 dest: /127.0.0.1:49954 of size 244650
2014-04-10 11:44:59,792 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:49954 is added to blk_1073741841_1017 size 244650
2014-04-10 11:44:59,805 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-196700473-127.0.0.1-1397148267010:blk_1073741837_1013
2014-04-10 11:44:59,808 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-196700473-127.0.0.1-1397148267010:blk_1073741841_1017
2014-04-10 11:44:59,809 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-196700473-127.0.0.1-1397148267010:blk_1073741836_1012
2014-04-10 11:44:59,810 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-196700473-127.0.0.1-1397148267010:blk_1073741835_1011
2014-04-10 11:44:59,810 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-196700473-127.0.0.1-1397148267010:blk_1073741843_1019
2014-04-10 11:44:59,811 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-196700473-127.0.0.1-1397148267010:blk_1073741838_1014
2014-04-10 11:44:59,811 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397148282618_0002_01_000001 transitioned from LOCALIZED to RUNNING
2014-04-10 11:44:59,812 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-196700473-127.0.0.1-1397148267010:blk_1073741839_1015
2014-04-10 11:44:59,812 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(169)) - Neither virutal-memory nor physical-memory monitoring is needed. Not running the monitor-thread
2014-04-10 11:44:59,812 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-196700473-127.0.0.1-1397148267010:blk_1073741842_1018
2014-04-10 11:44:59,814 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-196700473-127.0.0.1-1397148267010:blk_1073741844_1020
2014-04-10 11:44:59,868 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-196700473-127.0.0.1-1397148267010:blk_1073741834_1010
2014-04-10 11:44:59,869 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-196700473-127.0.0.1-1397148267010:blk_1073741840_1016
2014-04-10 11:44:59,872 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-196700473-127.0.0.1-1397148267010:blk_1073741841_1017
2014-04-10 11:44:59,873 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-196700473-127.0.0.1-1397148267010:blk_1073741835_1011
2014-04-10 11:44:59,873 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-196700473-127.0.0.1-1397148267010:blk_1073741842_1018
2014-04-10 11:44:59,874 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-196700473-127.0.0.1-1397148267010:blk_1073741833_1009
2014-04-10 11:44:59,874 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-196700473-127.0.0.1-1397148267010:blk_1073741839_1015
2014-04-10 11:44:59,875 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-196700473-127.0.0.1-1397148267010:blk_1073741836_1012
2014-04-10 11:44:59,875 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-196700473-127.0.0.1-1397148267010:blk_1073741838_1014
2014-04-10 11:44:59,890 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(189)) - launchContainer: [nice, -n, 0, bash, /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_1/usercache/brock/appcache/application_1397148282618_0002/container_1397148282618_0002_01_000001/default_container_executor.sh]
2014-04-10 11:45:00,341 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397148282618_0002_01_000001 Container Transitioned from ACQUIRED to RUNNING
2014-04-10 11:45:01,084 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging dst=null perm=null
2014-04-10 11:45:01,111 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397148282618_0002/COMMIT_STARTED dst=null perm=null
2014-04-10 11:45:01,113 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397148282618_0002/COMMIT_SUCCESS dst=null perm=null
2014-04-10 11:45:01,114 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397148282618_0002/COMMIT_FAIL dst=null perm=null
2014-04-10 11:45:01,153 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397148282618_0002 dst=null perm=null
2014-04-10 11:45:01,155 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/history/done_intermediate dst=null perm=null
2014-04-10 11:45:01,156 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock dst=null perm=null
2014-04-10 11:45:01,383 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397148282618_0002/job.splitmetainfo dst=null perm=null
2014-04-10 11:45:01,391 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397148282618_0002/job.splitmetainfo dst=null perm=null
2014-04-10 11:45:01,430 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:49954, dest: /127.0.0.1:50946, bytes: 187, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_181843371_1, offset: 0, srvID: e20bf523-f226-4d36-9695-be2356cb97a6, blockid: BP-196700473-127.0.0.1-1397148267010:blk_1073741843_1019, duration: 132836
2014-04-10 11:45:01,448 INFO hdfs.StateChange (InvalidateBlocks.java:invalidateWork(152)) - BLOCK* InvalidateBlocks: ask 127.0.0.1:53089 to delete [blk_1073741828_1004, blk_1073741829_1005, blk_1073741835_1011]
2014-04-10 11:45:01,448 INFO hdfs.StateChange (InvalidateBlocks.java:invalidateWork(152)) - BLOCK* InvalidateBlocks: ask 127.0.0.1:56823 to delete [blk_1073741828_1004, blk_1073741829_1005, blk_1073741830_1006, blk_1073741831_1007, blk_1073741832_1008, blk_1073741834_1010, blk_1073741835_1011]
2014-04-10 11:45:02,095 INFO ipc.Server (Server.java:saslProcess(1252)) - Auth successful for appattempt_1397148282618_0002_000001 (auth:SIMPLE)
2014-04-10 11:45:02,098 INFO resourcemanager.ApplicationMasterService (ApplicationMasterService.java:registerApplicationMaster(251)) - AM registration appattempt_1397148282618_0002_000001
2014-04-10 11:45:02,098 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(119)) - USER=brock IP=127.0.0.1 OPERATION=Register App Master TARGET=ApplicationMasterService RESULT=SUCCESS APPID=application_1397148282618_0002 APPATTEMPTID=appattempt_1397148282618_0002_000001
2014-04-10 11:45:02,099 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(652)) - appattempt_1397148282618_0002_000001 State change from LAUNCHED to RUNNING
2014-04-10 11:45:02,099 INFO rmapp.RMAppImpl (RMAppImpl.java:handle(610)) - application_1397148282618_0002 State change from ACCEPTED to RUNNING
2014-04-10 11:45:02,173 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397148282618_0002/job_1397148282618_0002_1.jhist dst=null perm=brock:supergroup:rw-rw-rw-
2014-04-10 11:45:02,189 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=mkdirs src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/hadooptapplatform/resolvedfields/_temporary/1 dst=null perm=brock:supergroup:rwxrwxrwx
2014-04-10 11:45:02,223 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397148282618_0002/job_1397148282618_0002_1_conf.xml dst=null perm=brock:supergroup:rw-rw-rw-
2014-04-10 11:45:02,318 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(2966)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/brock/.staging/job_1397148282618_0002/job_1397148282618_0002_1_conf.xml. BP-196700473-127.0.0.1-1397148267010 blk_1073741845_1021{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-2bef5f6e-f0c9-4da0-8817-be69f5868853:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-008d3ead-b2b9-49b0-88ab-01e536a210da:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-b068c5d0-517e-4297-aa28-ff6d4c514e44:NORMAL|RBW]]}
2014-04-10 11:45:02,357 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-196700473-127.0.0.1-1397148267010:blk_1073741845_1021 src: /127.0.0.1:53409 dest: /127.0.0.1:53089
2014-04-10 11:45:02,358 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-196700473-127.0.0.1-1397148267010:blk_1073741845_1021 src: /127.0.0.1:47766 dest: /127.0.0.1:37136
2014-04-10 11:45:02,358 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-196700473-127.0.0.1-1397148267010:blk_1073741845_1021 src: /127.0.0.1:50952 dest: /127.0.0.1:49954
2014-04-10 11:45:02,363 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:50952, dest: /127.0.0.1:49954, bytes: 94090, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_181843371_1, offset: 0, srvID: e20bf523-f226-4d36-9695-be2356cb97a6, blockid: BP-196700473-127.0.0.1-1397148267010:blk_1073741845_1021, duration: 4413618
2014-04-10 11:45:02,364 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-196700473-127.0.0.1-1397148267010:blk_1073741845_1021, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2014-04-10 11:45:02,364 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:49954 is added to blk_1073741845_1021{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-b068c5d0-517e-4297-aa28-ff6d4c514e44:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-c910d2b0-940b-4e3d-b4fd-b4f6084bf0d7:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-331ec906-785c-475e-b366-176a30c332ed:NORMAL|RBW]]} size 0
2014-04-10 11:45:02,364 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:47766, dest: /127.0.0.1:37136, bytes: 94090, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_181843371_1, offset: 0, srvID: b242afcc-2d24-4b8f-9fb7-bc72b71e749a, blockid: BP-196700473-127.0.0.1-1397148267010:blk_1073741845_1021, duration: 4926493
2014-04-10 11:45:02,364 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-196700473-127.0.0.1-1397148267010:blk_1073741845_1021, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 11:45:02,364 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:37136 is added to blk_1073741845_1021{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-b068c5d0-517e-4297-aa28-ff6d4c514e44:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-c910d2b0-940b-4e3d-b4fd-b4f6084bf0d7:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-331ec906-785c-475e-b366-176a30c332ed:NORMAL|RBW]]} size 0
2014-04-10 11:45:02,364 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:53409, dest: /127.0.0.1:53089, bytes: 94090, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_181843371_1, offset: 0, srvID: 56b85d8f-9b31-4c91-b022-e568d9765c42, blockid: BP-196700473-127.0.0.1-1397148267010:blk_1073741845_1021, duration: 5344230
2014-04-10 11:45:02,365 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-196700473-127.0.0.1-1397148267010:blk_1073741845_1021, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 11:45:02,365 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:53089 is added to blk_1073741845_1021{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-b068c5d0-517e-4297-aa28-ff6d4c514e44:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-c910d2b0-940b-4e3d-b4fd-b4f6084bf0d7:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-331ec906-785c-475e-b366-176a30c332ed:NORMAL|RBW]]} size 0
2014-04-10 11:45:02,381 INFO hdfs.StateChange (FSNamesystem.java:completeFile(2899)) - DIR* completeFile: /tmp/hadoop-yarn/staging/brock/.staging/job_1397148282618_0002/job_1397148282618_0002_1_conf.xml is closed by DFSClient_NONMAPREDUCE_181843371_1
2014-04-10 11:45:02,790 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073741828_1004 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data6/current/BP-196700473-127.0.0.1-1397148267010/current/finalized/blk_1073741828 for deletion
2014-04-10 11:45:02,790 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073741829_1005 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data5/current/BP-196700473-127.0.0.1-1397148267010/current/finalized/blk_1073741829 for deletion
2014-04-10 11:45:02,791 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-196700473-127.0.0.1-1397148267010 blk_1073741828_1004 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data6/current/BP-196700473-127.0.0.1-1397148267010/current/finalized/blk_1073741828
2014-04-10 11:45:02,791 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-196700473-127.0.0.1-1397148267010 blk_1073741829_1005 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data5/current/BP-196700473-127.0.0.1-1397148267010/current/finalized/blk_1073741829
2014-04-10 11:45:02,791 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073741835_1011 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data5/current/BP-196700473-127.0.0.1-1397148267010/current/finalized/blk_1073741835 for deletion
2014-04-10 11:45:02,792 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-196700473-127.0.0.1-1397148267010 blk_1073741835_1011 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data5/current/BP-196700473-127.0.0.1-1397148267010/current/finalized/blk_1073741835
2014-04-10 11:45:02,851 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073741828_1004 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data2/current/BP-196700473-127.0.0.1-1397148267010/current/finalized/blk_1073741828 for deletion
2014-04-10 11:45:02,852 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073741829_1005 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data1/current/BP-196700473-127.0.0.1-1397148267010/current/finalized/blk_1073741829 for deletion
2014-04-10 11:45:02,852 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073741830_1006 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data2/current/BP-196700473-127.0.0.1-1397148267010/current/finalized/blk_1073741830 for deletion
2014-04-10 11:45:02,852 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-196700473-127.0.0.1-1397148267010 blk_1073741828_1004 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data2/current/BP-196700473-127.0.0.1-1397148267010/current/finalized/blk_1073741828
2014-04-10 11:45:02,852 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073741831_1007 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data1/current/BP-196700473-127.0.0.1-1397148267010/current/finalized/blk_1073741831 for deletion
2014-04-10 11:45:02,853 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-196700473-127.0.0.1-1397148267010 blk_1073741830_1006 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data2/current/BP-196700473-127.0.0.1-1397148267010/current/finalized/blk_1073741830
2014-04-10 11:45:02,852 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-196700473-127.0.0.1-1397148267010 blk_1073741829_1005 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data1/current/BP-196700473-127.0.0.1-1397148267010/current/finalized/blk_1073741829
2014-04-10 11:45:02,853 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073741832_1008 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data2/current/BP-196700473-127.0.0.1-1397148267010/current/finalized/blk_1073741832 for deletion
2014-04-10 11:45:02,854 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-196700473-127.0.0.1-1397148267010 blk_1073741831_1007 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data1/current/BP-196700473-127.0.0.1-1397148267010/current/finalized/blk_1073741831
2014-04-10 11:45:02,854 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073741834_1010 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data2/current/BP-196700473-127.0.0.1-1397148267010/current/finalized/blk_1073741834 for deletion
2014-04-10 11:45:02,854 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-196700473-127.0.0.1-1397148267010 blk_1073741832_1008 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data2/current/BP-196700473-127.0.0.1-1397148267010/current/finalized/blk_1073741832
2014-04-10 11:45:02,854 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073741835_1011 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data1/current/BP-196700473-127.0.0.1-1397148267010/current/finalized/blk_1073741835 for deletion
2014-04-10 11:45:02,854 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-196700473-127.0.0.1-1397148267010 blk_1073741834_1010 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data2/current/BP-196700473-127.0.0.1-1397148267010/current/finalized/blk_1073741834
2014-04-10 11:45:02,855 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-196700473-127.0.0.1-1397148267010 blk_1073741835_1011 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data1/current/BP-196700473-127.0.0.1-1397148267010/current/finalized/blk_1073741835
2014-04-10 11:45:03,321 INFO launcher.ContainerLaunch (ContainerLaunch.java:call(322)) - Container container_1397148282618_0001_01_000001 succeeded
2014-04-10 11:45:03,322 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397148282618_0001_01_000001 transitioned from RUNNING to EXITED_WITH_SUCCESS
2014-04-10 11:45:03,322 INFO launcher.ContainerLaunch (ContainerLaunch.java:cleanupContainer(341)) - Cleaning up container container_1397148282618_0001_01_000001
2014-04-10 11:45:03,338 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_0/usercache/brock/appcache/application_1397148282618_0001/container_1397148282618_0001_01_000001
2014-04-10 11:45:03,338 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_1/usercache/brock/appcache/application_1397148282618_0001/container_1397148282618_0001_01_000001
2014-04-10 11:45:03,338 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_2/usercache/brock/appcache/application_1397148282618_0001/container_1397148282618_0001_01_000001
2014-04-10 11:45:03,338 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_3/usercache/brock/appcache/application_1397148282618_0001/container_1397148282618_0001_01_000001
2014-04-10 11:45:03,338 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=brock OPERATION=Container Finished - Succeeded TARGET=ContainerImpl RESULT=SUCCESS APPID=application_1397148282618_0001 CONTAINERID=container_1397148282618_0001_01_000001
2014-04-10 11:45:03,338 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397148282618_0001_01_000001 transitioned from EXITED_WITH_SUCCESS to DONE
2014-04-10 11:45:03,339 INFO application.Application (ApplicationImpl.java:transition(339)) - Removing container_1397148282618_0001_01_000001 from application application_1397148282618_0001
2014-04-10 11:45:03,339 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(169)) - Neither virutal-memory nor physical-memory monitoring is needed. Not running the monitor-thread
2014-04-10 11:45:03,339 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event CONTAINER_STOP for appId application_1397148282618_0001
2014-04-10 11:45:03,343 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397148282618_0002_01_000002 Container Transitioned from NEW to ALLOCATED
2014-04-10 11:45:03,343 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(98)) - USER=brock OPERATION=AM Allocated Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1397148282618_0002 CONTAINERID=container_1397148282618_0002_01_000002
2014-04-10 11:45:03,343 INFO fica.FiCaSchedulerNode (FiCaSchedulerNode.java:allocateContainer(116)) - Assigned container container_1397148282618_0002_01_000002 of capacity <memory:1024, vCores:1> on host localhost:39304, which currently has 2 containers, <memory:3072, vCores:2> used and <memory:1024, vCores:6> available
2014-04-10 11:45:03,344 INFO capacity.LeafQueue (LeafQueue.java:assignContainer(1363)) - assignedContainer application=application_1397148282618_0002 container=Container: [ContainerId: container_1397148282618_0002_01_000002, NodeId: localhost:39304, NodeHttpAddress: localhost:51177, Resource: <memory:1024, vCores:1>, Priority: 20, Token: Token { kind: ContainerToken, service: localhost:39304 }, ] containerId=container_1397148282618_0002_01_000002 queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:4096, vCores:2>usedCapacity=0.25, absoluteUsedCapacity=0.25, numApps=2, numContainers=2 usedCapacity=0.25 absoluteUsedCapacity=0.25 used=<memory:4096, vCores:2> cluster=<memory:16384, vCores:32>
2014-04-10 11:45:03,344 INFO capacity.ParentQueue (ParentQueue.java:assignContainersToChildQueues(655)) - Re-sorting assigned queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:5120, vCores:3>usedCapacity=0.3125, absoluteUsedCapacity=0.3125, numApps=2, numContainers=3
2014-04-10 11:45:03,344 INFO capacity.ParentQueue (ParentQueue.java:assignContainers(570)) - assignedContainer queue=root usedCapacity=0.3125 absoluteUsedCapacity=0.3125 used=<memory:5120, vCores:3> cluster=<memory:16384, vCores:32>
2014-04-10 11:45:03,345 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397148282618_0002_01_000003 Container Transitioned from NEW to ALLOCATED
2014-04-10 11:45:03,345 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(98)) - USER=brock OPERATION=AM Allocated Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1397148282618_0002 CONTAINERID=container_1397148282618_0002_01_000003
2014-04-10 11:45:03,345 INFO fica.FiCaSchedulerNode (FiCaSchedulerNode.java:allocateContainer(116)) - Assigned container container_1397148282618_0002_01_000003 of capacity <memory:1024, vCores:1> on host localhost:39304, which currently has 3 containers, <memory:4096, vCores:3> used and <memory:0, vCores:5> available
2014-04-10 11:45:03,346 INFO capacity.LeafQueue (LeafQueue.java:assignContainer(1363)) - assignedContainer application=application_1397148282618_0002 container=Container: [ContainerId: container_1397148282618_0002_01_000003, NodeId: localhost:39304, NodeHttpAddress: localhost:51177, Resource: <memory:1024, vCores:1>, Priority: 20, Token: Token { kind: ContainerToken, service: localhost:39304 }, ] containerId=container_1397148282618_0002_01_000003 queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:5120, vCores:3>usedCapacity=0.3125, absoluteUsedCapacity=0.3125, numApps=2, numContainers=3 usedCapacity=0.3125 absoluteUsedCapacity=0.3125 used=<memory:5120, vCores:3> cluster=<memory:16384, vCores:32>
2014-04-10 11:45:03,346 INFO capacity.ParentQueue (ParentQueue.java:assignContainersToChildQueues(655)) - Re-sorting assigned queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:6144, vCores:4>usedCapacity=0.375, absoluteUsedCapacity=0.375, numApps=2, numContainers=4
2014-04-10 11:45:03,346 INFO capacity.ParentQueue (ParentQueue.java:assignContainers(570)) - assignedContainer queue=root usedCapacity=0.375 absoluteUsedCapacity=0.375 used=<memory:6144, vCores:4> cluster=<memory:16384, vCores:32>
2014-04-10 11:45:03,369 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397148282618_0002_01_000004 Container Transitioned from NEW to ALLOCATED
2014-04-10 11:45:03,369 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(98)) - USER=brock OPERATION=AM Allocated Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1397148282618_0002 CONTAINERID=container_1397148282618_0002_01_000004
2014-04-10 11:45:03,370 INFO fica.FiCaSchedulerNode (FiCaSchedulerNode.java:allocateContainer(116)) - Assigned container container_1397148282618_0002_01_000004 of capacity <memory:1024, vCores:1> on host localhost:33805, which currently has 1 containers, <memory:1024, vCores:1> used and <memory:3072, vCores:7> available
2014-04-10 11:45:03,370 INFO capacity.LeafQueue (LeafQueue.java:assignContainer(1363)) - assignedContainer application=application_1397148282618_0002 container=Container: [ContainerId: container_1397148282618_0002_01_000004, NodeId: localhost:33805, NodeHttpAddress: localhost:42238, Resource: <memory:1024, vCores:1>, Priority: 20, Token: Token { kind: ContainerToken, service: localhost:33805 }, ] containerId=container_1397148282618_0002_01_000004 queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:6144, vCores:4>usedCapacity=0.375, absoluteUsedCapacity=0.375, numApps=2, numContainers=4 usedCapacity=0.375 absoluteUsedCapacity=0.375 used=<memory:6144, vCores:4> cluster=<memory:16384, vCores:32>
2014-04-10 11:45:03,370 INFO capacity.ParentQueue (ParentQueue.java:assignContainersToChildQueues(655)) - Re-sorting assigned queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:7168, vCores:5>usedCapacity=0.4375, absoluteUsedCapacity=0.4375, numApps=2, numContainers=5
2014-04-10 11:45:03,371 INFO capacity.ParentQueue (ParentQueue.java:assignContainers(570)) - assignedContainer queue=root usedCapacity=0.4375 absoluteUsedCapacity=0.4375 used=<memory:7168, vCores:5> cluster=<memory:16384, vCores:32>
2014-04-10 11:45:03,371 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397148282618_0002_01_000005 Container Transitioned from NEW to ALLOCATED
2014-04-10 11:45:03,372 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(98)) - USER=brock OPERATION=AM Allocated Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1397148282618_0002 CONTAINERID=container_1397148282618_0002_01_000005
2014-04-10 11:45:03,372 INFO fica.FiCaSchedulerNode (FiCaSchedulerNode.java:allocateContainer(116)) - Assigned container container_1397148282618_0002_01_000005 of capacity <memory:1024, vCores:1> on host localhost:33805, which currently has 2 containers, <memory:2048, vCores:2> used and <memory:2048, vCores:6> available
2014-04-10 11:45:03,372 INFO capacity.LeafQueue (LeafQueue.java:assignContainer(1363)) - assignedContainer application=application_1397148282618_0002 container=Container: [ContainerId: container_1397148282618_0002_01_000005, NodeId: localhost:33805, NodeHttpAddress: localhost:42238, Resource: <memory:1024, vCores:1>, Priority: 20, Token: Token { kind: ContainerToken, service: localhost:33805 }, ] containerId=container_1397148282618_0002_01_000005 queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:7168, vCores:5>usedCapacity=0.4375, absoluteUsedCapacity=0.4375, numApps=2, numContainers=5 usedCapacity=0.4375 absoluteUsedCapacity=0.4375 used=<memory:7168, vCores:5> cluster=<memory:16384, vCores:32>
2014-04-10 11:45:03,372 INFO capacity.ParentQueue (ParentQueue.java:assignContainersToChildQueues(655)) - Re-sorting assigned queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:8192, vCores:6>usedCapacity=0.5, absoluteUsedCapacity=0.5, numApps=2, numContainers=6
2014-04-10 11:45:03,373 INFO capacity.ParentQueue (ParentQueue.java:assignContainers(570)) - assignedContainer queue=root usedCapacity=0.5 absoluteUsedCapacity=0.5 used=<memory:8192, vCores:6> cluster=<memory:16384, vCores:32>
2014-04-10 11:45:03,373 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397148282618_0002_01_000006 Container Transitioned from NEW to ALLOCATED
2014-04-10 11:45:03,374 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(98)) - USER=brock OPERATION=AM Allocated Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1397148282618_0002 CONTAINERID=container_1397148282618_0002_01_000006
2014-04-10 11:45:03,374 INFO fica.FiCaSchedulerNode (FiCaSchedulerNode.java:allocateContainer(116)) - Assigned container container_1397148282618_0002_01_000006 of capacity <memory:1024, vCores:1> on host localhost:33805, which currently has 3 containers, <memory:3072, vCores:3> used and <memory:1024, vCores:5> available
2014-04-10 11:45:03,374 INFO capacity.LeafQueue (LeafQueue.java:assignContainer(1363)) - assignedContainer application=application_1397148282618_0002 container=Container: [ContainerId: container_1397148282618_0002_01_000006, NodeId: localhost:33805, NodeHttpAddress: localhost:42238, Resource: <memory:1024, vCores:1>, Priority: 20, Token: Token { kind: ContainerToken, service: localhost:33805 }, ] containerId=container_1397148282618_0002_01_000006 queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:8192, vCores:6>usedCapacity=0.5, absoluteUsedCapacity=0.5, numApps=2, numContainers=6 usedCapacity=0.5 absoluteUsedCapacity=0.5 used=<memory:8192, vCores:6> cluster=<memory:16384, vCores:32>
2014-04-10 11:45:03,375 INFO capacity.ParentQueue (ParentQueue.java:assignContainersToChildQueues(655)) - Re-sorting assigned queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:9216, vCores:7>usedCapacity=0.5625, absoluteUsedCapacity=0.5625, numApps=2, numContainers=7
2014-04-10 11:45:03,375 INFO capacity.ParentQueue (ParentQueue.java:assignContainers(570)) - assignedContainer queue=root usedCapacity=0.5625 absoluteUsedCapacity=0.5625 used=<memory:9216, vCores:7> cluster=<memory:16384, vCores:32>
2014-04-10 11:45:03,490 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:updateAndGetContainerStatuses(374)) - Removed completed container container_1397148282618_0001_01_000001
2014-04-10 11:45:03,491 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397148282618_0001_01_000001 Container Transitioned from RUNNING to COMPLETED
2014-04-10 11:45:03,491 INFO resourcemanager.ApplicationMasterService (ApplicationMasterService.java:unregisterAttempt(562)) - Unregistering app attempt : appattempt_1397148282618_0001_000001
2014-04-10 11:45:03,491 INFO fica.FiCaSchedulerApp (FiCaSchedulerApp.java:containerCompleted(91)) - Completed container: container_1397148282618_0001_01_000001 in state: COMPLETED event:FINISHED
2014-04-10 11:45:03,492 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(98)) - USER=brock OPERATION=AM Released Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1397148282618_0001 CONTAINERID=container_1397148282618_0001_01_000001
2014-04-10 11:45:03,492 INFO fica.FiCaSchedulerNode (FiCaSchedulerNode.java:releaseContainer(164)) - Released container container_1397148282618_0001_01_000001 of capacity <memory:2048, vCores:1> on host localhost:42958, which currently has 0 containers, <memory:0, vCores:0> used and <memory:4096, vCores:8> available, release resources=true
2014-04-10 11:45:03,492 INFO capacity.LeafQueue (LeafQueue.java:releaseResource(1506)) - default used=<memory:7168, vCores:6> numContainers=6 user=brock user-resources=<memory:7168, vCores:6>
2014-04-10 11:45:03,492 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(652)) - appattempt_1397148282618_0001_000001 State change from FINISHING to FINISHED
2014-04-10 11:45:03,493 INFO capacity.LeafQueue (LeafQueue.java:completedContainer(1448)) - completedContainer container=Container: [ContainerId: container_1397148282618_0001_01_000001, NodeId: localhost:42958, NodeHttpAddress: localhost:52042, Resource: <memory:2048, vCores:1>, Priority: 0, Token: Token { kind: ContainerToken, service: localhost:42958 }, ] resource=<memory:2048, vCores:1> queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:7168, vCores:6>usedCapacity=0.4375, absoluteUsedCapacity=0.4375, numApps=2, numContainers=6 usedCapacity=0.4375 absoluteUsedCapacity=0.4375 used=<memory:7168, vCores:6> cluster=<memory:16384, vCores:32>
2014-04-10 11:45:03,493 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(694)) - completedContainer queue=root usedCapacity=0.4375 absoluteUsedCapacity=0.4375 used=<memory:7168, vCores:6> cluster=<memory:16384, vCores:32>
2014-04-10 11:45:03,493 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(708)) - Re-sorting completed queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:7168, vCores:6>usedCapacity=0.4375, absoluteUsedCapacity=0.4375, numApps=2, numContainers=6
2014-04-10 11:45:03,493 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(849)) - Application appattempt_1397148282618_0001_000001 released container container_1397148282618_0001_01_000001 on node: host: localhost:42958 #containers=0 available=4096 used=0 with event: FINISHED
2014-04-10 11:45:03,494 INFO rmapp.RMAppImpl (RMAppImpl.java:handle(610)) - application_1397148282618_0001 State change from FINISHING to FINISHED
2014-04-10 11:45:03,494 INFO capacity.CapacityScheduler (CapacityScheduler.java:doneApplicationAttempt(472)) - Application appattempt_1397148282618_0001_000001 is done. finalState=FINISHED
2014-04-10 11:45:03,494 INFO amlauncher.AMLauncher (AMLauncher.java:run(262)) - Cleaning master appattempt_1397148282618_0001_000001
2014-04-10 11:45:03,495 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(140)) - USER=brock OPERATION=Application Finished - Succeeded TARGET=RMAppManager RESULT=SUCCESS APPID=application_1397148282618_0001
2014-04-10 11:45:03,496 INFO scheduler.AppSchedulingInfo (AppSchedulingInfo.java:clearRequests(108)) - Application application_1397148282618_0001 requests cleared
2014-04-10 11:45:03,496 INFO capacity.LeafQueue (LeafQueue.java:removeApplication(776)) - Application removed - appId: application_1397148282618_0001 user: brock queue: default #user-pending-applications: 0 #user-active-applications: 1 #queue-pending-applications: 0 #queue-active-applications: 1
2014-04-10 11:45:03,497 INFO capacity.ParentQueue (ParentQueue.java:removeApplication(507)) - Application removed - appId: application_1397148282618_0001 user: brock leaf-queue of parent: root #applications: 1
2014-04-10 11:45:03,497 INFO resourcemanager.RMAppManager$ApplicationSummary (RMAppManager.java:logAppSummary(175)) - appId=application_1397148282618_0001,name=[D981386A019740B9924EF9BD9BDA4840/8E856ECF5EF643AFBB1757F9F9A560F3] test/(1/1) ...dooptapplatform/testnulls,user=brock,queue=default,state=FINISHED,trackingUrl=http://localhost:45416/proxy/application_1397148282618_0001/jobhistory/job/job_1397148282618_0001,appMasterHost=localhost.localdomain,startTime=1397148289190,finishTime=1397148297171,finalStatus=SUCCEEDED
2014-04-10 11:45:03,501 INFO ipc.Server (Server.java:saslProcess(1252)) - Auth successful for appattempt_1397148282618_0001_000001 (auth:SIMPLE)
2014-04-10 11:45:03,505 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:stopContainerInternal(718)) - Stopping container with container Id: container_1397148282618_0001_01_000001
2014-04-10 11:45:04,135 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397148282618_0002_01_000002 Container Transitioned from ALLOCATED to ACQUIRED
2014-04-10 11:45:04,136 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397148282618_0002_01_000003 Container Transitioned from ALLOCATED to ACQUIRED
2014-04-10 11:45:04,136 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397148282618_0002_01_000004 Container Transitioned from ALLOCATED to ACQUIRED
2014-04-10 11:45:04,137 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397148282618_0002_01_000005 Container Transitioned from ALLOCATED to ACQUIRED
2014-04-10 11:45:04,137 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397148282618_0002_01_000006 Container Transitioned from ALLOCATED to ACQUIRED
2014-04-10 11:45:04,183 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397148282618_0002/job.jar dst=null perm=null
2014-04-10 11:45:04,185 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397148282618_0002/job.jar dst=null perm=null
2014-04-10 11:45:04,193 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397148282618_0002/job.xml dst=null perm=null
2014-04-10 11:45:04,194 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397148282618_0002/job.xml dst=null perm=null
2014-04-10 11:45:04,197 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null
2014-04-10 11:45:04,198 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target/Hadoop2MR1Platform-tmpDir/hadoop-6513904787770014536.jar dst=null perm=null
2014-04-10 11:45:04,206 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null
2014-04-10 11:45:04,209 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target/Hadoop2MR1Platform-tmpDir/hadoop-6513904787770014536.jar dst=null perm=null
2014-04-10 11:45:04,210 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null
2014-04-10 11:45:04,211 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target/Hadoop2MR1Platform-tmpDir/hadoop-6513904787770014536.jar dst=null perm=null
2014-04-10 11:45:04,270 INFO ipc.Server (Server.java:saslProcess(1252)) - Auth successful for appattempt_1397148282618_0002_000001 (auth:SIMPLE)
2014-04-10 11:45:04,271 INFO ipc.Server (Server.java:saslProcess(1252)) - Auth successful for appattempt_1397148282618_0002_000001 (auth:SIMPLE)
2014-04-10 11:45:04,276 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(572)) - Start request for container_1397148282618_0002_01_000006 by user brock
2014-04-10 11:45:04,276 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(572)) - Start request for container_1397148282618_0002_01_000005 by user brock
2014-04-10 11:45:04,277 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(611)) - Creating a new application reference for app application_1397148282618_0002
2014-04-10 11:45:04,277 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(572)) - Start request for container_1397148282618_0002_01_000002 by user brock
2014-04-10 11:45:04,277 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(572)) - Start request for container_1397148282618_0002_01_000004 by user brock
2014-04-10 11:45:04,277 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(572)) - Start request for container_1397148282618_0002_01_000003 by user brock
2014-04-10 11:45:04,277 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=brock IP=127.0.0.1 OPERATION=Start Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1397148282618_0002 CONTAINERID=container_1397148282618_0002_01_000006
2014-04-10 11:45:04,277 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=brock IP=127.0.0.1 OPERATION=Start Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1397148282618_0002 CONTAINERID=container_1397148282618_0002_01_000005
2014-04-10 11:45:04,278 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=brock IP=127.0.0.1 OPERATION=Start Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1397148282618_0002 CONTAINERID=container_1397148282618_0002_01_000003
2014-04-10 11:45:04,278 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=brock IP=127.0.0.1 OPERATION=Start Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1397148282618_0002 CONTAINERID=container_1397148282618_0002_01_000004
2014-04-10 11:45:04,278 INFO application.Application (ApplicationImpl.java:transition(296)) - Adding container_1397148282618_0002_01_000002 to application application_1397148282618_0002
2014-04-10 11:45:04,277 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=brock IP=127.0.0.1 OPERATION=Start Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1397148282618_0002 CONTAINERID=container_1397148282618_0002_01_000002
2014-04-10 11:45:04,277 INFO application.Application (ApplicationImpl.java:transition(296)) - Adding container_1397148282618_0002_01_000005 to application application_1397148282618_0002
2014-04-10 11:45:04,284 INFO application.Application (ApplicationImpl.java:transition(296)) - Adding container_1397148282618_0002_01_000003 to application application_1397148282618_0002
2014-04-10 11:45:04,285 INFO application.Application (ApplicationImpl.java:handle(450)) - Application application_1397148282618_0002 transitioned from NEW to INITING
2014-04-10 11:45:04,285 INFO application.Application (ApplicationImpl.java:transition(296)) - Adding container_1397148282618_0002_01_000006 to application application_1397148282618_0002
2014-04-10 11:45:04,285 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397148282618_0002_01_000002 transitioned from NEW to LOCALIZING
2014-04-10 11:45:04,286 INFO application.Application (ApplicationImpl.java:transition(296)) - Adding container_1397148282618_0002_01_000004 to application application_1397148282618_0002
2014-04-10 11:45:04,286 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397148282618_0002_01_000003 transitioned from NEW to LOCALIZING
2014-04-10 11:45:04,287 INFO application.Application (ApplicationImpl.java:handle(450)) - Application application_1397148282618_0002 transitioned from INITING to RUNNING
2014-04-10 11:45:04,287 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event CONTAINER_INIT for appId application_1397148282618_0002
2014-04-10 11:45:04,287 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event APPLICATION_INIT for appId application_1397148282618_0002
2014-04-10 11:45:04,287 INFO containermanager.AuxServices (AuxServices.java:handle(179)) - Got APPLICATION_INIT for service mapreduce_shuffle
2014-04-10 11:45:04,287 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397148282618_0002_01_000004 transitioned from NEW to LOCALIZING
2014-04-10 11:45:04,287 INFO mapred.ShuffleHandler (ShuffleHandler.java:initializeApplication(263)) - Added token for job_1397148282618_0002
2014-04-10 11:45:04,288 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397148282618_0002_01_000005 transitioned from NEW to LOCALIZING
2014-04-10 11:45:04,289 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event CONTAINER_INIT for appId application_1397148282618_0002
2014-04-10 11:45:04,289 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event APPLICATION_INIT for appId application_1397148282618_0002
2014-04-10 11:45:04,289 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397148282618_0002_01_000006 transitioned from NEW to LOCALIZING
2014-04-10 11:45:04,289 INFO containermanager.AuxServices (AuxServices.java:handle(179)) - Got APPLICATION_INIT for service mapreduce_shuffle
2014-04-10 11:45:04,289 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event CONTAINER_INIT for appId application_1397148282618_0002
2014-04-10 11:45:04,290 INFO mapred.ShuffleHandler (ShuffleHandler.java:initializeApplication(263)) - Added token for job_1397148282618_0002
2014-04-10 11:45:04,290 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event APPLICATION_INIT for appId application_1397148282618_0002
2014-04-10 11:45:04,290 INFO containermanager.AuxServices (AuxServices.java:handle(179)) - Got APPLICATION_INIT for service mapreduce_shuffle
2014-04-10 11:45:04,290 INFO mapred.ShuffleHandler (ShuffleHandler.java:initializeApplication(263)) - Added token for job_1397148282618_0002
2014-04-10 11:45:04,291 INFO localizer.LocalizedResource (LocalizedResource.java:handle(196)) - Resource hdfs://localhost:38088/user/brock/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar transitioned from INIT to DOWNLOADING
2014-04-10 11:45:04,291 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397148282618_0002_01_000002 transitioned from LOCALIZING to LOCALIZED
2014-04-10 11:45:04,291 INFO localizer.LocalizedResource (LocalizedResource.java:handle(196)) - Resource hdfs://localhost:38088/user/brock/target/Hadoop2MR1Platform-tmpDir/hadoop-6513904787770014536.jar transitioned from INIT to DOWNLOADING
2014-04-10 11:45:04,291 INFO localizer.LocalizedResource (LocalizedResource.java:handle(196)) - Resource hdfs://localhost:38088/tmp/hadoop-yarn/staging/brock/.staging/job_1397148282618_0002/job.jar transitioned from INIT to DOWNLOADING
2014-04-10 11:45:04,292 INFO localizer.LocalizedResource (LocalizedResource.java:handle(196)) - Resource hdfs://localhost:38088/tmp/hadoop-yarn/staging/brock/.staging/job_1397148282618_0002/job.xml transitioned from INIT to DOWNLOADING
2014-04-10 11:45:04,292 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event CONTAINER_INIT for appId application_1397148282618_0002
2014-04-10 11:45:04,292 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event APPLICATION_INIT for appId application_1397148282618_0002
2014-04-10 11:45:04,292 INFO containermanager.AuxServices (AuxServices.java:handle(179)) - Got APPLICATION_INIT for service mapreduce_shuffle
2014-04-10 11:45:04,292 INFO mapred.ShuffleHandler (ShuffleHandler.java:initializeApplication(263)) - Added token for job_1397148282618_0002
2014-04-10 11:45:04,292 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397148282618_0002_01_000003 transitioned from LOCALIZING to LOCALIZED
2014-04-10 11:45:04,293 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event CONTAINER_INIT for appId application_1397148282618_0002
2014-04-10 11:45:04,293 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event APPLICATION_INIT for appId application_1397148282618_0002
2014-04-10 11:45:04,293 INFO containermanager.AuxServices (AuxServices.java:handle(179)) - Got APPLICATION_INIT for service mapreduce_shuffle
2014-04-10 11:45:04,294 INFO mapred.ShuffleHandler (ShuffleHandler.java:initializeApplication(263)) - Added token for job_1397148282618_0002
2014-04-10 11:45:04,295 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:addResource(651)) - Downloading public rsrc:{ hdfs://localhost:38088/user/brock/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar, 1397148270142, FILE, null }
2014-04-10 11:45:04,297 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:addResource(651)) - Downloading public rsrc:{ hdfs://localhost:38088/user/brock/target/Hadoop2MR1Platform-tmpDir/hadoop-6513904787770014536.jar, 1397148270315, FILE, null }
2014-04-10 11:45:04,298 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:handle(590)) - Created localizer for container_1397148282618_0002_01_000004
2014-04-10 11:45:04,299 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:addResource(651)) - Downloading public rsrc:{ hdfs://localhost:38088/user/brock/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar, 1397148270142, FILE, null }
2014-04-10 11:45:04,299 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:addResource(651)) - Downloading public rsrc:{ hdfs://localhost:38088/user/brock/target/Hadoop2MR1Platform-tmpDir/hadoop-6513904787770014536.jar, 1397148270315, FILE, null }
2014-04-10 11:45:04,300 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:handle(590)) - Created localizer for container_1397148282618_0002_01_000005
2014-04-10 11:45:04,300 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:addResource(651)) - Downloading public rsrc:{ hdfs://localhost:38088/user/brock/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar, 1397148270142, FILE, null }
2014-04-10 11:45:04,300 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:addResource(651)) - Downloading public rsrc:{ hdfs://localhost:38088/user/brock/target/Hadoop2MR1Platform-tmpDir/hadoop-6513904787770014536.jar, 1397148270315, FILE, null }
2014-04-10 11:45:04,300 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:handle(590)) - Created localizer for container_1397148282618_0002_01_000006
2014-04-10 11:45:04,309 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:writeCredentials(1015)) - Writing credentials to the nmPrivate file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_2/nmPrivate/container_1397148282618_0002_01_000004.tokens. Credentials list:
2014-04-10 11:45:04,310 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:writeCredentials(1015)) - Writing credentials to the nmPrivate file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_1/nmPrivate/container_1397148282618_0002_01_000006.tokens. Credentials list:
2014-04-10 11:45:04,311 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:writeCredentials(1015)) - Writing credentials to the nmPrivate file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_1/nmPrivate/container_1397148282618_0002_01_000005.tokens. Credentials list:
2014-04-10 11:45:04,317 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target/Hadoop2MR1Platform-tmpDir/hadoop-6513904787770014536.jar dst=null perm=null
2014-04-10 11:45:04,317 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null
2014-04-10 11:45:04,318 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target/Hadoop2MR1Platform-tmpDir/hadoop-6513904787770014536.jar dst=null perm=null
2014-04-10 11:45:04,318 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null
2014-04-10 11:45:04,318 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target/Hadoop2MR1Platform-tmpDir dst=null perm=null
2014-04-10 11:45:04,319 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target/Hadoop2MR1Platform-tmpDir dst=null perm=null
2014-04-10 11:45:04,319 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target dst=null perm=null
2014-04-10 11:45:04,319 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target dst=null perm=null
2014-04-10 11:45:04,320 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock dst=null perm=null
2014-04-10 11:45:04,320 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock dst=null perm=null
2014-04-10 11:45:04,322 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user dst=null perm=null
2014-04-10 11:45:04,323 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user dst=null perm=null
2014-04-10 11:45:04,323 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/ dst=null perm=null
2014-04-10 11:45:04,323 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/ dst=null perm=null
2014-04-10 11:45:04,324 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target/Hadoop2MR1Platform-tmpDir/hadoop-6513904787770014536.jar dst=null perm=null
2014-04-10 11:45:04,324 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null
2014-04-10 11:45:04,325 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/user/brock/target/Hadoop2MR1Platform-tmpDir/hadoop-6513904787770014536.jar dst=null perm=null
2014-04-10 11:45:04,326 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/user/brock/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null
2014-04-10 11:45:04,326 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:createUserCacheDirs(469)) - Initializing user brock
2014-04-10 11:45:04,331 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397148282618_0002_01_000003 transitioned from LOCALIZED to RUNNING
2014-04-10 11:45:04,331 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397148282618_0002_01_000002 transitioned from LOCALIZED to RUNNING
2014-04-10 11:45:04,331 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(169)) - Neither virutal-memory nor physical-memory monitoring is needed. Not running the monitor-thread
2014-04-10 11:45:04,331 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(169)) - Neither virutal-memory nor physical-memory monitoring is needed. Not running the monitor-thread
2014-04-10 11:45:04,334 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:56823, dest: /127.0.0.1:44341, bytes: 488518, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_-1040503166_9, offset: 0, srvID: d87cf363-b947-4d02-ab62-043c9241fbef, blockid: BP-196700473-127.0.0.1-1397148267010:blk_1073741825_1001, duration: 1897490
2014-04-10 11:45:04,334 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:53089, dest: /127.0.0.1:53418, bytes: 388587, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_-1040503166_9, offset: 0, srvID: 56b85d8f-9b31-4c91-b022-e568d9765c42, blockid: BP-196700473-127.0.0.1-1397148267010:blk_1073741826_1002, duration: 1022464
2014-04-10 11:45:04,342 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397148282618_0002_01_000002 Container Transitioned from ACQUIRED to RUNNING
2014-04-10 11:45:04,343 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397148282618_0002_01_000003 Container Transitioned from ACQUIRED to RUNNING
2014-04-10 11:45:04,368 INFO localizer.LocalizedResource (LocalizedResource.java:handle(196)) - Resource hdfs://localhost:38088/user/brock/target/Hadoop2MR1Platform-tmpDir/hadoop-6513904787770014536.jar(->file:/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_2/filecache/11/hadoop-6513904787770014536.jar) transitioned from DOWNLOADING to LOCALIZED
2014-04-10 11:45:04,369 INFO localizer.LocalizedResource (LocalizedResource.java:handle(196)) - Resource hdfs://localhost:38088/user/brock/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar(->file:/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_3/filecache/10/MRAppJar.jar) transitioned from DOWNLOADING to LOCALIZED
2014-04-10 11:45:04,369 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397148282618_0002_01_000004 Container Transitioned from ACQUIRED to RUNNING
2014-04-10 11:45:04,370 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397148282618_0002_01_000005 Container Transitioned from ACQUIRED to RUNNING
2014-04-10 11:45:04,370 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397148282618_0002_01_000006 Container Transitioned from ACQUIRED to RUNNING
2014-04-10 11:45:04,414 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(189)) - launchContainer: [nice, -n, 0, bash, /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_2/usercache/brock/appcache/application_1397148282618_0002/container_1397148282618_0002_01_000002/default_container_executor.sh]
2014-04-10 11:45:04,415 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(189)) - launchContainer: [nice, -n, 0, bash, /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_3/usercache/brock/appcache/application_1397148282618_0002/container_1397148282618_0002_01_000003/default_container_executor.sh]
2014-04-10 11:45:04,415 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(103)) - Copying from /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_2/nmPrivate/container_1397148282618_0002_01_000004.tokens to /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_0/usercache/brock/appcache/application_1397148282618_0002/container_1397148282618_0002_01_000004.tokens
2014-04-10 11:45:04,415 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(105)) - CWD set to /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_0/usercache/brock/appcache/application_1397148282618_0002 = file:/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_0/usercache/brock/appcache/application_1397148282618_0002
2014-04-10 11:45:04,492 INFO application.Application (ApplicationImpl.java:handle(450)) - Application application_1397148282618_0001 transitioned from RUNNING to APPLICATION_RESOURCES_CLEANINGUP
2014-04-10 11:45:04,493 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_0/usercache/brock/appcache/application_1397148282618_0001
2014-04-10 11:45:04,493 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event APPLICATION_STOP for appId application_1397148282618_0001
2014-04-10 11:45:04,494 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_1/usercache/brock/appcache/application_1397148282618_0001
2014-04-10 11:45:04,494 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_2/usercache/brock/appcache/application_1397148282618_0001
2014-04-10 11:45:04,494 INFO application.Application (ApplicationImpl.java:handle(450)) - Application application_1397148282618_0001 transitioned from APPLICATION_RESOURCES_CLEANINGUP to FINISHED
2014-04-10 11:45:04,494 INFO loghandler.NonAggregatingLogHandler (NonAggregatingLogHandler.java:handle(119)) - Scheduling Log Deletion for application: application_1397148282618_0001, with delay of 10800 seconds
2014-04-10 11:45:04,495 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_3/usercache/brock/appcache/application_1397148282618_0001
2014-04-10 11:45:04,502 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397148282618_0002/job.jar dst=null perm=null
2014-04-10 11:45:04,503 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397148282618_0002/job.jar dst=null perm=null
2014-04-10 11:45:04,504 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397148282618_0002/job.jar dst=null perm=null
2014-04-10 11:45:04,511 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:37136, dest: /127.0.0.1:47777, bytes: 246562, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_631279619_1441, offset: 0, srvID: b242afcc-2d24-4b8f-9fb7-bc72b71e749a, blockid: BP-196700473-127.0.0.1-1397148267010:blk_1073741841_1017, duration: 572876
2014-04-10 11:45:04,528 INFO localizer.LocalizedResource (LocalizedResource.java:handle(196)) - Resource hdfs://localhost:38088/tmp/hadoop-yarn/staging/brock/.staging/job_1397148282618_0002/job.jar(->file:/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_2/usercache/brock/appcache/application_1397148282618_0002/filecache/10/job.jar) transitioned from DOWNLOADING to LOCALIZED
2014-04-10 11:45:04,539 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397148282618_0002/job.xml dst=null perm=null
2014-04-10 11:45:04,540 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397148282618_0002/job.xml dst=null perm=null
2014-04-10 11:45:04,541 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397148282618_0002/job.xml dst=null perm=null
2014-04-10 11:45:04,545 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:53089, dest: /127.0.0.1:53418, bytes: 80855, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_631279619_1441, offset: 0, srvID: 56b85d8f-9b31-4c91-b022-e568d9765c42, blockid: BP-196700473-127.0.0.1-1397148267010:blk_1073741844_1020, duration: 296864
2014-04-10 11:45:04,558 INFO localizer.LocalizedResource (LocalizedResource.java:handle(196)) - Resource hdfs://localhost:38088/tmp/hadoop-yarn/staging/brock/.staging/job_1397148282618_0002/job.xml(->file:/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_3/usercache/brock/appcache/application_1397148282618_0002/filecache/11/job.xml) transitioned from DOWNLOADING to LOCALIZED
2014-04-10 11:45:04,558 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397148282618_0002_01_000004 transitioned from LOCALIZING to LOCALIZED
2014-04-10 11:45:04,558 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397148282618_0002_01_000005 transitioned from LOCALIZING to LOCALIZED
2014-04-10 11:45:04,558 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397148282618_0002_01_000006 transitioned from LOCALIZING to LOCALIZED
2014-04-10 11:45:04,586 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397148282618_0002_01_000005 transitioned from LOCALIZED to RUNNING
2014-04-10 11:45:04,586 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(169)) - Neither virutal-memory nor physical-memory monitoring is needed. Not running the monitor-thread
2014-04-10 11:45:04,586 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397148282618_0002_01_000004 transitioned from LOCALIZED to RUNNING
2014-04-10 11:45:04,586 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(169)) - Neither virutal-memory nor physical-memory monitoring is needed. Not running the monitor-thread
2014-04-10 11:45:04,590 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397148282618_0002_01_000006 transitioned from LOCALIZED to RUNNING
2014-04-10 11:45:04,590 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(169)) - Neither virutal-memory nor physical-memory monitoring is needed. Not running the monitor-thread
2014-04-10 11:45:04,650 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(189)) - launchContainer: [nice, -n, 0, bash, /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_0/usercache/brock/appcache/application_1397148282618_0002/container_1397148282618_0002_01_000004/default_container_executor.sh]
2014-04-10 11:45:04,650 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(189)) - launchContainer: [nice, -n, 0, bash, /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_2/usercache/brock/appcache/application_1397148282618_0002/container_1397148282618_0002_01_000005/default_container_executor.sh]
2014-04-10 11:45:04,653 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(189)) - launchContainer: [nice, -n, 0, bash, /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_2/usercache/brock/appcache/application_1397148282618_0002/container_1397148282618_0002_01_000006/default_container_executor.sh]
2014-04-10 11:45:04,662 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-196700473-127.0.0.1-1397148267010:blk_1073741841_1017
2014-04-10 11:45:04,663 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-196700473-127.0.0.1-1397148267010:blk_1073741845_1021
2014-04-10 11:45:04,779 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-196700473-127.0.0.1-1397148267010:blk_1073741845_1021
2014-04-10 11:45:04,817 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-196700473-127.0.0.1-1397148267010:blk_1073741845_1021
2014-04-10 11:45:05,157 INFO scheduler.AppSchedulingInfo (AppSchedulingInfo.java:updateResourceRequests(166)) - checking for deactivate...
2014-04-10 11:45:05,668 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:createUserCacheDirs(469)) - Initializing user brock
2014-04-10 11:45:06,049 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(103)) - Copying from /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_1/nmPrivate/container_1397148282618_0002_01_000005.tokens to /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_0/usercache/brock/appcache/application_1397148282618_0002/container_1397148282618_0002_01_000005.tokens
2014-04-10 11:45:06,049 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(105)) - CWD set to /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_0/usercache/brock/appcache/application_1397148282618_0002 = file:/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_0/usercache/brock/appcache/application_1397148282618_0002
2014-04-10 11:45:06,348 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:createUserCacheDirs(469)) - Initializing user brock
2014-04-10 11:45:06,703 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(103)) - Copying from /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_1/nmPrivate/container_1397148282618_0002_01_000006.tokens to /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_0/usercache/brock/appcache/application_1397148282618_0002/container_1397148282618_0002_01_000006.tokens
2014-04-10 11:45:06,703 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(105)) - CWD set to /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_0/usercache/brock/appcache/application_1397148282618_0002 = file:/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_0/usercache/brock/appcache/application_1397148282618_0002
2014-04-10 11:45:07,228 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397148282618_0002/job.split dst=null perm=null
2014-04-10 11:45:07,259 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397148282618_0002/job.split dst=null perm=null
2014-04-10 11:45:07,311 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:53089, dest: /127.0.0.1:53433, bytes: 1903, op: HDFS_READ, cliID: DFSClient_attempt_1397148282618_0002_m_000001_0_1252538305_1, offset: 0, srvID: 56b85d8f-9b31-4c91-b022-e568d9765c42, blockid: BP-196700473-127.0.0.1-1397148267010:blk_1073741842_1018, duration: 202018
2014-04-10 11:45:07,326 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:37136, dest: /127.0.0.1:47790, bytes: 1903, op: HDFS_READ, cliID: DFSClient_attempt_1397148282618_0002_m_000000_0_-403885532_1, offset: 0, srvID: b242afcc-2d24-4b8f-9fb7-bc72b71e749a, blockid: BP-196700473-127.0.0.1-1397148267010:blk_1073741842_1018, duration: 200976
2014-04-10 11:45:07,397 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/classes/test/data/lower.txt dst=null perm=null
2014-04-10 11:45:07,400 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:56823, dest: /127.0.0.1:44359, bytes: 23, op: HDFS_READ, cliID: DFSClient_attempt_1397148282618_0002_m_000001_0_1252538305_1, offset: 0, srvID: d87cf363-b947-4d02-ab62-043c9241fbef, blockid: BP-196700473-127.0.0.1-1397148267010:blk_1073741839_1015, duration: 216064
2014-04-10 11:45:07,402 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/classes/test/data/lower.txt dst=null perm=null
2014-04-10 11:45:07,475 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/hadooptapplatform/resolvedfields/_temporary/1/_temporary/attempt_1397148282618_0002_m_000001_0/part-00001 dst=null perm=brock:supergroup:rw-rw-rw-
2014-04-10 11:45:07,490 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/hadooptapplatform/resolvedfields/_temporary/1/_temporary/attempt_1397148282618_0002_m_000000_0/part-00000 dst=null perm=brock:supergroup:rw-rw-rw-
2014-04-10 11:45:07,546 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397148282618_0002/job.split dst=null perm=null
2014-04-10 11:45:07,612 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397148282618_0002/job.split dst=null perm=null
2014-04-10 11:45:07,625 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:53089, dest: /127.0.0.1:53437, bytes: 871, op: HDFS_READ, cliID: DFSClient_attempt_1397148282618_0002_m_000003_0_1367025602_1, offset: 1024, srvID: 56b85d8f-9b31-4c91-b022-e568d9765c42, blockid: BP-196700473-127.0.0.1-1397148267010:blk_1073741842_1018, duration: 207416
2014-04-10 11:45:07,628 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:53089, dest: /127.0.0.1:53439, bytes: 23, op: HDFS_READ, cliID: DFSClient_attempt_1397148282618_0002_m_000000_0_-403885532_1, offset: 0, srvID: 56b85d8f-9b31-4c91-b022-e568d9765c42, blockid: BP-196700473-127.0.0.1-1397148267010:blk_1073741839_1015, duration: 208879
2014-04-10 11:45:07,644 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(2966)) - BLOCK* allocateBlock: /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/hadooptapplatform/resolvedfields/_temporary/1/_temporary/attempt_1397148282618_0002_m_000001_0/part-00001. BP-196700473-127.0.0.1-1397148267010 blk_1073741846_1022{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-97cf26c5-95a4-4e0e-a439-d9926ba08c0b:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-331ec906-785c-475e-b366-176a30c332ed:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-c910d2b0-940b-4e3d-b4fd-b4f6084bf0d7:NORMAL|RBW]]}
2014-04-10 11:45:07,647 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(2966)) - BLOCK* allocateBlock: /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/hadooptapplatform/resolvedfields/_temporary/1/_temporary/attempt_1397148282618_0002_m_000000_0/part-00000. BP-196700473-127.0.0.1-1397148267010 blk_1073741847_1023{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-c910d2b0-940b-4e3d-b4fd-b4f6084bf0d7:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-331ec906-785c-475e-b366-176a30c332ed:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-7d772409-5e65-4676-97a9-57f5ea3efdc8:NORMAL|RBW]]}
2014-04-10 11:45:07,695 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-196700473-127.0.0.1-1397148267010:blk_1073741846_1022 src: /127.0.0.1:50981 dest: /127.0.0.1:49954
2014-04-10 11:45:07,696 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-196700473-127.0.0.1-1397148267010:blk_1073741846_1022 src: /127.0.0.1:47799 dest: /127.0.0.1:37136
2014-04-10 11:45:07,699 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-196700473-127.0.0.1-1397148267010:blk_1073741846_1022 src: /127.0.0.1:53444 dest: /127.0.0.1:53089
2014-04-10 11:45:07,707 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397148282618_0002/job.split dst=null perm=null
2014-04-10 11:45:07,709 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:56823, dest: /127.0.0.1:44365, bytes: 871, op: HDFS_READ, cliID: DFSClient_attempt_1397148282618_0002_m_000004_0_92391283_1, offset: 1024, srvID: d87cf363-b947-4d02-ab62-043c9241fbef, blockid: BP-196700473-127.0.0.1-1397148267010:blk_1073741842_1018, duration: 195086
2014-04-10 11:45:07,710 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:53444, dest: /127.0.0.1:53089, bytes: 4, op: HDFS_WRITE, cliID: DFSClient_attempt_1397148282618_0002_m_000001_0_1252538305_1, offset: 0, srvID: 56b85d8f-9b31-4c91-b022-e568d9765c42, blockid: BP-196700473-127.0.0.1-1397148267010:blk_1073741846_1022, duration: 7767047
2014-04-10 11:45:07,710 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-196700473-127.0.0.1-1397148267010:blk_1073741846_1022, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2014-04-10 11:45:07,711 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:47799, dest: /127.0.0.1:37136, bytes: 4, op: HDFS_WRITE, cliID: DFSClient_attempt_1397148282618_0002_m_000001_0_1252538305_1, offset: 0, srvID: b242afcc-2d24-4b8f-9fb7-bc72b71e749a, blockid: BP-196700473-127.0.0.1-1397148267010:blk_1073741846_1022, duration: 4701285
2014-04-10 11:45:07,711 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:53089 is added to blk_1073741846_1022{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-97cf26c5-95a4-4e0e-a439-d9926ba08c0b:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-008d3ead-b2b9-49b0-88ab-01e536a210da:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-2bef5f6e-f0c9-4da0-8817-be69f5868853:NORMAL|RBW]]} size 0
2014-04-10 11:45:07,711 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-196700473-127.0.0.1-1397148267010:blk_1073741846_1022, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 11:45:07,711 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:37136 is added to blk_1073741846_1022{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-97cf26c5-95a4-4e0e-a439-d9926ba08c0b:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-008d3ead-b2b9-49b0-88ab-01e536a210da:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-2bef5f6e-f0c9-4da0-8817-be69f5868853:NORMAL|RBW]]} size 0
2014-04-10 11:45:07,712 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:50981, dest: /127.0.0.1:49954, bytes: 4, op: HDFS_WRITE, cliID: DFSClient_attempt_1397148282618_0002_m_000001_0_1252538305_1, offset: 0, srvID: e20bf523-f226-4d36-9695-be2356cb97a6, blockid: BP-196700473-127.0.0.1-1397148267010:blk_1073741846_1022, duration: 5462282
2014-04-10 11:45:07,712 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-196700473-127.0.0.1-1397148267010:blk_1073741846_1022, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 11:45:07,712 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:49954 is added to blk_1073741846_1022{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-97cf26c5-95a4-4e0e-a439-d9926ba08c0b:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-008d3ead-b2b9-49b0-88ab-01e536a210da:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-2bef5f6e-f0c9-4da0-8817-be69f5868853:NORMAL|RBW]]} size 0
2014-04-10 11:45:07,715 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/classes/test/data/lower.txt dst=null perm=null
2014-04-10 11:45:07,718 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:53089, dest: /127.0.0.1:53437, bytes: 23, op: HDFS_READ, cliID: DFSClient_attempt_1397148282618_0002_m_000003_0_1367025602_1, offset: 0, srvID: 56b85d8f-9b31-4c91-b022-e568d9765c42, blockid: BP-196700473-127.0.0.1-1397148267010:blk_1073741839_1015, duration: 181678
2014-04-10 11:45:07,731 INFO hdfs.StateChange (FSNamesystem.java:completeFile(2899)) - DIR* completeFile: /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/hadooptapplatform/resolvedfields/_temporary/1/_temporary/attempt_1397148282618_0002_m_000001_0/part-00001 is closed by DFSClient_attempt_1397148282618_0002_m_000001_0_1252538305_1
2014-04-10 11:45:07,736 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-196700473-127.0.0.1-1397148267010:blk_1073741847_1023 src: /127.0.0.1:53442 dest: /127.0.0.1:53089
2014-04-10 11:45:07,737 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-196700473-127.0.0.1-1397148267010:blk_1073741847_1023 src: /127.0.0.1:47802 dest: /127.0.0.1:37136
2014-04-10 11:45:07,738 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-196700473-127.0.0.1-1397148267010:blk_1073741847_1023 src: /127.0.0.1:44371 dest: /127.0.0.1:56823
2014-04-10 11:45:07,748 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/hadooptapplatform/resolvedfields/_temporary/1/_temporary/attempt_1397148282618_0002_m_000003_0/part-00003 dst=null perm=brock:supergroup:rw-rw-rw-
2014-04-10 11:45:07,751 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:44371, dest: /127.0.0.1:56823, bytes: 8, op: HDFS_WRITE, cliID: DFSClient_attempt_1397148282618_0002_m_000000_0_-403885532_1, offset: 0, srvID: d87cf363-b947-4d02-ab62-043c9241fbef, blockid: BP-196700473-127.0.0.1-1397148267010:blk_1073741847_1023, duration: 10103606
2014-04-10 11:45:07,752 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:47802, dest: /127.0.0.1:37136, bytes: 8, op: HDFS_WRITE, cliID: DFSClient_attempt_1397148282618_0002_m_000000_0_-403885532_1, offset: 0, srvID: b242afcc-2d24-4b8f-9fb7-bc72b71e749a, blockid: BP-196700473-127.0.0.1-1397148267010:blk_1073741847_1023, duration: 12911201
2014-04-10 11:45:07,752 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-196700473-127.0.0.1-1397148267010:blk_1073741847_1023, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 11:45:07,753 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-196700473-127.0.0.1-1397148267010:blk_1073741847_1023, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2014-04-10 11:45:07,753 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:53442, dest: /127.0.0.1:53089, bytes: 8, op: HDFS_WRITE, cliID: DFSClient_attempt_1397148282618_0002_m_000000_0_-403885532_1, offset: 0, srvID: 56b85d8f-9b31-4c91-b022-e568d9765c42, blockid: BP-196700473-127.0.0.1-1397148267010:blk_1073741847_1023, duration: 13778329
2014-04-10 11:45:07,754 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:53089 is added to blk_1073741847_1023{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-c910d2b0-940b-4e3d-b4fd-b4f6084bf0d7:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-331ec906-785c-475e-b366-176a30c332ed:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-7d772409-5e65-4676-97a9-57f5ea3efdc8:NORMAL|RBW]]} size 0
2014-04-10 11:45:07,754 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-196700473-127.0.0.1-1397148267010:blk_1073741847_1023, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 11:45:07,754 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:37136 is added to blk_1073741847_1023{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-c910d2b0-940b-4e3d-b4fd-b4f6084bf0d7:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-331ec906-785c-475e-b366-176a30c332ed:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-7d772409-5e65-4676-97a9-57f5ea3efdc8:NORMAL|RBW]]} size 0
2014-04-10 11:45:07,755 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:56823 is added to blk_1073741847_1023{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-c910d2b0-940b-4e3d-b4fd-b4f6084bf0d7:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-331ec906-785c-475e-b366-176a30c332ed:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-7d772409-5e65-4676-97a9-57f5ea3efdc8:NORMAL|RBW]]} size 0
2014-04-10 11:45:07,772 INFO hdfs.StateChange (FSNamesystem.java:completeFile(2899)) - DIR* completeFile: /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/hadooptapplatform/resolvedfields/_temporary/1/_temporary/attempt_1397148282618_0002_m_000000_0/part-00000 is closed by DFSClient_attempt_1397148282618_0002_m_000000_0_-403885532_1
2014-04-10 11:45:07,787 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/classes/test/data/lower.txt dst=null perm=null
2014-04-10 11:45:07,790 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:56823, dest: /127.0.0.1:44365, bytes: 23, op: HDFS_READ, cliID: DFSClient_attempt_1397148282618_0002_m_000004_0_92391283_1, offset: 0, srvID: d87cf363-b947-4d02-ab62-043c9241fbef, blockid: BP-196700473-127.0.0.1-1397148267010:blk_1073741839_1015, duration: 200393
2014-04-10 11:45:07,792 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/hadooptapplatform/resolvedfields/_temporary/1/_temporary/attempt_1397148282618_0002_m_000001_0 dst=null perm=null
2014-04-10 11:45:07,800 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/hadooptapplatform/resolvedfields/_temporary/1/_temporary/attempt_1397148282618_0002_m_000001_0 dst=null perm=null
2014-04-10 11:45:07,801 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:49954, dest: /127.0.0.1:50989, bytes: 1387, op: HDFS_READ, cliID: DFSClient_attempt_1397148282618_0002_m_000002_0_-961923701_1, offset: 512, srvID: e20bf523-f226-4d36-9695-be2356cb97a6, blockid: BP-196700473-127.0.0.1-1397148267010:blk_1073741842_1018, duration: 203143
2014-04-10 11:45:07,802 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/hadooptapplatform/resolvedfields/_temporary/1/task_1397148282618_0002_m_000001 dst=null perm=null
2014-04-10 11:45:07,823 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/hadooptapplatform/resolvedfields/_temporary/1/_temporary/attempt_1397148282618_0002_m_000004_0/part-00004 dst=null perm=brock:supergroup:rw-rw-rw-
2014-04-10 11:45:07,838 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/hadooptapplatform/resolvedfields/_temporary/1/_temporary/attempt_1397148282618_0002_m_000000_0 dst=null perm=null
2014-04-10 11:45:07,839 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=rename src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/hadooptapplatform/resolvedfields/_temporary/1/_temporary/attempt_1397148282618_0002_m_000001_0 dst=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/hadooptapplatform/resolvedfields/_temporary/1/task_1397148282618_0002_m_000001 perm=brock:supergroup:rwxrwxrwx
2014-04-10 11:45:07,845 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/hadooptapplatform/resolvedfields/_temporary/1/_temporary/attempt_1397148282618_0002_m_000000_0 dst=null perm=null
2014-04-10 11:45:07,847 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/hadooptapplatform/resolvedfields/_temporary/1/task_1397148282618_0002_m_000000 dst=null perm=null
2014-04-10 11:45:07,864 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=rename src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/hadooptapplatform/resolvedfields/_temporary/1/_temporary/attempt_1397148282618_0002_m_000000_0 dst=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/hadooptapplatform/resolvedfields/_temporary/1/task_1397148282618_0002_m_000000 perm=brock:supergroup:rwxrwxrwx
2014-04-10 11:45:07,867 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/classes/test/data/lower.txt dst=null perm=null
2014-04-10 11:45:07,870 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:53089, dest: /127.0.0.1:53449, bytes: 23, op: HDFS_READ, cliID: DFSClient_attempt_1397148282618_0002_m_000002_0_-961923701_1, offset: 0, srvID: 56b85d8f-9b31-4c91-b022-e568d9765c42, blockid: BP-196700473-127.0.0.1-1397148267010:blk_1073741839_1015, duration: 170286
2014-04-10 11:45:07,906 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/hadooptapplatform/resolvedfields/_temporary/1/_temporary/attempt_1397148282618_0002_m_000002_0/part-00002 dst=null perm=brock:supergroup:rw-rw-rw-
2014-04-10 11:45:07,933 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:stopContainerInternal(718)) - Stopping container with container Id: container_1397148282618_0002_01_000003
2014-04-10 11:45:07,933 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=brock IP=127.0.0.1 OPERATION=Stop Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1397148282618_0002 CONTAINERID=container_1397148282618_0002_01_000003
2014-04-10 11:45:07,933 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397148282618_0002_01_000003 transitioned from RUNNING to KILLING
2014-04-10 11:45:07,934 INFO launcher.ContainerLaunch (ContainerLaunch.java:cleanupContainer(341)) - Cleaning up container container_1397148282618_0002_01_000003
2014-04-10 11:45:07,937 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(2966)) - BLOCK* allocateBlock: /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/hadooptapplatform/resolvedfields/_temporary/1/_temporary/attempt_1397148282618_0002_m_000003_0/part-00003. BP-196700473-127.0.0.1-1397148267010 blk_1073741848_1024{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-331ec906-785c-475e-b366-176a30c332ed:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-97cf26c5-95a4-4e0e-a439-d9926ba08c0b:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-2bef5f6e-f0c9-4da0-8817-be69f5868853:NORMAL|RBW]]}
2014-04-10 11:45:07,957 WARN nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(207)) - Exit code from container container_1397148282618_0002_01_000003 is : 143
2014-04-10 11:45:07,957 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(2966)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/brock/.staging/job_1397148282618_0002/job_1397148282618_0002_1.jhist. BP-196700473-127.0.0.1-1397148267010 blk_1073741849_1025{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-2bef5f6e-f0c9-4da0-8817-be69f5868853:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-7d772409-5e65-4676-97a9-57f5ea3efdc8:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-b068c5d0-517e-4297-aa28-ff6d4c514e44:NORMAL|RBW]]}
2014-04-10 11:45:07,962 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:stopContainerInternal(718)) - Stopping container with container Id: container_1397148282618_0002_01_000002
2014-04-10 11:45:07,963 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=brock IP=127.0.0.1 OPERATION=Stop Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1397148282618_0002 CONTAINERID=container_1397148282618_0002_01_000002
2014-04-10 11:45:07,976 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397148282618_0002_01_000003 transitioned from KILLING to CONTAINER_CLEANEDUP_AFTER_KILL
2014-04-10 11:45:07,977 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397148282618_0002_01_000002 transitioned from RUNNING to KILLING
2014-04-10 11:45:07,977 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_0/usercache/brock/appcache/application_1397148282618_0002/container_1397148282618_0002_01_000003
2014-04-10 11:45:07,978 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-196700473-127.0.0.1-1397148267010:blk_1073741849_1025 src: /127.0.0.1:53452 dest: /127.0.0.1:53089
2014-04-10 11:45:07,981 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-196700473-127.0.0.1-1397148267010:blk_1073741849_1025 src: /127.0.0.1:44377 dest: /127.0.0.1:56823
2014-04-10 11:45:07,987 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_1/usercache/brock/appcache/application_1397148282618_0002/container_1397148282618_0002_01_000003
2014-04-10 11:45:07,993 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_2/usercache/brock/appcache/application_1397148282618_0002/container_1397148282618_0002_01_000003
2014-04-10 11:45:07,993 INFO launcher.ContainerLaunch (ContainerLaunch.java:cleanupContainer(341)) - Cleaning up container container_1397148282618_0002_01_000002
2014-04-10 11:45:07,993 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_3/usercache/brock/appcache/application_1397148282618_0002/container_1397148282618_0002_01_000003
2014-04-10 11:45:07,995 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-196700473-127.0.0.1-1397148267010:blk_1073741849_1025 src: /127.0.0.1:50995 dest: /127.0.0.1:49954
2014-04-10 11:45:08,003 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-196700473-127.0.0.1-1397148267010:blk_1073741848_1024 src: /127.0.0.1:47807 dest: /127.0.0.1:37136
2014-04-10 11:45:08,012 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-196700473-127.0.0.1-1397148267010:blk_1073741848_1024 src: /127.0.0.1:50996 dest: /127.0.0.1:49954
2014-04-10 11:45:08,012 INFO hdfs.StateChange (FSNamesystem.java:fsync(3598)) - BLOCK* fsync: /tmp/hadoop-yarn/staging/brock/.staging/job_1397148282618_0002/job_1397148282618_0002_1.jhist for DFSClient_NONMAPREDUCE_181843371_1
2014-04-10 11:45:08,041 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-196700473-127.0.0.1-1397148267010:blk_1073741848_1024 src: /127.0.0.1:53456 dest: /127.0.0.1:53089
2014-04-10 11:45:08,052 WARN nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(207)) - Exit code from container container_1397148282618_0002_01_000002 is : 143
2014-04-10 11:45:08,064 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:53456, dest: /127.0.0.1:53089, bytes: 4, op: HDFS_WRITE, cliID: DFSClient_attempt_1397148282618_0002_m_000003_0_1367025602_1, offset: 0, srvID: 56b85d8f-9b31-4c91-b022-e568d9765c42, blockid: BP-196700473-127.0.0.1-1397148267010:blk_1073741848_1024, duration: 6699516
2014-04-10 11:45:08,064 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-196700473-127.0.0.1-1397148267010:blk_1073741848_1024, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2014-04-10 11:45:08,071 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:53089 is added to blk_1073741848_1024{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-97cf26c5-95a4-4e0e-a439-d9926ba08c0b:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-008d3ead-b2b9-49b0-88ab-01e536a210da:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-c910d2b0-940b-4e3d-b4fd-b4f6084bf0d7:NORMAL|RBW]]} size 0
2014-04-10 11:45:08,072 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:50996, dest: /127.0.0.1:49954, bytes: 4, op: HDFS_WRITE, cliID: DFSClient_attempt_1397148282618_0002_m_000003_0_1367025602_1, offset: 0, srvID: e20bf523-f226-4d36-9695-be2356cb97a6, blockid: BP-196700473-127.0.0.1-1397148267010:blk_1073741848_1024, duration: 6256942
2014-04-10 11:45:08,072 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:49954 is added to blk_1073741848_1024{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-97cf26c5-95a4-4e0e-a439-d9926ba08c0b:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-008d3ead-b2b9-49b0-88ab-01e536a210da:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-c910d2b0-940b-4e3d-b4fd-b4f6084bf0d7:NORMAL|RBW]]} size 0
2014-04-10 11:45:08,072 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-196700473-127.0.0.1-1397148267010:blk_1073741848_1024, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 11:45:08,073 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:47807, dest: /127.0.0.1:37136, bytes: 4, op: HDFS_WRITE, cliID: DFSClient_attempt_1397148282618_0002_m_000003_0_1367025602_1, offset: 0, srvID: b242afcc-2d24-4b8f-9fb7-bc72b71e749a, blockid: BP-196700473-127.0.0.1-1397148267010:blk_1073741848_1024, duration: 13857901
2014-04-10 11:45:08,073 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-196700473-127.0.0.1-1397148267010:blk_1073741848_1024, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 11:45:08,073 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:37136 is added to blk_1073741848_1024{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-97cf26c5-95a4-4e0e-a439-d9926ba08c0b:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-008d3ead-b2b9-49b0-88ab-01e536a210da:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-c910d2b0-940b-4e3d-b4fd-b4f6084bf0d7:NORMAL|RBW]]} size 0
2014-04-10 11:45:08,077 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=brock OPERATION=Container Finished - Killed TARGET=ContainerImpl RESULT=SUCCESS APPID=application_1397148282618_0002 CONTAINERID=container_1397148282618_0002_01_000003
2014-04-10 11:45:08,077 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397148282618_0002_01_000003 transitioned from CONTAINER_CLEANEDUP_AFTER_KILL to DONE
2014-04-10 11:45:08,077 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397148282618_0002_01_000002 transitioned from KILLING to CONTAINER_CLEANEDUP_AFTER_KILL
2014-04-10 11:45:08,077 INFO application.Application (ApplicationImpl.java:transition(339)) - Removing container_1397148282618_0002_01_000003 from application application_1397148282618_0002
2014-04-10 11:45:08,077 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(169)) - Neither virutal-memory nor physical-memory monitoring is needed. Not running the monitor-thread
2014-04-10 11:45:08,077 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event CONTAINER_STOP for appId application_1397148282618_0002
2014-04-10 11:45:08,078 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_0/usercache/brock/appcache/application_1397148282618_0002/container_1397148282618_0002_01_000002
2014-04-10 11:45:08,078 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_1/usercache/brock/appcache/application_1397148282618_0002/container_1397148282618_0002_01_000002
2014-04-10 11:45:08,078 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_2/usercache/brock/appcache/application_1397148282618_0002/container_1397148282618_0002_01_000002
2014-04-10 11:45:08,078 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=brock OPERATION=Container Finished - Killed TARGET=ContainerImpl RESULT=SUCCESS APPID=application_1397148282618_0002 CONTAINERID=container_1397148282618_0002_01_000002
2014-04-10 11:45:08,078 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_3/usercache/brock/appcache/application_1397148282618_0002/container_1397148282618_0002_01_000002
2014-04-10 11:45:08,079 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397148282618_0002_01_000002 transitioned from CONTAINER_CLEANEDUP_AFTER_KILL to DONE
2014-04-10 11:45:08,079 INFO application.Application (ApplicationImpl.java:transition(339)) - Removing container_1397148282618_0002_01_000002 from application application_1397148282618_0002
2014-04-10 11:45:08,079 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(169)) - Neither virutal-memory nor physical-memory monitoring is needed. Not running the monitor-thread
2014-04-10 11:45:08,079 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event CONTAINER_STOP for appId application_1397148282618_0002
2014-04-10 11:45:08,081 INFO hdfs.StateChange (FSNamesystem.java:completeFile(2899)) - DIR* completeFile: /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/hadooptapplatform/resolvedfields/_temporary/1/_temporary/attempt_1397148282618_0002_m_000004_0/part-00004 is closed by DFSClient_attempt_1397148282618_0002_m_000004_0_92391283_1
2014-04-10 11:45:08,097 INFO hdfs.StateChange (FSNamesystem.java:completeFile(2899)) - DIR* completeFile: /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/hadooptapplatform/resolvedfields/_temporary/1/_temporary/attempt_1397148282618_0002_m_000003_0/part-00003 is closed by DFSClient_attempt_1397148282618_0002_m_000003_0_1367025602_1
2014-04-10 11:45:08,138 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/hadooptapplatform/resolvedfields/_temporary/1/_temporary/attempt_1397148282618_0002_m_000004_0 dst=null perm=null
2014-04-10 11:45:08,145 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/hadooptapplatform/resolvedfields/_temporary/1/_temporary/attempt_1397148282618_0002_m_000004_0 dst=null perm=null
2014-04-10 11:45:08,146 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/hadooptapplatform/resolvedfields/_temporary/1/task_1397148282618_0002_m_000004 dst=null perm=null
2014-04-10 11:45:08,153 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/hadooptapplatform/resolvedfields/_temporary/1/_temporary/attempt_1397148282618_0002_m_000003_0 dst=null perm=null
2014-04-10 11:45:08,155 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(2966)) - BLOCK* allocateBlock: /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/hadooptapplatform/resolvedfields/_temporary/1/_temporary/attempt_1397148282618_0002_m_000002_0/part-00002. BP-196700473-127.0.0.1-1397148267010 blk_1073741850_1026{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-b6a9be31-6a8c-48bd-97ee-0b78fb430f32:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-97cf26c5-95a4-4e0e-a439-d9926ba08c0b:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-2bef5f6e-f0c9-4da0-8817-be69f5868853:NORMAL|RBW]]}
2014-04-10 11:45:08,159 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/hadooptapplatform/resolvedfields/_temporary/1/_temporary/attempt_1397148282618_0002_m_000003_0 dst=null perm=null
2014-04-10 11:45:08,160 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/hadooptapplatform/resolvedfields/_temporary/1/task_1397148282618_0002_m_000003 dst=null perm=null
2014-04-10 11:45:08,164 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=rename src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/hadooptapplatform/resolvedfields/_temporary/1/_temporary/attempt_1397148282618_0002_m_000004_0 dst=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/hadooptapplatform/resolvedfields/_temporary/1/task_1397148282618_0002_m_000004 perm=brock:supergroup:rwxrwxrwx
2014-04-10 11:45:08,181 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=rename src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/hadooptapplatform/resolvedfields/_temporary/1/_temporary/attempt_1397148282618_0002_m_000003_0 dst=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/hadooptapplatform/resolvedfields/_temporary/1/task_1397148282618_0002_m_000003 perm=brock:supergroup:rwxrwxrwx
2014-04-10 11:45:08,206 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:stopContainerInternal(718)) - Stopping container with container Id: container_1397148282618_0002_01_000006
2014-04-10 11:45:08,206 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=brock IP=127.0.0.1 OPERATION=Stop Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1397148282618_0002 CONTAINERID=container_1397148282618_0002_01_000006
2014-04-10 11:45:08,206 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397148282618_0002_01_000006 transitioned from RUNNING to KILLING
2014-04-10 11:45:08,206 INFO launcher.ContainerLaunch (ContainerLaunch.java:cleanupContainer(341)) - Cleaning up container container_1397148282618_0002_01_000006
2014-04-10 11:45:08,214 WARN nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(207)) - Exit code from container container_1397148282618_0002_01_000006 is : 143
2014-04-10 11:45:08,227 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-196700473-127.0.0.1-1397148267010:blk_1073741850_1026 src: /127.0.0.1:44381 dest: /127.0.0.1:56823
2014-04-10 11:45:08,228 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-196700473-127.0.0.1-1397148267010:blk_1073741850_1026 src: /127.0.0.1:50999 dest: /127.0.0.1:49954
2014-04-10 11:45:08,230 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397148282618_0002_01_000006 transitioned from KILLING to CONTAINER_CLEANEDUP_AFTER_KILL
2014-04-10 11:45:08,230 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_0/usercache/brock/appcache/application_1397148282618_0002/container_1397148282618_0002_01_000006
2014-04-10 11:45:08,231 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-196700473-127.0.0.1-1397148267010:blk_1073741850_1026 src: /127.0.0.1:53459 dest: /127.0.0.1:53089
2014-04-10 11:45:08,231 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_1/usercache/brock/appcache/application_1397148282618_0002/container_1397148282618_0002_01_000006
2014-04-10 11:45:08,231 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_2/usercache/brock/appcache/application_1397148282618_0002/container_1397148282618_0002_01_000006
2014-04-10 11:45:08,231 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=brock OPERATION=Container Finished - Killed TARGET=ContainerImpl RESULT=SUCCESS APPID=application_1397148282618_0002 CONTAINERID=container_1397148282618_0002_01_000006
2014-04-10 11:45:08,231 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397148282618_0002_01_000006 transitioned from CONTAINER_CLEANEDUP_AFTER_KILL to DONE
2014-04-10 11:45:08,231 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_3/usercache/brock/appcache/application_1397148282618_0002/container_1397148282618_0002_01_000006
2014-04-10 11:45:08,232 INFO application.Application (ApplicationImpl.java:transition(339)) - Removing container_1397148282618_0002_01_000006 from application application_1397148282618_0002
2014-04-10 11:45:08,232 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(169)) - Neither virutal-memory nor physical-memory monitoring is needed. Not running the monitor-thread
2014-04-10 11:45:08,232 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event CONTAINER_STOP for appId application_1397148282618_0002
2014-04-10 11:45:08,236 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:stopContainerInternal(718)) - Stopping container with container Id: container_1397148282618_0002_01_000005
2014-04-10 11:45:08,236 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=brock IP=127.0.0.1 OPERATION=Stop Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1397148282618_0002 CONTAINERID=container_1397148282618_0002_01_000005
2014-04-10 11:45:08,236 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397148282618_0002_01_000005 transitioned from RUNNING to KILLING
2014-04-10 11:45:08,236 INFO launcher.ContainerLaunch (ContainerLaunch.java:cleanupContainer(341)) - Cleaning up container container_1397148282618_0002_01_000005
2014-04-10 11:45:08,236 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:updateAndGetContainerStatuses(374)) - Removed completed container container_1397148282618_0002_01_000006
2014-04-10 11:45:08,237 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:53459, dest: /127.0.0.1:53089, bytes: 4, op: HDFS_WRITE, cliID: DFSClient_attempt_1397148282618_0002_m_000002_0_-961923701_1, offset: 0, srvID: 56b85d8f-9b31-4c91-b022-e568d9765c42, blockid: BP-196700473-127.0.0.1-1397148267010:blk_1073741850_1026, duration: 4634452
2014-04-10 11:45:08,237 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397148282618_0002_01_000006 Container Transitioned from RUNNING to COMPLETED
2014-04-10 11:45:08,237 INFO fica.FiCaSchedulerApp (FiCaSchedulerApp.java:containerCompleted(91)) - Completed container: container_1397148282618_0002_01_000006 in state: COMPLETED event:FINISHED
2014-04-10 11:45:08,237 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(98)) - USER=brock OPERATION=AM Released Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1397148282618_0002 CONTAINERID=container_1397148282618_0002_01_000006
2014-04-10 11:45:08,237 INFO fica.FiCaSchedulerNode (FiCaSchedulerNode.java:releaseContainer(164)) - Released container container_1397148282618_0002_01_000006 of capacity <memory:1024, vCores:1> on host localhost:33805, which currently has 2 containers, <memory:2048, vCores:2> used and <memory:2048, vCores:6> available, release resources=true
2014-04-10 11:45:08,237 INFO capacity.LeafQueue (LeafQueue.java:releaseResource(1506)) - default used=<memory:6144, vCores:5> numContainers=5 user=brock user-resources=<memory:6144, vCores:5>
2014-04-10 11:45:08,237 INFO capacity.LeafQueue (LeafQueue.java:completedContainer(1448)) - completedContainer container=Container: [ContainerId: container_1397148282618_0002_01_000006, NodeId: localhost:33805, NodeHttpAddress: localhost:42238, Resource: <memory:1024, vCores:1>, Priority: 20, Token: Token { kind: ContainerToken, service: localhost:33805 }, ] resource=<memory:1024, vCores:1> queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:6144, vCores:5>usedCapacity=0.375, absoluteUsedCapacity=0.375, numApps=1, numContainers=5 usedCapacity=0.375 absoluteUsedCapacity=0.375 used=<memory:6144, vCores:5> cluster=<memory:16384, vCores:32>
2014-04-10 11:45:08,238 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(694)) - completedContainer queue=root usedCapacity=0.375 absoluteUsedCapacity=0.375 used=<memory:6144, vCores:5> cluster=<memory:16384, vCores:32>
2014-04-10 11:45:08,237 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-196700473-127.0.0.1-1397148267010:blk_1073741850_1026, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2014-04-10 11:45:08,238 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(708)) - Re-sorting completed queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:6144, vCores:5>usedCapacity=0.375, absoluteUsedCapacity=0.375, numApps=1, numContainers=5
2014-04-10 11:45:08,237 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:50999, dest: /127.0.0.1:49954, bytes: 4, op: HDFS_WRITE, cliID: DFSClient_attempt_1397148282618_0002_m_000002_0_-961923701_1, offset: 0, srvID: e20bf523-f226-4d36-9695-be2356cb97a6, blockid: BP-196700473-127.0.0.1-1397148267010:blk_1073741850_1026, duration: 5183641
2014-04-10 11:45:08,237 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:53089 is added to blk_1073741850_1026{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-2bef5f6e-f0c9-4da0-8817-be69f5868853:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-7d772409-5e65-4676-97a9-57f5ea3efdc8:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-b068c5d0-517e-4297-aa28-ff6d4c514e44:NORMAL|RBW]]} size 0
2014-04-10 11:45:08,238 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-196700473-127.0.0.1-1397148267010:blk_1073741850_1026, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 11:45:08,238 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(849)) - Application appattempt_1397148282618_0002_000001 released container container_1397148282618_0002_01_000006 on node: host: localhost:33805 #containers=2 available=2048 used=2048 with event: FINISHED
2014-04-10 11:45:08,238 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:44381, dest: /127.0.0.1:56823, bytes: 4, op: HDFS_WRITE, cliID: DFSClient_attempt_1397148282618_0002_m_000002_0_-961923701_1, offset: 0, srvID: d87cf363-b947-4d02-ab62-043c9241fbef, blockid: BP-196700473-127.0.0.1-1397148267010:blk_1073741850_1026, duration: 6209271
2014-04-10 11:45:08,238 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:49954 is added to blk_1073741850_1026{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-2bef5f6e-f0c9-4da0-8817-be69f5868853:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-7d772409-5e65-4676-97a9-57f5ea3efdc8:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-b068c5d0-517e-4297-aa28-ff6d4c514e44:NORMAL|RBW]]} size 0
2014-04-10 11:45:08,238 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-196700473-127.0.0.1-1397148267010:blk_1073741850_1026, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 11:45:08,239 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:56823 is added to blk_1073741850_1026{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-2bef5f6e-f0c9-4da0-8817-be69f5868853:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-7d772409-5e65-4676-97a9-57f5ea3efdc8:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-b068c5d0-517e-4297-aa28-ff6d4c514e44:NORMAL|RBW]]} size 0
2014-04-10 11:45:08,242 WARN nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(207)) - Exit code from container container_1397148282618_0002_01_000005 is : 143
2014-04-10 11:45:08,249 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397148282618_0002_01_000005 transitioned from KILLING to CONTAINER_CLEANEDUP_AFTER_KILL
2014-04-10 11:45:08,249 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_0/usercache/brock/appcache/application_1397148282618_0002/container_1397148282618_0002_01_000005
2014-04-10 11:45:08,249 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_1/usercache/brock/appcache/application_1397148282618_0002/container_1397148282618_0002_01_000005
2014-04-10 11:45:08,250 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_2/usercache/brock/appcache/application_1397148282618_0002/container_1397148282618_0002_01_000005
2014-04-10 11:45:08,250 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_3/usercache/brock/appcache/application_1397148282618_0002/container_1397148282618_0002_01_000005
2014-04-10 11:45:08,250 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=brock OPERATION=Container Finished - Killed TARGET=ContainerImpl RESULT=SUCCESS APPID=application_1397148282618_0002 CONTAINERID=container_1397148282618_0002_01_000005
2014-04-10 11:45:08,250 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397148282618_0002_01_000005 transitioned from CONTAINER_CLEANEDUP_AFTER_KILL to DONE
2014-04-10 11:45:08,250 INFO application.Application (ApplicationImpl.java:transition(339)) - Removing container_1397148282618_0002_01_000005 from application application_1397148282618_0002
2014-04-10 11:45:08,250 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(169)) - Neither virutal-memory nor physical-memory monitoring is needed. Not running the monitor-thread
2014-04-10 11:45:08,250 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event CONTAINER_STOP for appId application_1397148282618_0002
2014-04-10 11:45:08,256 INFO hdfs.StateChange (FSNamesystem.java:completeFile(2899)) - DIR* completeFile: /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/hadooptapplatform/resolvedfields/_temporary/1/_temporary/attempt_1397148282618_0002_m_000002_0/part-00002 is closed by DFSClient_attempt_1397148282618_0002_m_000002_0_-961923701_1
2014-04-10 11:45:08,311 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/hadooptapplatform/resolvedfields/_temporary/1/_temporary/attempt_1397148282618_0002_m_000002_0 dst=null perm=null
2014-04-10 11:45:08,316 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/hadooptapplatform/resolvedfields/_temporary/1/_temporary/attempt_1397148282618_0002_m_000002_0 dst=null perm=null
2014-04-10 11:45:08,317 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/hadooptapplatform/resolvedfields/_temporary/1/task_1397148282618_0002_m_000002 dst=null perm=null
2014-04-10 11:45:08,331 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=rename src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/hadooptapplatform/resolvedfields/_temporary/1/_temporary/attempt_1397148282618_0002_m_000002_0 dst=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/hadooptapplatform/resolvedfields/_temporary/1/task_1397148282618_0002_m_000002 perm=brock:supergroup:rwxrwxrwx
2014-04-10 11:45:08,374 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:stopContainerInternal(718)) - Stopping container with container Id: container_1397148282618_0002_01_000004
2014-04-10 11:45:08,374 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=brock IP=127.0.0.1 OPERATION=Stop Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1397148282618_0002 CONTAINERID=container_1397148282618_0002_01_000004
2014-04-10 11:45:08,374 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397148282618_0002_01_000004 transitioned from RUNNING to KILLING
2014-04-10 11:45:08,374 INFO launcher.ContainerLaunch (ContainerLaunch.java:cleanupContainer(341)) - Cleaning up container container_1397148282618_0002_01_000004
2014-04-10 11:45:08,374 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:updateAndGetContainerStatuses(374)) - Removed completed container container_1397148282618_0002_01_000005
2014-04-10 11:45:08,375 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397148282618_0002_01_000005 Container Transitioned from RUNNING to COMPLETED
2014-04-10 11:45:08,375 INFO fica.FiCaSchedulerApp (FiCaSchedulerApp.java:containerCompleted(91)) - Completed container: container_1397148282618_0002_01_000005 in state: COMPLETED event:FINISHED
2014-04-10 11:45:08,375 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(98)) - USER=brock OPERATION=AM Released Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1397148282618_0002 CONTAINERID=container_1397148282618_0002_01_000005
2014-04-10 11:45:08,375 INFO fica.FiCaSchedulerNode (FiCaSchedulerNode.java:releaseContainer(164)) - Released container container_1397148282618_0002_01_000005 of capacity <memory:1024, vCores:1> on host localhost:33805, which currently has 1 containers, <memory:1024, vCores:1> used and <memory:3072, vCores:7> available, release resources=true
2014-04-10 11:45:08,375 INFO capacity.LeafQueue (LeafQueue.java:releaseResource(1506)) - default used=<memory:5120, vCores:4> numContainers=4 user=brock user-resources=<memory:5120, vCores:4>
2014-04-10 11:45:08,375 INFO capacity.LeafQueue (LeafQueue.java:completedContainer(1448)) - completedContainer container=Container: [ContainerId: container_1397148282618_0002_01_000005, NodeId: localhost:33805, NodeHttpAddress: localhost:42238, Resource: <memory:1024, vCores:1>, Priority: 20, Token: Token { kind: ContainerToken, service: localhost:33805 }, ] resource=<memory:1024, vCores:1> queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:5120, vCores:4>usedCapacity=0.3125, absoluteUsedCapacity=0.3125, numApps=1, numContainers=4 usedCapacity=0.3125 absoluteUsedCapacity=0.3125 used=<memory:5120, vCores:4> cluster=<memory:16384, vCores:32>
2014-04-10 11:45:08,375 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(694)) - completedContainer queue=root usedCapacity=0.3125 absoluteUsedCapacity=0.3125 used=<memory:5120, vCores:4> cluster=<memory:16384, vCores:32>
2014-04-10 11:45:08,375 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(708)) - Re-sorting completed queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:5120, vCores:4>usedCapacity=0.3125, absoluteUsedCapacity=0.3125, numApps=1, numContainers=4
2014-04-10 11:45:08,376 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(849)) - Application appattempt_1397148282618_0002_000001 released container container_1397148282618_0002_01_000005 on node: host: localhost:33805 #containers=1 available=3072 used=1024 with event: FINISHED
2014-04-10 11:45:08,383 WARN nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(207)) - Exit code from container container_1397148282618_0002_01_000004 is : 143
2014-04-10 11:45:08,389 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397148282618_0002/COMMIT_STARTED dst=null perm=brock:supergroup:rw-rw-rw-
2014-04-10 11:45:08,399 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397148282618_0002_01_000004 transitioned from KILLING to CONTAINER_CLEANEDUP_AFTER_KILL
2014-04-10 11:45:08,399 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_0/usercache/brock/appcache/application_1397148282618_0002/container_1397148282618_0002_01_000004
2014-04-10 11:45:08,399 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_1/usercache/brock/appcache/application_1397148282618_0002/container_1397148282618_0002_01_000004
2014-04-10 11:45:08,399 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_2/usercache/brock/appcache/application_1397148282618_0002/container_1397148282618_0002_01_000004
2014-04-10 11:45:08,399 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_3/usercache/brock/appcache/application_1397148282618_0002/container_1397148282618_0002_01_000004
2014-04-10 11:45:08,400 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=brock OPERATION=Container Finished - Killed TARGET=ContainerImpl RESULT=SUCCESS APPID=application_1397148282618_0002 CONTAINERID=container_1397148282618_0002_01_000004
2014-04-10 11:45:08,400 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397148282618_0002_01_000004 transitioned from CONTAINER_CLEANEDUP_AFTER_KILL to DONE
2014-04-10 11:45:08,400 INFO application.Application (ApplicationImpl.java:transition(339)) - Removing container_1397148282618_0002_01_000004 from application application_1397148282618_0002
2014-04-10 11:45:08,400 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(169)) - Neither virutal-memory nor physical-memory monitoring is needed. Not running the monitor-thread
2014-04-10 11:45:08,400 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event CONTAINER_STOP for appId application_1397148282618_0002
2014-04-10 11:45:08,406 INFO hdfs.StateChange (FSNamesystem.java:completeFile(2899)) - DIR* completeFile: /tmp/hadoop-yarn/staging/brock/.staging/job_1397148282618_0002/COMMIT_STARTED is closed by DFSClient_NONMAPREDUCE_181843371_1
2014-04-10 11:45:08,411 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=listStatus src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/hadooptapplatform/resolvedfields/_temporary/1 dst=null perm=null
2014-04-10 11:45:08,420 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/hadooptapplatform/resolvedfields dst=null perm=null
2014-04-10 11:45:08,422 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/hadooptapplatform/resolvedfields dst=null perm=null
2014-04-10 11:45:08,423 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=listStatus src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/hadooptapplatform/resolvedfields/_temporary/1/task_1397148282618_0002_m_000000 dst=null perm=null
2014-04-10 11:45:08,426 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/hadooptapplatform/resolvedfields/part-00000 dst=null perm=null
2014-04-10 11:45:08,448 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=rename src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/hadooptapplatform/resolvedfields/_temporary/1/task_1397148282618_0002_m_000000/part-00000 dst=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/hadooptapplatform/resolvedfields/part-00000 perm=brock:supergroup:rw-rw-rw-
2014-04-10 11:45:08,451 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/hadooptapplatform/resolvedfields dst=null perm=null
2014-04-10 11:45:08,453 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/hadooptapplatform/resolvedfields dst=null perm=null
2014-04-10 11:45:08,454 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=listStatus src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/hadooptapplatform/resolvedfields/_temporary/1/task_1397148282618_0002_m_000001 dst=null perm=null
2014-04-10 11:45:08,456 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/hadooptapplatform/resolvedfields/part-00001 dst=null perm=null
2014-04-10 11:45:08,473 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=rename src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/hadooptapplatform/resolvedfields/_temporary/1/task_1397148282618_0002_m_000001/part-00001 dst=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/hadooptapplatform/resolvedfields/part-00001 perm=brock:supergroup:rw-rw-rw-
2014-04-10 11:45:08,474 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/hadooptapplatform/resolvedfields dst=null perm=null
2014-04-10 11:45:08,476 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/hadooptapplatform/resolvedfields dst=null perm=null
2014-04-10 11:45:08,477 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=listStatus src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/hadooptapplatform/resolvedfields/_temporary/1/task_1397148282618_0002_m_000002 dst=null perm=null
2014-04-10 11:45:08,479 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/hadooptapplatform/resolvedfields/part-00002 dst=null perm=null
2014-04-10 11:45:08,498 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=rename src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/hadooptapplatform/resolvedfields/_temporary/1/task_1397148282618_0002_m_000002/part-00002 dst=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/hadooptapplatform/resolvedfields/part-00002 perm=brock:supergroup:rw-rw-rw-
2014-04-10 11:45:08,499 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/hadooptapplatform/resolvedfields dst=null perm=null
2014-04-10 11:45:08,501 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/hadooptapplatform/resolvedfields dst=null perm=null
2014-04-10 11:45:08,502 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=listStatus src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/hadooptapplatform/resolvedfields/_temporary/1/task_1397148282618_0002_m_000003 dst=null perm=null
2014-04-10 11:45:08,504 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/hadooptapplatform/resolvedfields/part-00003 dst=null perm=null
2014-04-10 11:45:08,523 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=rename src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/hadooptapplatform/resolvedfields/_temporary/1/task_1397148282618_0002_m_000003/part-00003 dst=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/hadooptapplatform/resolvedfields/part-00003 perm=brock:supergroup:rw-rw-rw-
2014-04-10 11:45:08,524 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/hadooptapplatform/resolvedfields dst=null perm=null
2014-04-10 11:45:08,525 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/hadooptapplatform/resolvedfields dst=null perm=null
2014-04-10 11:45:08,527 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=listStatus src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/hadooptapplatform/resolvedfields/_temporary/1/task_1397148282618_0002_m_000004 dst=null perm=null
2014-04-10 11:45:08,529 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/hadooptapplatform/resolvedfields/part-00004 dst=null perm=null
2014-04-10 11:45:08,548 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=rename src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/hadooptapplatform/resolvedfields/_temporary/1/task_1397148282618_0002_m_000004/part-00004 dst=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/hadooptapplatform/resolvedfields/part-00004 perm=brock:supergroup:rw-rw-rw-
2014-04-10 11:45:08,573 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=delete src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/hadooptapplatform/resolvedfields/_temporary dst=null perm=null
2014-04-10 11:45:08,589 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/hadooptapplatform/resolvedfields/_SUCCESS dst=null perm=brock:supergroup:rw-rw-rw-
2014-04-10 11:45:08,606 INFO hdfs.StateChange (FSNamesystem.java:completeFile(2899)) - DIR* completeFile: /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/hadooptapplatform/resolvedfields/_SUCCESS is closed by DFSClient_NONMAPREDUCE_181843371_1
2014-04-10 11:45:08,623 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397148282618_0002/COMMIT_SUCCESS dst=null perm=brock:supergroup:rw-rw-rw-
2014-04-10 11:45:08,639 INFO hdfs.StateChange (FSNamesystem.java:completeFile(2899)) - DIR* completeFile: /tmp/hadoop-yarn/staging/brock/.staging/job_1397148282618_0002/COMMIT_SUCCESS is closed by DFSClient_NONMAPREDUCE_181843371_1
2014-04-10 11:45:08,661 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:50995, dest: /127.0.0.1:49954, bytes: 54608, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_181843371_1, offset: 0, srvID: e20bf523-f226-4d36-9695-be2356cb97a6, blockid: BP-196700473-127.0.0.1-1397148267010:blk_1073741849_1025, duration: 650429292
2014-04-10 11:45:08,661 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-196700473-127.0.0.1-1397148267010:blk_1073741849_1025, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2014-04-10 11:45:08,662 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:44377, dest: /127.0.0.1:56823, bytes: 54608, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_181843371_1, offset: 0, srvID: d87cf363-b947-4d02-ab62-043c9241fbef, blockid: BP-196700473-127.0.0.1-1397148267010:blk_1073741849_1025, duration: 657789421
2014-04-10 11:45:08,662 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-196700473-127.0.0.1-1397148267010:blk_1073741849_1025, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 11:45:08,663 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:49954 is added to blk_1073741849_1025{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-2bef5f6e-f0c9-4da0-8817-be69f5868853:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-b068c5d0-517e-4297-aa28-ff6d4c514e44:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-b6a9be31-6a8c-48bd-97ee-0b78fb430f32:NORMAL|RBW]]} size 15561
2014-04-10 11:45:08,663 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:53452, dest: /127.0.0.1:53089, bytes: 54608, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_181843371_1, offset: 0, srvID: 56b85d8f-9b31-4c91-b022-e568d9765c42, blockid: BP-196700473-127.0.0.1-1397148267010:blk_1073741849_1025, duration: 653196378
2014-04-10 11:45:08,664 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-196700473-127.0.0.1-1397148267010:blk_1073741849_1025, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 11:45:08,664 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:56823 is added to blk_1073741849_1025{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-2bef5f6e-f0c9-4da0-8817-be69f5868853:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-b068c5d0-517e-4297-aa28-ff6d4c514e44:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-b6a9be31-6a8c-48bd-97ee-0b78fb430f32:NORMAL|RBW]]} size 15561
2014-04-10 11:45:08,664 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:53089 is added to blk_1073741849_1025{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-2bef5f6e-f0c9-4da0-8817-be69f5868853:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-b068c5d0-517e-4297-aa28-ff6d4c514e44:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-b6a9be31-6a8c-48bd-97ee-0b78fb430f32:NORMAL|RBW]]} size 15561
2014-04-10 11:45:08,681 INFO hdfs.StateChange (FSNamesystem.java:completeFile(2899)) - DIR* completeFile: /tmp/hadoop-yarn/staging/brock/.staging/job_1397148282618_0002/job_1397148282618_0002_1.jhist is closed by DFSClient_NONMAPREDUCE_181843371_1
2014-04-10 11:45:08,698 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397148282618_0002.summary_tmp dst=null perm=brock:supergroup:rw-rw-rw-
2014-04-10 11:45:08,701 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(2966)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397148282618_0002.summary_tmp. BP-196700473-127.0.0.1-1397148267010 blk_1073741851_1027{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-97cf26c5-95a4-4e0e-a439-d9926ba08c0b:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-2bef5f6e-f0c9-4da0-8817-be69f5868853:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-7d772409-5e65-4676-97a9-57f5ea3efdc8:NORMAL|RBW]]}
2014-04-10 11:45:08,717 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-196700473-127.0.0.1-1397148267010:blk_1073741851_1027 src: /127.0.0.1:51001 dest: /127.0.0.1:49954
2014-04-10 11:45:08,718 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-196700473-127.0.0.1-1397148267010:blk_1073741851_1027 src: /127.0.0.1:53461 dest: /127.0.0.1:53089
2014-04-10 11:45:08,719 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-196700473-127.0.0.1-1397148267010:blk_1073741851_1027 src: /127.0.0.1:44386 dest: /127.0.0.1:56823
2014-04-10 11:45:08,723 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:44386, dest: /127.0.0.1:56823, bytes: 431, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_181843371_1, offset: 0, srvID: d87cf363-b947-4d02-ab62-043c9241fbef, blockid: BP-196700473-127.0.0.1-1397148267010:blk_1073741851_1027, duration: 2625566
2014-04-10 11:45:08,724 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-196700473-127.0.0.1-1397148267010:blk_1073741851_1027, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2014-04-10 11:45:08,724 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:53461, dest: /127.0.0.1:53089, bytes: 431, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_181843371_1, offset: 0, srvID: 56b85d8f-9b31-4c91-b022-e568d9765c42, blockid: BP-196700473-127.0.0.1-1397148267010:blk_1073741851_1027, duration: 3184160
2014-04-10 11:45:08,724 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-196700473-127.0.0.1-1397148267010:blk_1073741851_1027, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 11:45:08,725 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:53089 is added to blk_1073741851_1027{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-97cf26c5-95a4-4e0e-a439-d9926ba08c0b:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-c910d2b0-940b-4e3d-b4fd-b4f6084bf0d7:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-b6a9be31-6a8c-48bd-97ee-0b78fb430f32:NORMAL|RBW]]} size 0
2014-04-10 11:45:08,725 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:51001, dest: /127.0.0.1:49954, bytes: 431, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_181843371_1, offset: 0, srvID: e20bf523-f226-4d36-9695-be2356cb97a6, blockid: BP-196700473-127.0.0.1-1397148267010:blk_1073741851_1027, duration: 3891163
2014-04-10 11:45:08,725 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:56823 is added to blk_1073741851_1027{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-97cf26c5-95a4-4e0e-a439-d9926ba08c0b:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-c910d2b0-940b-4e3d-b4fd-b4f6084bf0d7:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-b6a9be31-6a8c-48bd-97ee-0b78fb430f32:NORMAL|RBW]]} size 0
2014-04-10 11:45:08,725 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-196700473-127.0.0.1-1397148267010:blk_1073741851_1027, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 11:45:08,726 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:49954 is added to blk_1073741851_1027{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-97cf26c5-95a4-4e0e-a439-d9926ba08c0b:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-c910d2b0-940b-4e3d-b4fd-b4f6084bf0d7:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-b6a9be31-6a8c-48bd-97ee-0b78fb430f32:NORMAL|RBW]]} size 0
2014-04-10 11:45:08,739 INFO hdfs.StateChange (FSNamesystem.java:completeFile(2899)) - DIR* completeFile: /tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397148282618_0002.summary_tmp is closed by DFSClient_NONMAPREDUCE_181843371_1
2014-04-10 11:45:08,756 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397148282618_0002.summary_tmp dst=null perm=brock:supergroup:rwxrwx---
2014-04-10 11:45:08,763 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397148282618_0002/job_1397148282618_0002_1.jhist dst=null perm=null
2014-04-10 11:45:08,764 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397148282618_0002-1397148298763-brock-%5B7FF6A8D83DF84E6FB1FB0760B53B2197%2FAC92FCBB18F3417B-1397148308641-5-0-SUCCEEDED-default-1397148302109.jhist_tmp dst=null perm=null
2014-04-10 11:45:08,769 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397148282618_0002/job_1397148282618_0002_1.jhist dst=null perm=null
2014-04-10 11:45:08,770 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397148282618_0002-1397148298763-brock-%5B7FF6A8D83DF84E6FB1FB0760B53B2197%2FAC92FCBB18F3417B-1397148308641-5-0-SUCCEEDED-default-1397148302109.jhist_tmp dst=null perm=null
2014-04-10 11:45:08,772 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397148282618_0002/job_1397148282618_0002_1.jhist dst=null perm=null
2014-04-10 11:45:08,789 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397148282618_0002-1397148298763-brock-%5B7FF6A8D83DF84E6FB1FB0760B53B2197%2FAC92FCBB18F3417B-1397148308641-5-0-SUCCEEDED-default-1397148302109.jhist_tmp dst=null perm=brock:supergroup:rw-rw-rw-
2014-04-10 11:45:08,792 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:53089, dest: /127.0.0.1:53463, bytes: 55036, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_181843371_1, offset: 0, srvID: 56b85d8f-9b31-4c91-b022-e568d9765c42, blockid: BP-196700473-127.0.0.1-1397148267010:blk_1073741849_1025, duration: 307944
2014-04-10 11:45:08,796 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(2966)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397148282618_0002-1397148298763-brock-%5B7FF6A8D83DF84E6FB1FB0760B53B2197%2FAC92FCBB18F3417B-1397148308641-5-0-SUCCEEDED-default-1397148302109.jhist_tmp. BP-196700473-127.0.0.1-1397148267010 blk_1073741852_1028{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-2bef5f6e-f0c9-4da0-8817-be69f5868853:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-b6a9be31-6a8c-48bd-97ee-0b78fb430f32:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-008d3ead-b2b9-49b0-88ab-01e536a210da:NORMAL|RBW]]}
2014-04-10 11:45:08,808 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-196700473-127.0.0.1-1397148267010:blk_1073741852_1028 src: /127.0.0.1:53464 dest: /127.0.0.1:53089
2014-04-10 11:45:08,810 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-196700473-127.0.0.1-1397148267010:blk_1073741852_1028 src: /127.0.0.1:44389 dest: /127.0.0.1:56823
2014-04-10 11:45:08,811 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-196700473-127.0.0.1-1397148267010:blk_1073741852_1028 src: /127.0.0.1:47822 dest: /127.0.0.1:37136
2014-04-10 11:45:08,814 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:47822, dest: /127.0.0.1:37136, bytes: 54608, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_181843371_1, offset: 0, srvID: b242afcc-2d24-4b8f-9fb7-bc72b71e749a, blockid: BP-196700473-127.0.0.1-1397148267010:blk_1073741852_1028, duration: 2294773
2014-04-10 11:45:08,814 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-196700473-127.0.0.1-1397148267010:blk_1073741852_1028, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2014-04-10 11:45:08,815 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:37136 is added to blk_1073741852_1028{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-2bef5f6e-f0c9-4da0-8817-be69f5868853:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-7d772409-5e65-4676-97a9-57f5ea3efdc8:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-331ec906-785c-475e-b366-176a30c332ed:NORMAL|RBW]]} size 0
2014-04-10 11:45:08,815 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:44389, dest: /127.0.0.1:56823, bytes: 54608, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_181843371_1, offset: 0, srvID: d87cf363-b947-4d02-ab62-043c9241fbef, blockid: BP-196700473-127.0.0.1-1397148267010:blk_1073741852_1028, duration: 3138723
2014-04-10 11:45:08,815 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-196700473-127.0.0.1-1397148267010:blk_1073741852_1028, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 11:45:08,815 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:56823 is added to blk_1073741852_1028{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-2bef5f6e-f0c9-4da0-8817-be69f5868853:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-7d772409-5e65-4676-97a9-57f5ea3efdc8:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-331ec906-785c-475e-b366-176a30c332ed:NORMAL|RBW]]} size 0
2014-04-10 11:45:08,816 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:53464, dest: /127.0.0.1:53089, bytes: 54608, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_181843371_1, offset: 0, srvID: 56b85d8f-9b31-4c91-b022-e568d9765c42, blockid: BP-196700473-127.0.0.1-1397148267010:blk_1073741852_1028, duration: 3799014
2014-04-10 11:45:08,816 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-196700473-127.0.0.1-1397148267010:blk_1073741852_1028, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 11:45:08,816 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:53089 is added to blk_1073741852_1028{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-2bef5f6e-f0c9-4da0-8817-be69f5868853:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-7d772409-5e65-4676-97a9-57f5ea3efdc8:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-331ec906-785c-475e-b366-176a30c332ed:NORMAL|RBW]]} size 0
2014-04-10 11:45:08,831 INFO hdfs.StateChange (FSNamesystem.java:completeFile(2899)) - DIR* completeFile: /tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397148282618_0002-1397148298763-brock-%5B7FF6A8D83DF84E6FB1FB0760B53B2197%2FAC92FCBB18F3417B-1397148308641-5-0-SUCCEEDED-default-1397148302109.jhist_tmp is closed by DFSClient_NONMAPREDUCE_181843371_1
2014-04-10 11:45:08,848 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397148282618_0002-1397148298763-brock-%5B7FF6A8D83DF84E6FB1FB0760B53B2197%2FAC92FCBB18F3417B-1397148308641-5-0-SUCCEEDED-default-1397148302109.jhist_tmp dst=null perm=brock:supergroup:rwxrwx---
2014-04-10 11:45:08,849 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397148282618_0002/job_1397148282618_0002_1_conf.xml dst=null perm=null
2014-04-10 11:45:08,851 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397148282618_0002_conf.xml_tmp dst=null perm=null
2014-04-10 11:45:08,852 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397148282618_0002/job_1397148282618_0002_1_conf.xml dst=null perm=null
2014-04-10 11:45:08,853 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397148282618_0002_conf.xml_tmp dst=null perm=null
2014-04-10 11:45:08,855 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397148282618_0002/job_1397148282618_0002_1_conf.xml dst=null perm=null
2014-04-10 11:45:08,873 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397148282618_0002_conf.xml_tmp dst=null perm=brock:supergroup:rw-rw-rw-
2014-04-10 11:45:08,876 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:53089, dest: /127.0.0.1:53463, bytes: 94826, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_181843371_1, offset: 0, srvID: 56b85d8f-9b31-4c91-b022-e568d9765c42, blockid: BP-196700473-127.0.0.1-1397148267010:blk_1073741845_1021, duration: 466463
2014-04-10 11:45:08,879 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(2966)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397148282618_0002_conf.xml_tmp. BP-196700473-127.0.0.1-1397148267010 blk_1073741853_1029{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-b6a9be31-6a8c-48bd-97ee-0b78fb430f32:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-c910d2b0-940b-4e3d-b4fd-b4f6084bf0d7:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-97cf26c5-95a4-4e0e-a439-d9926ba08c0b:NORMAL|RBW]]}
2014-04-10 11:45:08,900 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-196700473-127.0.0.1-1397148267010:blk_1073741853_1029 src: /127.0.0.1:44392 dest: /127.0.0.1:56823
2014-04-10 11:45:08,901 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-196700473-127.0.0.1-1397148267010:blk_1073741853_1029 src: /127.0.0.1:53469 dest: /127.0.0.1:53089
2014-04-10 11:45:08,903 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-196700473-127.0.0.1-1397148267010:blk_1073741853_1029 src: /127.0.0.1:51011 dest: /127.0.0.1:49954
2014-04-10 11:45:08,908 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:51011, dest: /127.0.0.1:49954, bytes: 94090, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_181843371_1, offset: 0, srvID: e20bf523-f226-4d36-9695-be2356cb97a6, blockid: BP-196700473-127.0.0.1-1397148267010:blk_1073741853_1029, duration: 3364209
2014-04-10 11:45:08,908 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-196700473-127.0.0.1-1397148267010:blk_1073741853_1029, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2014-04-10 11:45:08,908 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:49954 is added to blk_1073741853_1029{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-b6a9be31-6a8c-48bd-97ee-0b78fb430f32:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-c910d2b0-940b-4e3d-b4fd-b4f6084bf0d7:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-b068c5d0-517e-4297-aa28-ff6d4c514e44:NORMAL|RBW]]} size 0
2014-04-10 11:45:08,909 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:53469, dest: /127.0.0.1:53089, bytes: 94090, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_181843371_1, offset: 0, srvID: 56b85d8f-9b31-4c91-b022-e568d9765c42, blockid: BP-196700473-127.0.0.1-1397148267010:blk_1073741853_1029, duration: 4241377
2014-04-10 11:45:08,909 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-196700473-127.0.0.1-1397148267010:blk_1073741853_1029, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 11:45:08,909 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:53089 is added to blk_1073741853_1029{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-b6a9be31-6a8c-48bd-97ee-0b78fb430f32:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-c910d2b0-940b-4e3d-b4fd-b4f6084bf0d7:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-b068c5d0-517e-4297-aa28-ff6d4c514e44:NORMAL|RBW]]} size 0
2014-04-10 11:45:08,909 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:44392, dest: /127.0.0.1:56823, bytes: 94090, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_181843371_1, offset: 0, srvID: d87cf363-b947-4d02-ab62-043c9241fbef, blockid: BP-196700473-127.0.0.1-1397148267010:blk_1073741853_1029, duration: 5023651
2014-04-10 11:45:08,910 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-196700473-127.0.0.1-1397148267010:blk_1073741853_1029, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 11:45:08,910 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:56823 is added to blk_1073741853_1029{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-b6a9be31-6a8c-48bd-97ee-0b78fb430f32:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-c910d2b0-940b-4e3d-b4fd-b4f6084bf0d7:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-b068c5d0-517e-4297-aa28-ff6d4c514e44:NORMAL|RBW]]} size 0
2014-04-10 11:45:08,923 INFO hdfs.StateChange (FSNamesystem.java:completeFile(2899)) - DIR* completeFile: /tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397148282618_0002_conf.xml_tmp is closed by DFSClient_NONMAPREDUCE_181843371_1
2014-04-10 11:45:08,939 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397148282618_0002_conf.xml_tmp dst=null perm=brock:supergroup:rwxrwx---
2014-04-10 11:45:08,956 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=rename src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397148282618_0002.summary_tmp dst=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397148282618_0002.summary perm=brock:supergroup:rwxrwx---
2014-04-10 11:45:08,964 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:updateAndGetContainerStatuses(374)) - Removed completed container container_1397148282618_0002_01_000002
2014-04-10 11:45:08,964 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:updateAndGetContainerStatuses(374)) - Removed completed container container_1397148282618_0002_01_000003
2014-04-10 11:45:08,965 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397148282618_0002_01_000002 Container Transitioned from RUNNING to COMPLETED
2014-04-10 11:45:08,965 INFO fica.FiCaSchedulerApp (FiCaSchedulerApp.java:containerCompleted(91)) - Completed container: container_1397148282618_0002_01_000002 in state: COMPLETED event:FINISHED
2014-04-10 11:45:08,965 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(98)) - USER=brock OPERATION=AM Released Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1397148282618_0002 CONTAINERID=container_1397148282618_0002_01_000002
2014-04-10 11:45:08,965 INFO fica.FiCaSchedulerNode (FiCaSchedulerNode.java:releaseContainer(164)) - Released container container_1397148282618_0002_01_000002 of capacity <memory:1024, vCores:1> on host localhost:39304, which currently has 2 containers, <memory:3072, vCores:2> used and <memory:1024, vCores:6> available, release resources=true
2014-04-10 11:45:08,965 INFO capacity.LeafQueue (LeafQueue.java:releaseResource(1506)) - default used=<memory:4096, vCores:3> numContainers=3 user=brock user-resources=<memory:4096, vCores:3>
2014-04-10 11:45:08,966 INFO capacity.LeafQueue (LeafQueue.java:completedContainer(1448)) - completedContainer container=Container: [ContainerId: container_1397148282618_0002_01_000002, NodeId: localhost:39304, NodeHttpAddress: localhost:51177, Resource: <memory:1024, vCores:1>, Priority: 20, Token: Token { kind: ContainerToken, service: localhost:39304 }, ] resource=<memory:1024, vCores:1> queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:4096, vCores:3>usedCapacity=0.25, absoluteUsedCapacity=0.25, numApps=1, numContainers=3 usedCapacity=0.25 absoluteUsedCapacity=0.25 used=<memory:4096, vCores:3> cluster=<memory:16384, vCores:32>
2014-04-10 11:45:08,966 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(694)) - completedContainer queue=root usedCapacity=0.25 absoluteUsedCapacity=0.25 used=<memory:4096, vCores:3> cluster=<memory:16384, vCores:32>
2014-04-10 11:45:08,966 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(708)) - Re-sorting completed queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:4096, vCores:3>usedCapacity=0.25, absoluteUsedCapacity=0.25, numApps=1, numContainers=3
2014-04-10 11:45:08,966 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(849)) - Application appattempt_1397148282618_0002_000001 released container container_1397148282618_0002_01_000002 on node: host: localhost:39304 #containers=2 available=1024 used=3072 with event: FINISHED
2014-04-10 11:45:08,966 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397148282618_0002_01_000003 Container Transitioned from RUNNING to COMPLETED
2014-04-10 11:45:08,966 INFO fica.FiCaSchedulerApp (FiCaSchedulerApp.java:containerCompleted(91)) - Completed container: container_1397148282618_0002_01_000003 in state: COMPLETED event:FINISHED
2014-04-10 11:45:08,967 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(98)) - USER=brock OPERATION=AM Released Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1397148282618_0002 CONTAINERID=container_1397148282618_0002_01_000003
2014-04-10 11:45:08,967 INFO fica.FiCaSchedulerNode (FiCaSchedulerNode.java:releaseContainer(164)) - Released container container_1397148282618_0002_01_000003 of capacity <memory:1024, vCores:1> on host localhost:39304, which currently has 1 containers, <memory:2048, vCores:1> used and <memory:2048, vCores:7> available, release resources=true
2014-04-10 11:45:08,967 INFO capacity.LeafQueue (LeafQueue.java:releaseResource(1506)) - default used=<memory:3072, vCores:2> numContainers=2 user=brock user-resources=<memory:3072, vCores:2>
2014-04-10 11:45:08,967 INFO capacity.LeafQueue (LeafQueue.java:completedContainer(1448)) - completedContainer container=Container: [ContainerId: container_1397148282618_0002_01_000003, NodeId: localhost:39304, NodeHttpAddress: localhost:51177, Resource: <memory:1024, vCores:1>, Priority: 20, Token: Token { kind: ContainerToken, service: localhost:39304 }, ] resource=<memory:1024, vCores:1> queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:3072, vCores:2>usedCapacity=0.1875, absoluteUsedCapacity=0.1875, numApps=1, numContainers=2 usedCapacity=0.1875 absoluteUsedCapacity=0.1875 used=<memory:3072, vCores:2> cluster=<memory:16384, vCores:32>
2014-04-10 11:45:08,967 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(694)) - completedContainer queue=root usedCapacity=0.1875 absoluteUsedCapacity=0.1875 used=<memory:3072, vCores:2> cluster=<memory:16384, vCores:32>
2014-04-10 11:45:08,968 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(708)) - Re-sorting completed queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:3072, vCores:2>usedCapacity=0.1875, absoluteUsedCapacity=0.1875, numApps=1, numContainers=2
2014-04-10 11:45:08,968 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(849)) - Application appattempt_1397148282618_0002_000001 released container container_1397148282618_0002_01_000003 on node: host: localhost:39304 #containers=1 available=2048 used=2048 with event: FINISHED
2014-04-10 11:45:08,973 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=rename src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397148282618_0002_conf.xml_tmp dst=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397148282618_0002_conf.xml perm=brock:supergroup:rwxrwx---
2014-04-10 11:45:08,989 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=rename src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397148282618_0002-1397148298763-brock-%5B7FF6A8D83DF84E6FB1FB0760B53B2197%2FAC92FCBB18F3417B-1397148308641-5-0-SUCCEEDED-default-1397148302109.jhist_tmp dst=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397148282618_0002-1397148298763-brock-%5B7FF6A8D83DF84E6FB1FB0760B53B2197%2FAC92FCBB18F3417B-1397148308641-5-0-SUCCEEDED-default-1397148302109.jhist perm=brock:supergroup:rwxrwx---
2014-04-10 11:45:08,997 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:rememberTargetTransitionsAndStoreState(960)) - Updating application attempt appattempt_1397148282618_0002_000001 with final state: FINISHING
2014-04-10 11:45:08,998 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(652)) - appattempt_1397148282618_0002_000001 State change from RUNNING to FINAL_SAVING
2014-04-10 11:45:08,998 INFO rmapp.RMAppImpl (RMAppImpl.java:rememberTargetTransitionsAndStoreState(805)) - Updating application application_1397148282618_0002 with final state: FINISHING
2014-04-10 11:45:08,998 INFO rmapp.RMAppImpl (RMAppImpl.java:handle(610)) - application_1397148282618_0002 State change from RUNNING to FINAL_SAVING
2014-04-10 11:45:08,998 INFO recovery.RMStateStore (RMStateStore.java:handleStoreEvent(596)) - Storing info for app: application_1397148282618_0002
2014-04-10 11:45:08,999 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(652)) - appattempt_1397148282618_0002_000001 State change from FINAL_SAVING to FINISHING
2014-04-10 11:45:08,999 INFO rmapp.RMAppImpl (RMAppImpl.java:handle(610)) - application_1397148282618_0002 State change from FINAL_SAVING to FINISHING
2014-04-10 11:45:09,076 INFO mapred.ClientServiceDelegate (ClientServiceDelegate.java:getProxy(273)) - Application state is completed. FinalApplicationStatus=SUCCEEDED. Redirecting to job history server
2014-04-10 11:45:09,079 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=listStatus src=/tmp/hadoop-yarn/staging/history/done_intermediate dst=null perm=null
2014-04-10 11:45:09,081 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=listStatus src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock dst=null perm=null
2014-04-10 11:45:09,083 INFO hs.CompletedJob (CompletedJob.java:<init>(95)) - Loading job: job_1397148282618_0002 from file: hdfs://localhost:38088/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397148282618_0002-1397148298763-brock-%5B7FF6A8D83DF84E6FB1FB0760B53B2197%2FAC92FCBB18F3417B-1397148308641-5-0-SUCCEEDED-default-1397148302109.jhist
2014-04-10 11:45:09,084 INFO hs.CompletedJob (CompletedJob.java:loadFullHistoryData(326)) - Loading history file: [hdfs://localhost:38088/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397148282618_0002-1397148298763-brock-%5B7FF6A8D83DF84E6FB1FB0760B53B2197%2FAC92FCBB18F3417B-1397148308641-5-0-SUCCEEDED-default-1397148302109.jhist]
2014-04-10 11:45:09,085 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397148282618_0002-1397148298763-brock-%5B7FF6A8D83DF84E6FB1FB0760B53B2197%2FAC92FCBB18F3417B-1397148308641-5-0-SUCCEEDED-default-1397148302109.jhist dst=null perm=null
2014-04-10 11:45:09,088 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:53089, dest: /127.0.0.1:53472, bytes: 55036, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_-1040503166_9, offset: 0, srvID: 56b85d8f-9b31-4c91-b022-e568d9765c42, blockid: BP-196700473-127.0.0.1-1397148267010:blk_1073741852_1028, duration: 310024
2014-04-10 11:45:09,144 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397148282618_0002.summary dst=null perm=null
2014-04-10 11:45:09,146 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:49954, dest: /127.0.0.1:51014, bytes: 435, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_724752928_9, offset: 0, srvID: e20bf523-f226-4d36-9695-be2356cb97a6, blockid: BP-196700473-127.0.0.1-1397148267010:blk_1073741851_1027, duration: 132308
2014-04-10 11:45:09,147 INFO jobhistory.JobSummary (HistoryFileManager.java:moveToDone(372)) - jobId=job_1397148282618_0002,submitTime=1397148298763,launchTime=1397148302109,firstMapTaskLaunchTime=1397148304290,firstReduceTaskLaunchTime=0,finishTime=1397148308641,resourcesPerMap=1024,resourcesPerReduce=0,numMaps=5,numReduces=0,user=brock,queue=default,status=SUCCEEDED,mapSlotSeconds=19,reduceSlotSeconds=0,jobName=[7FF6A8D83DF84E6FB1FB0760B53B2197/AC92FCBB18F3417BBB88BC77930B1A4E] test/(1/1) ...applatform/resolvedfields
2014-04-10 11:45:09,147 INFO hs.HistoryFileManager (HistoryFileManager.java:moveToDone(373)) - Deleting JobSummary file: [hdfs://localhost:38088/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397148282618_0002.summary]
2014-04-10 11:45:09,164 INFO BlockStateChange (BlockManager.java:addToInvalidates(1030)) - BLOCK* addToInvalidates: blk_1073741851_1027 127.0.0.1:49954 127.0.0.1:56823 127.0.0.1:53089
2014-04-10 11:45:09,165 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=delete src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397148282618_0002.summary dst=null perm=null
2014-04-10 11:45:09,168 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/history/done/2014/04/10/000000 dst=null perm=null
2014-04-10 11:45:09,169 INFO hs.HistoryFileManager (HistoryFileManager.java:moveToDoneNow(947)) - Moving hdfs://localhost:38088/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397148282618_0002-1397148298763-brock-%5B7FF6A8D83DF84E6FB1FB0760B53B2197%2FAC92FCBB18F3417B-1397148308641-5-0-SUCCEEDED-default-1397148302109.jhist to hdfs://localhost:38088/tmp/hadoop-yarn/staging/history/done/2014/04/10/000000/job_1397148282618_0002-1397148298763-brock-%5B7FF6A8D83DF84E6FB1FB0760B53B2197%2FAC92FCBB18F3417B-1397148308641-5-0-SUCCEEDED-default-1397148302109.jhist
2014-04-10 11:45:09,181 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=rename options=0 src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397148282618_0002-1397148298763-brock-%5B7FF6A8D83DF84E6FB1FB0760B53B2197%2FAC92FCBB18F3417B-1397148308641-5-0-SUCCEEDED-default-1397148302109.jhist dst=/tmp/hadoop-yarn/staging/history/done/2014/04/10/000000/job_1397148282618_0002-1397148298763-brock-%5B7FF6A8D83DF84E6FB1FB0760B53B2197%2FAC92FCBB18F3417B-1397148308641-5-0-SUCCEEDED-default-1397148302109.jhist perm=brock:supergroup:rwxrwx---
2014-04-10 11:45:09,181 INFO hs.HistoryFileManager (HistoryFileManager.java:moveToDoneNow(947)) - Moving hdfs://localhost:38088/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397148282618_0002_conf.xml to hdfs://localhost:38088/tmp/hadoop-yarn/staging/history/done/2014/04/10/000000/job_1397148282618_0002_conf.xml
2014-04-10 11:45:09,198 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=rename options=0 src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397148282618_0002_conf.xml dst=/tmp/hadoop-yarn/staging/history/done/2014/04/10/000000/job_1397148282618_0002_conf.xml perm=brock:supergroup:rwxrwx---
2014-04-10 11:45:09,218 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/hadooptapplatform/resolvedfields dst=null perm=null
2014-04-10 11:45:09,219 INFO util.Hadoop18TapUtil (Hadoop18TapUtil.java:cleanTempPath(219)) - deleting temp path /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/hadooptapplatform/resolvedfields/_temporary
2014-04-10 11:45:09,220 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/hadooptapplatform/resolvedfields/_temporary dst=null perm=null
2014-04-10 11:45:09,234 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/hadooptapplatform/resolvedfields dst=null perm=null
2014-04-10 11:45:09,235 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/hadooptapplatform/resolvedfields dst=null perm=null
2014-04-10 11:45:09,236 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=listStatus src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/hadooptapplatform/resolvedfields dst=null perm=null
2014-04-10 11:45:09,240 INFO mapred.FileInputFormat (FileInputFormat.java:listStatus(253)) - Total input paths to process : 5
2014-04-10 11:45:09,241 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/hadooptapplatform/resolvedfields/part-00000 dst=null perm=null
2014-04-10 11:45:09,242 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:53089, dest: /127.0.0.1:53472, bytes: 12, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_-1040503166_9, offset: 0, srvID: 56b85d8f-9b31-4c91-b022-e568d9765c42, blockid: BP-196700473-127.0.0.1-1397148267010:blk_1073741847_1023, duration: 170934
2014-04-10 11:45:09,243 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/hadooptapplatform/resolvedfields/part-00001 dst=null perm=null
2014-04-10 11:45:09,245 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:53089, dest: /127.0.0.1:53472, bytes: 8, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_-1040503166_9, offset: 0, srvID: 56b85d8f-9b31-4c91-b022-e568d9765c42, blockid: BP-196700473-127.0.0.1-1397148267010:blk_1073741846_1022, duration: 146332
2014-04-10 11:45:09,245 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/hadooptapplatform/resolvedfields/part-00002 dst=null perm=null
2014-04-10 11:45:09,247 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:56823, dest: /127.0.0.1:44398, bytes: 8, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_-1040503166_9, offset: 0, srvID: d87cf363-b947-4d02-ab62-043c9241fbef, blockid: BP-196700473-127.0.0.1-1397148267010:blk_1073741850_1026, duration: 123308
2014-04-10 11:45:09,248 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/hadooptapplatform/resolvedfields/part-00003 dst=null perm=null
2014-04-10 11:45:09,249 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:37136, dest: /127.0.0.1:47831, bytes: 8, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_-1040503166_9, offset: 0, srvID: b242afcc-2d24-4b8f-9fb7-bc72b71e749a, blockid: BP-196700473-127.0.0.1-1397148267010:blk_1073741848_1024, duration: 113580
2014-04-10 11:45:09,250 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/hadooptapplatform/resolvedfields/part-00004 dst=null perm=null
2014-04-10 11:45:09,260 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/classes/test/data/lower.txt dst=null perm=null
2014-04-10 11:45:09,261 INFO mapred.FileInputFormat (FileInputFormat.java:listStatus(253)) - Total input paths to process : 1
2014-04-10 11:45:09,262 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/classes/test/data/lower.txt dst=null perm=null
2014-04-10 11:45:09,263 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/classes/test/data/lower.txt dst=null perm=null
2014-04-10 11:45:09,266 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:53089, dest: /127.0.0.1:53472, bytes: 23, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_-1040503166_9, offset: 0, srvID: 56b85d8f-9b31-4c91-b022-e568d9765c42, blockid: BP-196700473-127.0.0.1-1397148267010:blk_1073741839_1015, duration: 176128
2014-04-10 11:45:09,266 INFO cascading.PlatformTestCase (PlatformTestCase.java:tearDown(209)) - copying to local /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output//hadoop2-mr1/hadooptapplatform/resolvedfields
2014-04-10 11:45:09,266 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/hadooptapplatform/resolvedfields dst=null perm=null
2014-04-10 11:45:09,268 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/hadooptapplatform/resolvedfields dst=null perm=null
2014-04-10 11:45:09,269 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/hadooptapplatform/resolvedfields dst=null perm=null
2014-04-10 11:45:09,270 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=listStatus src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/hadooptapplatform/resolvedfields dst=null perm=null
2014-04-10 11:45:09,272 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/hadooptapplatform/resolvedfields/part-00000 dst=null perm=null
2014-04-10 11:45:09,273 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/hadooptapplatform/resolvedfields/part-00000 dst=null perm=null
2014-04-10 11:45:09,276 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:56823, dest: /127.0.0.1:44398, bytes: 12, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_-1040503166_9, offset: 0, srvID: d87cf363-b947-4d02-ab62-043c9241fbef, blockid: BP-196700473-127.0.0.1-1397148267010:blk_1073741847_1023, duration: 243615
2014-04-10 11:45:09,277 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/hadooptapplatform/resolvedfields/part-00001 dst=null perm=null
2014-04-10 11:45:09,278 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/hadooptapplatform/resolvedfields/part-00001 dst=null perm=null
2014-04-10 11:45:09,281 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:49954, dest: /127.0.0.1:51014, bytes: 8, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_-1040503166_9, offset: 0, srvID: e20bf523-f226-4d36-9695-be2356cb97a6, blockid: BP-196700473-127.0.0.1-1397148267010:blk_1073741846_1022, duration: 238276
2014-04-10 11:45:09,282 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/hadooptapplatform/resolvedfields/part-00002 dst=null perm=null
2014-04-10 11:45:09,283 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/hadooptapplatform/resolvedfields/part-00002 dst=null perm=null
2014-04-10 11:45:09,285 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:56823, dest: /127.0.0.1:44398, bytes: 8, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_-1040503166_9, offset: 0, srvID: d87cf363-b947-4d02-ab62-043c9241fbef, blockid: BP-196700473-127.0.0.1-1397148267010:blk_1073741850_1026, duration: 247237
2014-04-10 11:45:09,286 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/hadooptapplatform/resolvedfields/part-00003 dst=null perm=null
2014-04-10 11:45:09,287 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/hadooptapplatform/resolvedfields/part-00003 dst=null perm=null
2014-04-10 11:45:09,290 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:53089, dest: /127.0.0.1:53472, bytes: 8, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_-1040503166_9, offset: 0, srvID: 56b85d8f-9b31-4c91-b022-e568d9765c42, blockid: BP-196700473-127.0.0.1-1397148267010:blk_1073741848_1024, duration: 242465
2014-04-10 11:45:09,291 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/hadooptapplatform/resolvedfields/part-00004 dst=null perm=null
2014-04-10 11:45:09,292 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/hadooptapplatform/resolvedfields/part-00004 dst=null perm=null
2014-04-10 11:45:09,293 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/classes/test/data/lower.txt dst=null perm=null
2014-04-10 11:45:09,294 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/classes/test/data/upper.txt dst=null perm=null
2014-04-10 11:45:09,324 INFO util.HadoopUtil (HadoopUtil.java:findMainClass(319)) - using default application jar, may cause class not found exceptions on the cluster
2014-04-10 11:45:09,324 INFO planner.HadoopPlanner (HadoopPlanner.java:initialize(205)) - using application jar: /home/brock/.gradle/caches/modules-2/files-2.1/cascading/cascading-hadoop2-mr1/2.5.3/fbde5367797af408c100d25704a77959e50a31d8/cascading-hadoop2-mr1-2.5.3.jar
2014-04-10 11:45:09,327 INFO hadoop.Hfs (Hfs.java:makeLocal(492)) - forcing job to local mode, via source: Hfs["TextLine[['offset', 'line']->[ALL]]"]["file:/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/classes/test/data/lower.txt"]
2014-04-10 11:45:09,341 INFO util.HadoopUtil (HadoopUtil.java:findMainClass(319)) - using default application jar, may cause class not found exceptions on the cluster
2014-04-10 11:45:09,341 INFO planner.HadoopPlanner (HadoopPlanner.java:initialize(205)) - using application jar: /home/brock/.gradle/caches/modules-2/files-2.1/cascading/cascading-hadoop2-mr1/2.5.3/fbde5367797af408c100d25704a77959e50a31d8/cascading-hadoop2-mr1-2.5.3.jar
2014-04-10 11:45:09,375 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:updateAndGetContainerStatuses(374)) - Removed completed container container_1397148282618_0002_01_000004
2014-04-10 11:45:09,375 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397148282618_0002_01_000004 Container Transitioned from RUNNING to COMPLETED
2014-04-10 11:45:09,375 INFO fica.FiCaSchedulerApp (FiCaSchedulerApp.java:containerCompleted(91)) - Completed container: container_1397148282618_0002_01_000004 in state: COMPLETED event:FINISHED
2014-04-10 11:45:09,375 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(98)) - USER=brock OPERATION=AM Released Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1397148282618_0002 CONTAINERID=container_1397148282618_0002_01_000004
2014-04-10 11:45:09,375 INFO fica.FiCaSchedulerNode (FiCaSchedulerNode.java:releaseContainer(164)) - Released container container_1397148282618_0002_01_000004 of capacity <memory:1024, vCores:1> on host localhost:33805, which currently has 0 containers, <memory:0, vCores:0> used and <memory:4096, vCores:8> available, release resources=true
2014-04-10 11:45:09,375 INFO capacity.LeafQueue (LeafQueue.java:releaseResource(1506)) - default used=<memory:2048, vCores:1> numContainers=1 user=brock user-resources=<memory:2048, vCores:1>
2014-04-10 11:45:09,376 INFO capacity.LeafQueue (LeafQueue.java:completedContainer(1448)) - completedContainer container=Container: [ContainerId: container_1397148282618_0002_01_000004, NodeId: localhost:33805, NodeHttpAddress: localhost:42238, Resource: <memory:1024, vCores:1>, Priority: 20, Token: Token { kind: ContainerToken, service: localhost:33805 }, ] resource=<memory:1024, vCores:1> queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:2048, vCores:1>usedCapacity=0.125, absoluteUsedCapacity=0.125, numApps=1, numContainers=1 usedCapacity=0.125 absoluteUsedCapacity=0.125 used=<memory:2048, vCores:1> cluster=<memory:16384, vCores:32>
2014-04-10 11:45:09,376 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(694)) - completedContainer queue=root usedCapacity=0.125 absoluteUsedCapacity=0.125 used=<memory:2048, vCores:1> cluster=<memory:16384, vCores:32>
2014-04-10 11:45:09,376 INFO cascade.Cascade (Cascade.java:logInfo(991)) - [first+second] starting
2014-04-10 11:45:09,376 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(708)) - Re-sorting completed queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:2048, vCores:1>usedCapacity=0.125, absoluteUsedCapacity=0.125, numApps=1, numContainers=1
2014-04-10 11:45:09,376 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(849)) - Application appattempt_1397148282618_0002_000001 released container container_1397148282618_0002_01_000004 on node: host: localhost:33805 #containers=0 available=4096 used=0 with event: FINISHED
2014-04-10 11:45:09,379 INFO cascade.Cascade (Cascade.java:logInfo(991)) - [first+second] parallel execution is enabled: true
2014-04-10 11:45:09,379 INFO cascade.Cascade (Cascade.java:logInfo(991)) - [first+second] starting flows: 2
2014-04-10 11:45:09,379 INFO cascade.Cascade (Cascade.java:logInfo(991)) - [first+second] allocating threads: 2
2014-04-10 11:45:09,379 INFO cascade.Cascade (Cascade.java:logInfo(991)) - [first+second] starting flow: first
2014-04-10 11:45:09,380 INFO flow.Flow (BaseFlow.java:logInfo(1354)) - [first] at least one sink is marked for delete
2014-04-10 11:45:09,381 INFO flow.Flow (BaseFlow.java:logInfo(1354)) - [first] sink oldest modified date: Wed Dec 31 17:59:59 CST 1969
2014-04-10 11:45:09,383 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/hadooptapplatform/glob dst=null perm=null
2014-04-10 11:45:09,386 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/hadooptapplatform/glob dst=null perm=null
2014-04-10 11:45:09,387 INFO flow.Flow (BaseFlow.java:logInfo(1354)) - [first] starting
2014-04-10 11:45:09,387 INFO flow.Flow (BaseFlow.java:logInfo(1354)) - [first] source: GlobHfs[/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/classes/test/data/?{ppe[_r],owe?}.txt]
2014-04-10 11:45:09,387 INFO flow.Flow (BaseFlow.java:logInfo(1354)) - [first] sink: Hfs["TextLine[['offset', 'line']->[ALL]]"]["/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/hadooptapplatform/glob"]
2014-04-10 11:45:09,387 INFO flow.Flow (BaseFlow.java:logInfo(1354)) - [first] parallel execution is enabled: true
2014-04-10 11:45:09,387 INFO flow.Flow (BaseFlow.java:logInfo(1354)) - [first] starting jobs: 1
2014-04-10 11:45:09,388 INFO flow.Flow (BaseFlow.java:logInfo(1354)) - [first] allocating threads: 1
2014-04-10 11:45:09,388 INFO flow.FlowStep (BaseFlowStep.java:logInfo(834)) - [first] starting step: (1/1) ...r1/hadooptapplatform/glob
2014-04-10 11:45:09,396 INFO Configuration.deprecation (Configuration.java:warnOnceIfDeprecated(996)) - session.id is deprecated. Instead, use dfs.metrics.session-id
2014-04-10 11:45:09,397 INFO jvm.JvmMetrics (JvmMetrics.java:init(76)) - Initializing JVM Metrics with processName=JobTracker, sessionId=
2014-04-10 11:45:09,401 INFO jvm.JvmMetrics (JvmMetrics.java:init(71)) - Cannot initialize JVM Metrics with processName=JobTracker, sessionId= - already initialized
2014-04-10 11:45:09,402 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/hadooptapplatform/glob dst=null perm=null
2014-04-10 11:45:09,423 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null
2014-04-10 11:45:09,425 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target/Hadoop2MR1Platform-tmpDir/hadoop-6513904787770014536.jar dst=null perm=null
2014-04-10 11:45:09,426 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null
2014-04-10 11:45:09,427 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target/Hadoop2MR1Platform-tmpDir dst=null perm=null
2014-04-10 11:45:09,428 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target dst=null perm=null
2014-04-10 11:45:09,429 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock dst=null perm=null
2014-04-10 11:45:09,430 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user dst=null perm=null
2014-04-10 11:45:09,431 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/ dst=null perm=null
2014-04-10 11:45:09,432 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target/Hadoop2MR1Platform-tmpDir/hadoop-6513904787770014536.jar dst=null perm=null
2014-04-10 11:45:09,437 INFO mapred.FileInputFormat (FileInputFormat.java:listStatus(253)) - Total input paths to process : 2
2014-04-10 11:45:09,456 INFO mapreduce.JobSubmitter (JobSubmitter.java:submitJobInternal(396)) - number of splits:2
2014-04-10 11:45:09,481 INFO mapreduce.JobSubmitter (JobSubmitter.java:printTokens(479)) - Submitting tokens for job: job_local275375791_0001
2014-04-10 11:45:09,491 WARN conf.Configuration (Configuration.java:loadProperty(2345)) - file:/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/tmp/mapred/staging/brock275375791/.staging/job_local275375791_0001/job.xml:an attempt to override final parameter: mapreduce.job.end-notification.max.retry.interval; Ignoring.
2014-04-10 11:45:09,494 WARN conf.Configuration (Configuration.java:loadProperty(2345)) - file:/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/tmp/mapred/staging/brock275375791/.staging/job_local275375791_0001/job.xml:an attempt to override final parameter: mapreduce.job.end-notification.max.attempts; Ignoring.
2014-04-10 11:45:09,498 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null
2014-04-10 11:45:09,499 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target/Hadoop2MR1Platform-tmpDir/hadoop-6513904787770014536.jar dst=null perm=null
2014-04-10 11:45:09,501 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null
2014-04-10 11:45:09,502 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target/Hadoop2MR1Platform-tmpDir/hadoop-6513904787770014536.jar dst=null perm=null
2014-04-10 11:45:09,525 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target/Hadoop2MR1Platform-tmpDir/hadoop-6513904787770014536.jar dst=null perm=null
2014-04-10 11:45:09,525 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null
2014-04-10 11:45:09,525 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target/Hadoop2MR1Platform-tmpDir/hadoop-6513904787770014536.jar dst=null perm=null
2014-04-10 11:45:09,526 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null
2014-04-10 11:45:09,526 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target/Hadoop2MR1Platform-tmpDir dst=null perm=null
2014-04-10 11:45:09,526 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target/Hadoop2MR1Platform-tmpDir dst=null perm=null
2014-04-10 11:45:09,527 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target dst=null perm=null
2014-04-10 11:45:09,527 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target dst=null perm=null
2014-04-10 11:45:09,527 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock dst=null perm=null
2014-04-10 11:45:09,528 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock dst=null perm=null
2014-04-10 11:45:09,528 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user dst=null perm=null
2014-04-10 11:45:09,528 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user dst=null perm=null
2014-04-10 11:45:09,529 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/ dst=null perm=null
2014-04-10 11:45:09,529 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/ dst=null perm=null
2014-04-10 11:45:09,529 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target/Hadoop2MR1Platform-tmpDir/hadoop-6513904787770014536.jar dst=null perm=null
2014-04-10 11:45:09,530 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null
2014-04-10 11:45:09,530 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/user/brock/target/Hadoop2MR1Platform-tmpDir/hadoop-6513904787770014536.jar dst=null perm=null
2014-04-10 11:45:09,531 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/user/brock/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null
2014-04-10 11:45:09,536 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:56823, dest: /127.0.0.1:44398, bytes: 388587, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_-1040503166_9, offset: 0, srvID: d87cf363-b947-4d02-ab62-043c9241fbef, blockid: BP-196700473-127.0.0.1-1397148267010:blk_1073741826_1002, duration: 676105
2014-04-10 11:45:09,536 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:53089, dest: /127.0.0.1:53472, bytes: 488518, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_-1040503166_9, offset: 0, srvID: 56b85d8f-9b31-4c91-b022-e568d9765c42, blockid: BP-196700473-127.0.0.1-1397148267010:blk_1073741825_1001, duration: 867503
2014-04-10 11:45:09,553 INFO mapred.LocalDistributedCacheManager (LocalDistributedCacheManager.java:symlink(207)) - Creating symlink: /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/tmp/mapred/local/1397148309501/MRAppJar.jar <- /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/MRAppJar.jar
2014-04-10 11:45:09,555 INFO mapred.LocalDistributedCacheManager (LocalDistributedCacheManager.java:setup(171)) - Localized hdfs://localhost:38088/user/brock/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar as file:/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/tmp/mapred/local/1397148309501/MRAppJar.jar
2014-04-10 11:45:09,556 INFO mapred.LocalDistributedCacheManager (LocalDistributedCacheManager.java:symlink(207)) - Creating symlink: /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/tmp/mapred/local/1397148309502/hadoop-6513904787770014536.jar <- /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/hadoop-6513904787770014536.jar
2014-04-10 11:45:09,558 INFO mapred.LocalDistributedCacheManager (LocalDistributedCacheManager.java:setup(171)) - Localized hdfs://localhost:38088/user/brock/target/Hadoop2MR1Platform-tmpDir/hadoop-6513904787770014536.jar as file:/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/tmp/mapred/local/1397148309502/hadoop-6513904787770014536.jar
2014-04-10 11:45:09,585 WARN conf.Configuration (Configuration.java:loadProperty(2345)) - file:/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/tmp/mapred/local/localRunner/brock/job_local275375791_0001/job_local275375791_0001.xml:an attempt to override final parameter: mapreduce.job.end-notification.max.retry.interval; Ignoring.
2014-04-10 11:45:09,588 WARN conf.Configuration (Configuration.java:loadProperty(2345)) - file:/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/tmp/mapred/local/localRunner/brock/job_local275375791_0001/job_local275375791_0001.xml:an attempt to override final parameter: mapreduce.job.end-notification.max.attempts; Ignoring.
2014-04-10 11:45:09,588 INFO mapred.LocalDistributedCacheManager (LocalDistributedCacheManager.java:makeClassLoader(240)) - file:/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/tmp/mapred/local/1397148309501/MRAppJar.jar
2014-04-10 11:45:09,588 INFO mapred.LocalDistributedCacheManager (LocalDistributedCacheManager.java:makeClassLoader(240)) - file:/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/tmp/mapred/local/1397148309502/hadoop-6513904787770014536.jar
2014-04-10 11:45:09,590 INFO mapreduce.Job (Job.java:submit(1289)) - The url to track the job: http://localhost:8080/
2014-04-10 11:45:09,591 INFO flow.FlowStep (BaseFlowStep.java:logInfo(834)) - [first] submitted hadoop job: job_local275375791_0001
2014-04-10 11:45:09,591 INFO flow.FlowStep (BaseFlowStep.java:logInfo(834)) - [first] tracking url: http://localhost:8080/
2014-04-10 11:45:09,591 INFO mapred.LocalJobRunner (LocalJobRunner.java:createOutputCommitter(471)) - OutputCommitter set in config null
2014-04-10 11:45:09,593 INFO mapred.LocalJobRunner (LocalJobRunner.java:createOutputCommitter(489)) - OutputCommitter is org.apache.hadoop.mapred.FileOutputCommitter
2014-04-10 11:45:09,622 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=mkdirs src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/hadooptapplatform/glob/_temporary/0 dst=null perm=brock:supergroup:rwxr-xr-x
2014-04-10 11:45:09,627 INFO mapred.LocalJobRunner (LocalJobRunner.java:runTasks(448)) - Waiting for map tasks
2014-04-10 11:45:09,627 INFO mapred.LocalJobRunner (LocalJobRunner.java:run(224)) - Starting task: attempt_local275375791_0001_m_000000_0
2014-04-10 11:45:09,637 INFO mapred.Task (Task.java:initialize(581)) - Using ResourceCalculatorProcessTree : [ ]
2014-04-10 11:45:09,639 INFO Configuration.deprecation (Configuration.java:warnOnceIfDeprecated(996)) - mapred.job.tracker is deprecated. Instead, use mapreduce.jobtracker.address
2014-04-10 11:45:09,640 INFO io.MultiInputSplit (MultiInputSplit.java:readFields(161)) - current split input path: file:/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/classes/test/data/lower.txt
2014-04-10 11:45:09,640 INFO mapred.MapTask (MapTask.java:updateJobWithSplit(462)) - Processing split: cascading.tap.hadoop.io.MultiInputSplit@4c592420
2014-04-10 11:45:09,641 INFO mapred.MapTask (MapTask.java:runOldMapper(416)) - numReduceTasks: 0
2014-04-10 11:45:09,656 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/hadooptapplatform/glob/_temporary/0/_temporary/attempt_local275375791_0001_m_000000_0/part-00000 dst=null perm=brock:supergroup:rw-r--r--
2014-04-10 11:45:09,657 INFO hadoop.FlowMapper (FlowMapper.java:configure(70)) - cascading version: 2.5.3
2014-04-10 11:45:09,658 INFO hadoop.FlowMapper (FlowMapper.java:configure(71)) - child jvm opts: -Xmx512m
2014-04-10 11:45:09,665 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-196700473-127.0.0.1-1397148267010:blk_1073741853_1029
2014-04-10 11:45:09,666 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-196700473-127.0.0.1-1397148267010:blk_1073741848_1024
2014-04-10 11:45:09,666 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-196700473-127.0.0.1-1397148267010:blk_1073741846_1022
2014-04-10 11:45:09,666 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-196700473-127.0.0.1-1397148267010:blk_1073741851_1027
2014-04-10 11:45:09,667 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-196700473-127.0.0.1-1397148267010:blk_1073741849_1025
2014-04-10 11:45:09,667 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-196700473-127.0.0.1-1397148267010:blk_1073741850_1026
2014-04-10 11:45:09,676 INFO Configuration.deprecation (Configuration.java:warnOnceIfDeprecated(996)) - mapred.task.partition is deprecated. Instead, use mapreduce.task.partition
2014-04-10 11:45:09,677 INFO hadoop.FlowMapper (FlowMapper.java:configure(86)) - sourcing from: GlobHfs[/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/classes/test/data/?{ppe[_r],owe?}.txt]
2014-04-10 11:45:09,677 INFO hadoop.FlowMapper (FlowMapper.java:configure(89)) - sinking to: Hfs["TextLine[['offset', 'line']->[ALL]]"]["/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/hadooptapplatform/glob"]
2014-04-10 11:45:09,682 INFO mapred.LocalJobRunner (LocalJobRunner.java:statusUpdate(591)) -
2014-04-10 11:45:09,684 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(2966)) - BLOCK* allocateBlock: /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/hadooptapplatform/glob/_temporary/0/_temporary/attempt_local275375791_0001_m_000000_0/part-00000. BP-196700473-127.0.0.1-1397148267010 blk_1073741854_1030{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-008d3ead-b2b9-49b0-88ab-01e536a210da:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-2bef5f6e-f0c9-4da0-8817-be69f5868853:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-b6a9be31-6a8c-48bd-97ee-0b78fb430f32:NORMAL|RBW]]}
2014-04-10 11:45:09,699 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-196700473-127.0.0.1-1397148267010:blk_1073741854_1030 src: /127.0.0.1:47832 dest: /127.0.0.1:37136
2014-04-10 11:45:09,701 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-196700473-127.0.0.1-1397148267010:blk_1073741854_1030 src: /127.0.0.1:53477 dest: /127.0.0.1:53089
2014-04-10 11:45:09,702 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-196700473-127.0.0.1-1397148267010:blk_1073741854_1030 src: /127.0.0.1:44402 dest: /127.0.0.1:56823
2014-04-10 11:45:09,704 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:44402, dest: /127.0.0.1:56823, bytes: 20, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-1040503166_9, offset: 0, srvID: d87cf363-b947-4d02-ab62-043c9241fbef, blockid: BP-196700473-127.0.0.1-1397148267010:blk_1073741854_1030, duration: 1838080
2014-04-10 11:45:09,705 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-196700473-127.0.0.1-1397148267010:blk_1073741854_1030, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2014-04-10 11:45:09,705 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:56823 is added to blk_1073741854_1030{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-008d3ead-b2b9-49b0-88ab-01e536a210da:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-2bef5f6e-f0c9-4da0-8817-be69f5868853:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-7d772409-5e65-4676-97a9-57f5ea3efdc8:NORMAL|RBW]]} size 0
2014-04-10 11:45:09,705 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:53477, dest: /127.0.0.1:53089, bytes: 20, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-1040503166_9, offset: 0, srvID: 56b85d8f-9b31-4c91-b022-e568d9765c42, blockid: BP-196700473-127.0.0.1-1397148267010:blk_1073741854_1030, duration: 2549956
2014-04-10 11:45:09,706 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-196700473-127.0.0.1-1397148267010:blk_1073741854_1030, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 11:45:09,706 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:53089 is added to blk_1073741854_1030{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-008d3ead-b2b9-49b0-88ab-01e536a210da:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-2bef5f6e-f0c9-4da0-8817-be69f5868853:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-7d772409-5e65-4676-97a9-57f5ea3efdc8:NORMAL|RBW]]} size 0
2014-04-10 11:45:09,706 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:47832, dest: /127.0.0.1:37136, bytes: 20, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-1040503166_9, offset: 0, srvID: b242afcc-2d24-4b8f-9fb7-bc72b71e749a, blockid: BP-196700473-127.0.0.1-1397148267010:blk_1073741854_1030, duration: 3331849
2014-04-10 11:45:09,707 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-196700473-127.0.0.1-1397148267010:blk_1073741854_1030, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 11:45:09,710 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:37136 is added to blk_1073741854_1030{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-008d3ead-b2b9-49b0-88ab-01e536a210da:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-2bef5f6e-f0c9-4da0-8817-be69f5868853:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-7d772409-5e65-4676-97a9-57f5ea3efdc8:NORMAL|RBW]]} size 0
2014-04-10 11:45:09,722 INFO hdfs.StateChange (FSNamesystem.java:completeFile(2899)) - DIR* completeFile: /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/hadooptapplatform/glob/_temporary/0/_temporary/attempt_local275375791_0001_m_000000_0/part-00000 is closed by DFSClient_NONMAPREDUCE_-1040503166_9
2014-04-10 11:45:09,723 INFO mapred.Task (Task.java:done(995)) - Task:attempt_local275375791_0001_m_000000_0 is done. And is in the process of committing
2014-04-10 11:45:09,729 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/hadooptapplatform/glob/_temporary/0/_temporary/attempt_local275375791_0001_m_000000_0 dst=null perm=null
2014-04-10 11:45:09,730 INFO mapred.LocalJobRunner (LocalJobRunner.java:statusUpdate(591)) -
2014-04-10 11:45:09,730 INFO mapred.Task (Task.java:commit(1156)) - Task attempt_local275375791_0001_m_000000_0 is allowed to commit now
2014-04-10 11:45:09,731 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/hadooptapplatform/glob/_temporary/0/_temporary/attempt_local275375791_0001_m_000000_0 dst=null perm=null
2014-04-10 11:45:09,732 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/hadooptapplatform/glob/_temporary/0/task_local275375791_0001_m_000000 dst=null perm=null
2014-04-10 11:45:09,747 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=rename src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/hadooptapplatform/glob/_temporary/0/_temporary/attempt_local275375791_0001_m_000000_0 dst=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/hadooptapplatform/glob/_temporary/0/task_local275375791_0001_m_000000 perm=brock:supergroup:rwxr-xr-x
2014-04-10 11:45:09,748 INFO output.FileOutputCommitter (FileOutputCommitter.java:commitTask(439)) - Saved output of task 'attempt_local275375791_0001_m_000000_0' to hdfs://localhost:38088/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/hadooptapplatform/glob/_temporary/0/task_local275375791_0001_m_000000
2014-04-10 11:45:09,750 INFO mapred.LocalJobRunner (LocalJobRunner.java:statusUpdate(591)) - file:/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/classes/test/data/lower.txt:0+19
2014-04-10 11:45:09,750 INFO mapred.Task (Task.java:sendDone(1115)) - Task 'attempt_local275375791_0001_m_000000_0' done.
2014-04-10 11:45:09,750 INFO mapred.LocalJobRunner (LocalJobRunner.java:run(249)) - Finishing task: attempt_local275375791_0001_m_000000_0
2014-04-10 11:45:09,750 INFO mapred.LocalJobRunner (LocalJobRunner.java:run(224)) - Starting task: attempt_local275375791_0001_m_000001_0
2014-04-10 11:45:09,752 INFO mapred.Task (Task.java:initialize(581)) - Using ResourceCalculatorProcessTree : [ ]
2014-04-10 11:45:09,753 INFO io.MultiInputSplit (MultiInputSplit.java:readFields(161)) - current split input path: file:/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/classes/test/data/upper.txt
2014-04-10 11:45:09,754 INFO mapred.MapTask (MapTask.java:updateJobWithSplit(462)) - Processing split: cascading.tap.hadoop.io.MultiInputSplit@498251ac
2014-04-10 11:45:09,755 INFO mapred.MapTask (MapTask.java:runOldMapper(416)) - numReduceTasks: 0
2014-04-10 11:45:09,772 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/hadooptapplatform/glob/_temporary/0/_temporary/attempt_local275375791_0001_m_000001_0/part-00001 dst=null perm=brock:supergroup:rw-r--r--
2014-04-10 11:45:09,774 INFO hadoop.FlowMapper (FlowMapper.java:configure(70)) - cascading version: 2.5.3
2014-04-10 11:45:09,774 INFO hadoop.FlowMapper (FlowMapper.java:configure(71)) - child jvm opts: -Xmx512m
2014-04-10 11:45:09,780 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-196700473-127.0.0.1-1397148267010:blk_1073741854_1030
2014-04-10 11:45:09,781 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-196700473-127.0.0.1-1397148267010:blk_1073741846_1022
2014-04-10 11:45:09,781 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-196700473-127.0.0.1-1397148267010:blk_1073741847_1023
2014-04-10 11:45:09,781 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-196700473-127.0.0.1-1397148267010:blk_1073741848_1024
2014-04-10 11:45:09,782 INFO hadoop.FlowMapper (FlowMapper.java:configure(86)) - sourcing from: GlobHfs[/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/classes/test/data/?{ppe[_r],owe?}.txt]
2014-04-10 11:45:09,782 INFO hadoop.FlowMapper (FlowMapper.java:configure(89)) - sinking to: Hfs["TextLine[['offset', 'line']->[ALL]]"]["/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/hadooptapplatform/glob"]
2014-04-10 11:45:09,782 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-196700473-127.0.0.1-1397148267010:blk_1073741852_1028
2014-04-10 11:45:09,783 INFO mapred.LocalJobRunner (LocalJobRunner.java:statusUpdate(591)) -
2014-04-10 11:45:09,785 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(2966)) - BLOCK* allocateBlock: /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/hadooptapplatform/glob/_temporary/0/_temporary/attempt_local275375791_0001_m_000001_0/part-00001. BP-196700473-127.0.0.1-1397148267010 blk_1073741855_1031{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-7d772409-5e65-4676-97a9-57f5ea3efdc8:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-008d3ead-b2b9-49b0-88ab-01e536a210da:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-97cf26c5-95a4-4e0e-a439-d9926ba08c0b:NORMAL|RBW]]}
2014-04-10 11:45:09,799 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-196700473-127.0.0.1-1397148267010:blk_1073741855_1031 src: /127.0.0.1:44403 dest: /127.0.0.1:56823
2014-04-10 11:45:09,800 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-196700473-127.0.0.1-1397148267010:blk_1073741855_1031 src: /127.0.0.1:47836 dest: /127.0.0.1:37136
2014-04-10 11:45:09,802 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-196700473-127.0.0.1-1397148267010:blk_1073741855_1031 src: /127.0.0.1:51022 dest: /127.0.0.1:49954
2014-04-10 11:45:09,805 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:51022, dest: /127.0.0.1:49954, bytes: 20, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-1040503166_9, offset: 0, srvID: e20bf523-f226-4d36-9695-be2356cb97a6, blockid: BP-196700473-127.0.0.1-1397148267010:blk_1073741855_1031, duration: 2193259
2014-04-10 11:45:09,805 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-196700473-127.0.0.1-1397148267010:blk_1073741855_1031, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2014-04-10 11:45:09,806 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:49954 is added to blk_1073741855_1031{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-97cf26c5-95a4-4e0e-a439-d9926ba08c0b:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-b6a9be31-6a8c-48bd-97ee-0b78fb430f32:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-331ec906-785c-475e-b366-176a30c332ed:NORMAL|RBW]]} size 0
2014-04-10 11:45:09,806 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:47836, dest: /127.0.0.1:37136, bytes: 20, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-1040503166_9, offset: 0, srvID: b242afcc-2d24-4b8f-9fb7-bc72b71e749a, blockid: BP-196700473-127.0.0.1-1397148267010:blk_1073741855_1031, duration: 3036899
2014-04-10 11:45:09,806 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-196700473-127.0.0.1-1397148267010:blk_1073741855_1031, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 11:45:09,807 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:37136 is added to blk_1073741855_1031{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-97cf26c5-95a4-4e0e-a439-d9926ba08c0b:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-b6a9be31-6a8c-48bd-97ee-0b78fb430f32:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-331ec906-785c-475e-b366-176a30c332ed:NORMAL|RBW]]} size 0
2014-04-10 11:45:09,807 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:44403, dest: /127.0.0.1:56823, bytes: 20, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-1040503166_9, offset: 0, srvID: d87cf363-b947-4d02-ab62-043c9241fbef, blockid: BP-196700473-127.0.0.1-1397148267010:blk_1073741855_1031, duration: 3836668
2014-04-10 11:45:09,807 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-196700473-127.0.0.1-1397148267010:blk_1073741855_1031, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 11:45:09,808 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:56823 is added to blk_1073741855_1031{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-97cf26c5-95a4-4e0e-a439-d9926ba08c0b:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-b6a9be31-6a8c-48bd-97ee-0b78fb430f32:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-331ec906-785c-475e-b366-176a30c332ed:NORMAL|RBW]]} size 0
2014-04-10 11:45:09,819 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-196700473-127.0.0.1-1397148267010:blk_1073741847_1023
2014-04-10 11:45:09,820 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-196700473-127.0.0.1-1397148267010:blk_1073741851_1027
2014-04-10 11:45:09,821 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-196700473-127.0.0.1-1397148267010:blk_1073741853_1029
2014-04-10 11:45:09,822 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-196700473-127.0.0.1-1397148267010:blk_1073741849_1025
2014-04-10 11:45:09,822 INFO hdfs.StateChange (FSNamesystem.java:completeFile(2899)) - DIR* completeFile: /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/hadooptapplatform/glob/_temporary/0/_temporary/attempt_local275375791_0001_m_000001_0/part-00001 is closed by DFSClient_NONMAPREDUCE_-1040503166_9
2014-04-10 11:45:09,823 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-196700473-127.0.0.1-1397148267010:blk_1073741846_1022
2014-04-10 11:45:09,823 INFO mapred.Task (Task.java:done(995)) - Task:attempt_local275375791_0001_m_000001_0 is done. And is in the process of committing
2014-04-10 11:45:09,824 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-196700473-127.0.0.1-1397148267010:blk_1073741852_1028
2014-04-10 11:45:09,824 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-196700473-127.0.0.1-1397148267010:blk_1073741848_1024
2014-04-10 11:45:09,825 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-196700473-127.0.0.1-1397148267010:blk_1073741854_1030
2014-04-10 11:45:09,825 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/hadooptapplatform/glob/_temporary/0/_temporary/attempt_local275375791_0001_m_000001_0 dst=null perm=null
2014-04-10 11:45:09,825 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-196700473-127.0.0.1-1397148267010:blk_1073741850_1026
2014-04-10 11:45:09,827 INFO mapred.LocalJobRunner (LocalJobRunner.java:statusUpdate(591)) -
2014-04-10 11:45:09,827 INFO mapred.Task (Task.java:commit(1156)) - Task attempt_local275375791_0001_m_000001_0 is allowed to commit now
2014-04-10 11:45:09,828 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/hadooptapplatform/glob/_temporary/0/_temporary/attempt_local275375791_0001_m_000001_0 dst=null perm=null
2014-04-10 11:45:09,829 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/hadooptapplatform/glob/_temporary/0/task_local275375791_0001_m_000001 dst=null perm=null
2014-04-10 11:45:09,847 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=rename src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/hadooptapplatform/glob/_temporary/0/_temporary/attempt_local275375791_0001_m_000001_0 dst=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/hadooptapplatform/glob/_temporary/0/task_local275375791_0001_m_000001 perm=brock:supergroup:rwxr-xr-x
2014-04-10 11:45:09,848 INFO output.FileOutputCommitter (FileOutputCommitter.java:commitTask(439)) - Saved output of task 'attempt_local275375791_0001_m_000001_0' to hdfs://localhost:38088/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/hadooptapplatform/glob/_temporary/0/task_local275375791_0001_m_000001
2014-04-10 11:45:09,850 INFO mapred.LocalJobRunner (LocalJobRunner.java:statusUpdate(591)) - file:/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/classes/test/data/upper.txt:0+19
2014-04-10 11:45:09,850 INFO mapred.Task (Task.java:sendDone(1115)) - Task 'attempt_local275375791_0001_m_000001_0' done.
2014-04-10 11:45:09,850 INFO mapred.LocalJobRunner (LocalJobRunner.java:run(249)) - Finishing task: attempt_local275375791_0001_m_000001_0
2014-04-10 11:45:09,850 INFO mapred.LocalJobRunner (LocalJobRunner.java:runTasks(456)) - map task executor complete.
2014-04-10 11:45:09,853 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=listStatus src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/hadooptapplatform/glob/_temporary/0 dst=null perm=null
2014-04-10 11:45:09,855 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/hadooptapplatform/glob dst=null perm=null
2014-04-10 11:45:09,856 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/hadooptapplatform/glob dst=null perm=null
2014-04-10 11:45:09,857 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=listStatus src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/hadooptapplatform/glob/_temporary/0/task_local275375791_0001_m_000000 dst=null perm=null
2014-04-10 11:45:09,859 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/hadooptapplatform/glob/part-00000 dst=null perm=null
2014-04-10 11:45:09,872 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=rename src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/hadooptapplatform/glob/_temporary/0/task_local275375791_0001_m_000000/part-00000 dst=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/hadooptapplatform/glob/part-00000 perm=brock:supergroup:rw-r--r--
2014-04-10 11:45:09,874 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/hadooptapplatform/glob dst=null perm=null
2014-04-10 11:45:09,875 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/hadooptapplatform/glob dst=null perm=null
2014-04-10 11:45:09,877 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=listStatus src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/hadooptapplatform/glob/_temporary/0/task_local275375791_0001_m_000001 dst=null perm=null
2014-04-10 11:45:09,878 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/hadooptapplatform/glob/part-00001 dst=null perm=null
2014-04-10 11:45:09,879 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-196700473-127.0.0.1-1397148267010:blk_1073741852_1028
2014-04-10 11:45:09,880 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-196700473-127.0.0.1-1397148267010:blk_1073741851_1027
2014-04-10 11:45:09,880 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-196700473-127.0.0.1-1397148267010:blk_1073741850_1026
2014-04-10 11:45:09,881 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-196700473-127.0.0.1-1397148267010:blk_1073741847_1023
2014-04-10 11:45:09,882 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-196700473-127.0.0.1-1397148267010:blk_1073741853_1029
2014-04-10 11:45:09,883 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-196700473-127.0.0.1-1397148267010:blk_1073741849_1025
2014-04-10 11:45:09,884 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-196700473-127.0.0.1-1397148267010:blk_1073741855_1031
2014-04-10 11:45:09,884 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-196700473-127.0.0.1-1397148267010:blk_1073741854_1030
2014-04-10 11:45:09,898 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=rename src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/hadooptapplatform/glob/_temporary/0/task_local275375791_0001_m_000001/part-00001 dst=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/hadooptapplatform/glob/part-00001 perm=brock:supergroup:rw-r--r--
2014-04-10 11:45:09,914 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=delete src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/hadooptapplatform/glob/_temporary dst=null perm=null
2014-04-10 11:45:09,931 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/hadooptapplatform/glob/_SUCCESS dst=null perm=brock:supergroup:rw-r--r--
2014-04-10 11:45:09,947 INFO hdfs.StateChange (FSNamesystem.java:completeFile(2899)) - DIR* completeFile: /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/hadooptapplatform/glob/_SUCCESS is closed by DFSClient_NONMAPREDUCE_-1040503166_9
2014-04-10 11:45:09,977 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/hadooptapplatform/glob dst=null perm=null
2014-04-10 11:45:09,977 INFO util.Hadoop18TapUtil (Hadoop18TapUtil.java:cleanTempPath(219)) - deleting temp path /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/hadooptapplatform/glob/_temporary
2014-04-10 11:45:09,978 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/hadooptapplatform/glob/_temporary dst=null perm=null
2014-04-10 11:45:09,979 INFO cascade.Cascade (Cascade.java:logInfo(991)) - [first+second] completed flow: first
2014-04-10 11:45:09,979 INFO cascade.Cascade (Cascade.java:logInfo(991)) - [first+second] starting flow: second
2014-04-10 11:45:09,979 INFO flow.Flow (BaseFlow.java:logInfo(1354)) - [second] at least one sink is marked for delete
2014-04-10 11:45:09,979 INFO flow.Flow (BaseFlow.java:logInfo(1354)) - [second] sink oldest modified date: Wed Dec 31 17:59:59 CST 1969
2014-04-10 11:45:09,981 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/hadooptapplatform/glob2 dst=null perm=null
2014-04-10 11:45:09,983 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/hadooptapplatform/glob2 dst=null perm=null
2014-04-10 11:45:09,984 INFO flow.Flow (BaseFlow.java:logInfo(1354)) - [second] starting
2014-04-10 11:45:09,985 INFO flow.Flow (BaseFlow.java:logInfo(1354)) - [second] source: Hfs["TextLine[['offset', 'line']->[ALL]]"]["/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/hadooptapplatform/glob"]
2014-04-10 11:45:09,985 INFO flow.Flow (BaseFlow.java:logInfo(1354)) - [second] sink: Hfs["TextLine[['offset', 'line']->[ALL]]"]["/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/hadooptapplatform/glob2"]
2014-04-10 11:45:09,985 INFO flow.Flow (BaseFlow.java:logInfo(1354)) - [second] parallel execution is enabled: true
2014-04-10 11:45:09,985 INFO flow.Flow (BaseFlow.java:logInfo(1354)) - [second] starting jobs: 1
2014-04-10 11:45:09,985 INFO flow.Flow (BaseFlow.java:logInfo(1354)) - [second] allocating threads: 1
2014-04-10 11:45:09,986 INFO flow.FlowStep (BaseFlowStep.java:logInfo(834)) - [second] starting step: (1/1) ...1/hadooptapplatform/glob2
2014-04-10 11:45:09,999 INFO client.RMProxy (RMProxy.java:createRMProxy(92)) - Connecting to ResourceManager at localhost/127.0.0.1:53220
2014-04-10 11:45:10,010 INFO client.RMProxy (RMProxy.java:createRMProxy(92)) - Connecting to ResourceManager at localhost/127.0.0.1:53220
2014-04-10 11:45:10,012 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/hadooptapplatform/glob2 dst=null perm=null
2014-04-10 11:45:10,013 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging dst=null perm=null
2014-04-10 11:45:10,014 INFO BlockStateChange (BlockManager.java:addToInvalidates(1030)) - BLOCK* addToInvalidates: blk_1073741841_1017 127.0.0.1:56823 127.0.0.1:37136 127.0.0.1:53089 127.0.0.1:49954
2014-04-10 11:45:10,015 INFO BlockStateChange (BlockManager.java:addToInvalidates(1030)) - BLOCK* addToInvalidates: blk_1073741842_1018 127.0.0.1:53089 127.0.0.1:49954 127.0.0.1:37136 127.0.0.1:56823
2014-04-10 11:45:10,015 INFO BlockStateChange (BlockManager.java:addToInvalidates(1030)) - BLOCK* addToInvalidates: blk_1073741843_1019 127.0.0.1:49954 127.0.0.1:53089 127.0.0.1:37136
2014-04-10 11:45:10,015 INFO BlockStateChange (BlockManager.java:addToInvalidates(1030)) - BLOCK* addToInvalidates: blk_1073741844_1020 127.0.0.1:37136 127.0.0.1:53089 127.0.0.1:49954
2014-04-10 11:45:10,015 INFO BlockStateChange (BlockManager.java:addToInvalidates(1030)) - BLOCK* addToInvalidates: blk_1073741849_1025 127.0.0.1:53089 127.0.0.1:56823 127.0.0.1:49954
2014-04-10 11:45:10,016 INFO BlockStateChange (BlockManager.java:addToInvalidates(1030)) - BLOCK* addToInvalidates: blk_1073741845_1021 127.0.0.1:53089 127.0.0.1:37136 127.0.0.1:49954
2014-04-10 11:45:10,016 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=delete src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397148282618_0002 dst=null perm=null
2014-04-10 11:45:10,016 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging dst=null perm=null
2014-04-10 11:45:10,017 INFO resourcemanager.ClientRMService (ClientRMService.java:getNewApplicationId(213)) - Allocated new applicationId: 3
2014-04-10 11:45:10,019 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397148282618_0003 dst=null perm=null
2014-04-10 11:45:10,031 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=mkdirs src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397148282618_0003 dst=null perm=brock:supergroup:rwxr-xr-x
2014-04-10 11:45:10,047 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397148282618_0003 dst=null perm=brock:supergroup:rwx------
2014-04-10 11:45:10,049 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397148282618_0003/job.jar dst=null perm=null
2014-04-10 11:45:10,064 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397148282618_0003/job.jar dst=null perm=brock:supergroup:rw-r--r--
2014-04-10 11:45:10,070 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(2966)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/brock/.staging/job_1397148282618_0003/job.jar. BP-196700473-127.0.0.1-1397148267010 blk_1073741856_1032{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-c910d2b0-940b-4e3d-b4fd-b4f6084bf0d7:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-331ec906-785c-475e-b366-176a30c332ed:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-b068c5d0-517e-4297-aa28-ff6d4c514e44:NORMAL|RBW]]}
2014-04-10 11:45:10,082 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-196700473-127.0.0.1-1397148267010:blk_1073741856_1032 src: /127.0.0.1:53483 dest: /127.0.0.1:53089
2014-04-10 11:45:10,084 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-196700473-127.0.0.1-1397148267010:blk_1073741856_1032 src: /127.0.0.1:47840 dest: /127.0.0.1:37136
2014-04-10 11:45:10,085 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-196700473-127.0.0.1-1397148267010:blk_1073741856_1032 src: /127.0.0.1:51026 dest: /127.0.0.1:49954
2014-04-10 11:45:10,091 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:51026, dest: /127.0.0.1:49954, bytes: 244650, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-1040503166_9, offset: 0, srvID: e20bf523-f226-4d36-9695-be2356cb97a6, blockid: BP-196700473-127.0.0.1-1397148267010:blk_1073741856_1032, duration: 5042371
2014-04-10 11:45:10,092 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:49954 is added to blk_1073741856_1032{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-c910d2b0-940b-4e3d-b4fd-b4f6084bf0d7:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-b068c5d0-517e-4297-aa28-ff6d4c514e44:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-008d3ead-b2b9-49b0-88ab-01e536a210da:NORMAL|RBW]]} size 0
2014-04-10 11:45:10,092 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:47840, dest: /127.0.0.1:37136, bytes: 244650, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-1040503166_9, offset: 0, srvID: b242afcc-2d24-4b8f-9fb7-bc72b71e749a, blockid: BP-196700473-127.0.0.1-1397148267010:blk_1073741856_1032, duration: 5904279
2014-04-10 11:45:10,093 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-196700473-127.0.0.1-1397148267010:blk_1073741856_1032, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2014-04-10 11:45:10,093 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-196700473-127.0.0.1-1397148267010:blk_1073741856_1032, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 11:45:10,093 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:53483, dest: /127.0.0.1:53089, bytes: 244650, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-1040503166_9, offset: 0, srvID: 56b85d8f-9b31-4c91-b022-e568d9765c42, blockid: BP-196700473-127.0.0.1-1397148267010:blk_1073741856_1032, duration: 5981771
2014-04-10 11:45:10,093 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:37136 is added to blk_1073741856_1032{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-c910d2b0-940b-4e3d-b4fd-b4f6084bf0d7:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-b068c5d0-517e-4297-aa28-ff6d4c514e44:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-008d3ead-b2b9-49b0-88ab-01e536a210da:NORMAL|RBW]]} size 0
2014-04-10 11:45:10,093 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-196700473-127.0.0.1-1397148267010:blk_1073741856_1032, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 11:45:10,095 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:53089 is added to blk_1073741856_1032{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-c910d2b0-940b-4e3d-b4fd-b4f6084bf0d7:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-b068c5d0-517e-4297-aa28-ff6d4c514e44:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-008d3ead-b2b9-49b0-88ab-01e536a210da:NORMAL|RBW]]} size 0
2014-04-10 11:45:10,106 INFO hdfs.StateChange (FSNamesystem.java:completeFile(2899)) - DIR* completeFile: /tmp/hadoop-yarn/staging/brock/.staging/job_1397148282618_0003/job.jar is closed by DFSClient_NONMAPREDUCE_-1040503166_9
2014-04-10 11:45:10,107 INFO blockmanagement.BlockManager (BlockManager.java:setReplication(2455)) - Increasing replication from 3 to 10 for /tmp/hadoop-yarn/staging/brock/.staging/job_1397148282618_0003/job.jar
2014-04-10 11:45:10,122 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=setReplication src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397148282618_0003/job.jar dst=null perm=null
2014-04-10 11:45:10,139 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397148282618_0003/job.jar dst=null perm=brock:supergroup:rw-r--r--
2014-04-10 11:45:10,141 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null
2014-04-10 11:45:10,142 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target/Hadoop2MR1Platform-tmpDir/hadoop-6513904787770014536.jar dst=null perm=null
2014-04-10 11:45:10,143 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null
2014-04-10 11:45:10,144 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target/Hadoop2MR1Platform-tmpDir dst=null perm=null
2014-04-10 11:45:10,145 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target dst=null perm=null
2014-04-10 11:45:10,147 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock dst=null perm=null
2014-04-10 11:45:10,148 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user dst=null perm=null
2014-04-10 11:45:10,149 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/ dst=null perm=null
2014-04-10 11:45:10,150 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target/Hadoop2MR1Platform-tmpDir/hadoop-6513904787770014536.jar dst=null perm=null
2014-04-10 11:45:10,153 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/hadooptapplatform/glob dst=null perm=null
2014-04-10 11:45:10,155 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/hadooptapplatform/glob dst=null perm=null
2014-04-10 11:45:10,156 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=listStatus src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/hadooptapplatform/glob dst=null perm=null
2014-04-10 11:45:10,159 INFO mapred.FileInputFormat (FileInputFormat.java:listStatus(253)) - Total input paths to process : 2
2014-04-10 11:45:10,172 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397148282618_0003/job.split dst=null perm=brock:supergroup:rw-r--r--
2014-04-10 11:45:10,189 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397148282618_0003/job.split dst=null perm=brock:supergroup:rw-r--r--
2014-04-10 11:45:10,190 INFO blockmanagement.BlockManager (BlockManager.java:setReplication(2455)) - Increasing replication from 3 to 10 for /tmp/hadoop-yarn/staging/brock/.staging/job_1397148282618_0003/job.split
2014-04-10 11:45:10,206 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=setReplication src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397148282618_0003/job.split dst=null perm=null
2014-04-10 11:45:10,208 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(2966)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/brock/.staging/job_1397148282618_0003/job.split. BP-196700473-127.0.0.1-1397148267010 blk_1073741857_1033{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-331ec906-785c-475e-b366-176a30c332ed:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-b068c5d0-517e-4297-aa28-ff6d4c514e44:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-b6a9be31-6a8c-48bd-97ee-0b78fb430f32:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-c910d2b0-940b-4e3d-b4fd-b4f6084bf0d7:NORMAL|RBW]]}
2014-04-10 11:45:10,224 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-196700473-127.0.0.1-1397148267010:blk_1073741857_1033 src: /127.0.0.1:47842 dest: /127.0.0.1:37136
2014-04-10 11:45:10,226 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-196700473-127.0.0.1-1397148267010:blk_1073741857_1033 src: /127.0.0.1:51028 dest: /127.0.0.1:49954
2014-04-10 11:45:10,227 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-196700473-127.0.0.1-1397148267010:blk_1073741857_1033 src: /127.0.0.1:44412 dest: /127.0.0.1:56823
2014-04-10 11:45:10,228 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-196700473-127.0.0.1-1397148267010:blk_1073741857_1033 src: /127.0.0.1:53489 dest: /127.0.0.1:53089
2014-04-10 11:45:10,233 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:53489, dest: /127.0.0.1:53089, bytes: 1631, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-1040503166_9, offset: 0, srvID: 56b85d8f-9b31-4c91-b022-e568d9765c42, blockid: BP-196700473-127.0.0.1-1397148267010:blk_1073741857_1033, duration: 2739897
2014-04-10 11:45:10,233 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-196700473-127.0.0.1-1397148267010:blk_1073741857_1033, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2014-04-10 11:45:10,233 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:53089 is added to blk_1073741857_1033{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-331ec906-785c-475e-b366-176a30c332ed:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-97cf26c5-95a4-4e0e-a439-d9926ba08c0b:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-7d772409-5e65-4676-97a9-57f5ea3efdc8:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-2bef5f6e-f0c9-4da0-8817-be69f5868853:NORMAL|RBW]]} size 0
2014-04-10 11:45:10,233 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:44412, dest: /127.0.0.1:56823, bytes: 1631, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-1040503166_9, offset: 0, srvID: d87cf363-b947-4d02-ab62-043c9241fbef, blockid: BP-196700473-127.0.0.1-1397148267010:blk_1073741857_1033, duration: 3416171
2014-04-10 11:45:10,234 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-196700473-127.0.0.1-1397148267010:blk_1073741857_1033, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 11:45:10,234 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:56823 is added to blk_1073741857_1033{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-331ec906-785c-475e-b366-176a30c332ed:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-97cf26c5-95a4-4e0e-a439-d9926ba08c0b:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-7d772409-5e65-4676-97a9-57f5ea3efdc8:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-2bef5f6e-f0c9-4da0-8817-be69f5868853:NORMAL|RBW]]} size 0
2014-04-10 11:45:10,234 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:51028, dest: /127.0.0.1:49954, bytes: 1631, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-1040503166_9, offset: 0, srvID: e20bf523-f226-4d36-9695-be2356cb97a6, blockid: BP-196700473-127.0.0.1-1397148267010:blk_1073741857_1033, duration: 4099302
2014-04-10 11:45:10,235 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-196700473-127.0.0.1-1397148267010:blk_1073741857_1033, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 11:45:10,235 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:49954 is added to blk_1073741857_1033{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-331ec906-785c-475e-b366-176a30c332ed:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-97cf26c5-95a4-4e0e-a439-d9926ba08c0b:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-7d772409-5e65-4676-97a9-57f5ea3efdc8:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-2bef5f6e-f0c9-4da0-8817-be69f5868853:NORMAL|RBW]]} size 0
2014-04-10 11:45:10,235 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:47842, dest: /127.0.0.1:37136, bytes: 1631, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-1040503166_9, offset: 0, srvID: b242afcc-2d24-4b8f-9fb7-bc72b71e749a, blockid: BP-196700473-127.0.0.1-1397148267010:blk_1073741857_1033, duration: 4747578
2014-04-10 11:45:10,235 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-196700473-127.0.0.1-1397148267010:blk_1073741857_1033, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 11:45:10,239 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:37136 is added to blk_1073741857_1033{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-331ec906-785c-475e-b366-176a30c332ed:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-97cf26c5-95a4-4e0e-a439-d9926ba08c0b:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-7d772409-5e65-4676-97a9-57f5ea3efdc8:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-2bef5f6e-f0c9-4da0-8817-be69f5868853:NORMAL|RBW]]} size 0
2014-04-10 11:45:10,293 INFO hdfs.StateChange (FSNamesystem.java:completeFile(2899)) - DIR* completeFile: /tmp/hadoop-yarn/staging/brock/.staging/job_1397148282618_0003/job.split is closed by DFSClient_NONMAPREDUCE_-1040503166_9
2014-04-10 11:45:10,339 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397148282618_0003/job.splitmetainfo dst=null perm=brock:supergroup:rw-r--r--
2014-04-10 11:45:10,356 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397148282618_0003/job.splitmetainfo dst=null perm=brock:supergroup:rw-r--r--
2014-04-10 11:45:10,358 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(2966)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/brock/.staging/job_1397148282618_0003/job.splitmetainfo. BP-196700473-127.0.0.1-1397148267010 blk_1073741858_1034{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-7d772409-5e65-4676-97a9-57f5ea3efdc8:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-331ec906-785c-475e-b366-176a30c332ed:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-2bef5f6e-f0c9-4da0-8817-be69f5868853:NORMAL|RBW]]}
2014-04-10 11:45:10,374 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-196700473-127.0.0.1-1397148267010:blk_1073741858_1034 src: /127.0.0.1:44414 dest: /127.0.0.1:56823
2014-04-10 11:45:10,375 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-196700473-127.0.0.1-1397148267010:blk_1073741858_1034 src: /127.0.0.1:47847 dest: /127.0.0.1:37136
2014-04-10 11:45:10,377 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-196700473-127.0.0.1-1397148267010:blk_1073741858_1034 src: /127.0.0.1:53492 dest: /127.0.0.1:53089
2014-04-10 11:45:10,380 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:53492, dest: /127.0.0.1:53089, bytes: 148, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-1040503166_9, offset: 0, srvID: 56b85d8f-9b31-4c91-b022-e568d9765c42, blockid: BP-196700473-127.0.0.1-1397148267010:blk_1073741858_1034, duration: 2127660
2014-04-10 11:45:10,380 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-196700473-127.0.0.1-1397148267010:blk_1073741858_1034, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2014-04-10 11:45:10,381 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:53089 is added to blk_1073741858_1034{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-b6a9be31-6a8c-48bd-97ee-0b78fb430f32:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-008d3ead-b2b9-49b0-88ab-01e536a210da:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-c910d2b0-940b-4e3d-b4fd-b4f6084bf0d7:NORMAL|RBW]]} size 0
2014-04-10 11:45:10,381 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:47847, dest: /127.0.0.1:37136, bytes: 148, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-1040503166_9, offset: 0, srvID: b242afcc-2d24-4b8f-9fb7-bc72b71e749a, blockid: BP-196700473-127.0.0.1-1397148267010:blk_1073741858_1034, duration: 2907107
2014-04-10 11:45:10,381 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-196700473-127.0.0.1-1397148267010:blk_1073741858_1034, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 11:45:10,381 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:37136 is added to blk_1073741858_1034{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-b6a9be31-6a8c-48bd-97ee-0b78fb430f32:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-008d3ead-b2b9-49b0-88ab-01e536a210da:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-c910d2b0-940b-4e3d-b4fd-b4f6084bf0d7:NORMAL|RBW]]} size 0
2014-04-10 11:45:10,382 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:44414, dest: /127.0.0.1:56823, bytes: 148, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-1040503166_9, offset: 0, srvID: d87cf363-b947-4d02-ab62-043c9241fbef, blockid: BP-196700473-127.0.0.1-1397148267010:blk_1073741858_1034, duration: 3345788
2014-04-10 11:45:10,382 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-196700473-127.0.0.1-1397148267010:blk_1073741858_1034, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 11:45:10,383 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:56823 is added to blk_1073741858_1034{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-b6a9be31-6a8c-48bd-97ee-0b78fb430f32:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-008d3ead-b2b9-49b0-88ab-01e536a210da:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-c910d2b0-940b-4e3d-b4fd-b4f6084bf0d7:NORMAL|RBW]]} size 0
2014-04-10 11:45:10,397 INFO hdfs.StateChange (FSNamesystem.java:completeFile(2899)) - DIR* completeFile: /tmp/hadoop-yarn/staging/brock/.staging/job_1397148282618_0003/job.splitmetainfo is closed by DFSClient_NONMAPREDUCE_-1040503166_9
2014-04-10 11:45:10,398 INFO mapreduce.JobSubmitter (JobSubmitter.java:submitJobInternal(396)) - number of splits:4
2014-04-10 11:45:10,414 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397148282618_0003/job.xml dst=null perm=brock:supergroup:rw-r--r--
2014-04-10 11:45:10,431 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397148282618_0003/job.xml dst=null perm=brock:supergroup:rw-r--r--
2014-04-10 11:45:10,432 INFO Configuration.deprecation (Configuration.java:warnOnceIfDeprecated(996)) - mapred.output.compress is deprecated. Instead, use mapreduce.output.fileoutputformat.compress
2014-04-10 11:45:10,433 INFO Configuration.deprecation (Configuration.java:warnOnceIfDeprecated(996)) - mapred.used.genericoptionsparser is deprecated. Instead, use mapreduce.client.genericoptionsparser.used
2014-04-10 11:45:10,449 INFO BlockStateChange (BlockManager.java:computeReplicationWorkForBlocks(1373)) - BLOCK* ask 127.0.0.1:53089 to replicate blk_1073741856_1032 to datanode(s) 127.0.0.1:56823
2014-04-10 11:45:10,449 INFO hdfs.StateChange (InvalidateBlocks.java:invalidateWork(152)) - BLOCK* InvalidateBlocks: ask 127.0.0.1:53089 to delete [blk_1073741841_1017, blk_1073741842_1018, blk_1073741843_1019, blk_1073741844_1020, blk_1073741845_1021, blk_1073741849_1025, blk_1073741851_1027]
2014-04-10 11:45:10,449 INFO hdfs.StateChange (InvalidateBlocks.java:invalidateWork(152)) - BLOCK* InvalidateBlocks: ask 127.0.0.1:56823 to delete [blk_1073741841_1017, blk_1073741842_1018, blk_1073741849_1025, blk_1073741851_1027]
2014-04-10 11:45:10,461 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(2966)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/brock/.staging/job_1397148282618_0003/job.xml. BP-196700473-127.0.0.1-1397148267010 blk_1073741859_1035{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-b6a9be31-6a8c-48bd-97ee-0b78fb430f32:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-008d3ead-b2b9-49b0-88ab-01e536a210da:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-97cf26c5-95a4-4e0e-a439-d9926ba08c0b:NORMAL|RBW]]}
2014-04-10 11:45:10,473 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-196700473-127.0.0.1-1397148267010:blk_1073741859_1035 src: /127.0.0.1:44417 dest: /127.0.0.1:56823
2014-04-10 11:45:10,474 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-196700473-127.0.0.1-1397148267010:blk_1073741859_1035 src: /127.0.0.1:47850 dest: /127.0.0.1:37136
2014-04-10 11:45:10,475 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-196700473-127.0.0.1-1397148267010:blk_1073741859_1035 src: /127.0.0.1:51036 dest: /127.0.0.1:49954
2014-04-10 11:45:10,479 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:51036, dest: /127.0.0.1:49954, bytes: 80019, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-1040503166_9, offset: 0, srvID: e20bf523-f226-4d36-9695-be2356cb97a6, blockid: BP-196700473-127.0.0.1-1397148267010:blk_1073741859_1035, duration: 2940077
2014-04-10 11:45:10,479 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-196700473-127.0.0.1-1397148267010:blk_1073741859_1035, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2014-04-10 11:45:10,479 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:49954 is added to blk_1073741859_1035{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-7d772409-5e65-4676-97a9-57f5ea3efdc8:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-331ec906-785c-475e-b366-176a30c332ed:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-b068c5d0-517e-4297-aa28-ff6d4c514e44:NORMAL|RBW]]} size 0
2014-04-10 11:45:10,479 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:47850, dest: /127.0.0.1:37136, bytes: 80019, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-1040503166_9, offset: 0, srvID: b242afcc-2d24-4b8f-9fb7-bc72b71e749a, blockid: BP-196700473-127.0.0.1-1397148267010:blk_1073741859_1035, duration: 3385349
2014-04-10 11:45:10,480 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-196700473-127.0.0.1-1397148267010:blk_1073741859_1035, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 11:45:10,480 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:37136 is added to blk_1073741859_1035{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-7d772409-5e65-4676-97a9-57f5ea3efdc8:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-331ec906-785c-475e-b366-176a30c332ed:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-b068c5d0-517e-4297-aa28-ff6d4c514e44:NORMAL|RBW]]} size 0
2014-04-10 11:45:10,480 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:44417, dest: /127.0.0.1:56823, bytes: 80019, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-1040503166_9, offset: 0, srvID: d87cf363-b947-4d02-ab62-043c9241fbef, blockid: BP-196700473-127.0.0.1-1397148267010:blk_1073741859_1035, duration: 3646975
2014-04-10 11:45:10,480 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-196700473-127.0.0.1-1397148267010:blk_1073741859_1035, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 11:45:10,480 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:56823 is added to blk_1073741859_1035{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-7d772409-5e65-4676-97a9-57f5ea3efdc8:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-331ec906-785c-475e-b366-176a30c332ed:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-b068c5d0-517e-4297-aa28-ff6d4c514e44:NORMAL|RBW]]} size 0
2014-04-10 11:45:10,497 INFO hdfs.StateChange (FSNamesystem.java:completeFile(2899)) - DIR* completeFile: /tmp/hadoop-yarn/staging/brock/.staging/job_1397148282618_0003/job.xml is closed by DFSClient_NONMAPREDUCE_-1040503166_9
2014-04-10 11:45:10,498 INFO mapreduce.JobSubmitter (JobSubmitter.java:printTokens(479)) - Submitting tokens for job: job_1397148282618_0003
2014-04-10 11:45:10,499 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397148282618_0003 dst=null perm=null
2014-04-10 11:45:10,501 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397148282618_0003/job.xml dst=null perm=null
2014-04-10 11:45:10,502 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397148282618_0003/job.xml dst=null perm=null
2014-04-10 11:45:10,503 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397148282618_0003/job.jar dst=null perm=null
2014-04-10 11:45:10,504 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397148282618_0003/job.jar dst=null perm=null
2014-04-10 11:45:10,505 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397148282618_0003/job.split dst=null perm=null
2014-04-10 11:45:10,506 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397148282618_0003/job.split dst=null perm=null
2014-04-10 11:45:10,507 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397148282618_0003/job.splitmetainfo dst=null perm=null
2014-04-10 11:45:10,508 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397148282618_0003/job.splitmetainfo dst=null perm=null
2014-04-10 11:45:10,511 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null
2014-04-10 11:45:10,512 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target/Hadoop2MR1Platform-tmpDir/hadoop-6513904787770014536.jar dst=null perm=null
2014-04-10 11:45:10,513 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null
2014-04-10 11:45:10,514 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target/Hadoop2MR1Platform-tmpDir/hadoop-6513904787770014536.jar dst=null perm=null
2014-04-10 11:45:10,515 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null
2014-04-10 11:45:10,517 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target/Hadoop2MR1Platform-tmpDir/hadoop-6513904787770014536.jar dst=null perm=null
2014-04-10 11:45:10,559 INFO resourcemanager.ClientRMService (ClientRMService.java:submitApplication(326)) - Application with id 3 submitted by user brock
2014-04-10 11:45:10,559 INFO rmapp.RMAppImpl (RMAppImpl.java:transition(786)) - Storing application with id application_1397148282618_0003
2014-04-10 11:45:10,559 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(140)) - USER=brock IP=127.0.0.1 OPERATION=Submit Application Request TARGET=ClientRMService RESULT=SUCCESS APPID=application_1397148282618_0003
2014-04-10 11:45:10,559 INFO recovery.RMStateStore (RMStateStore.java:handleStoreEvent(596)) - Storing info for app: application_1397148282618_0003
2014-04-10 11:45:10,559 INFO rmapp.RMAppImpl (RMAppImpl.java:handle(610)) - application_1397148282618_0003 State change from NEW to NEW_SAVING
2014-04-10 11:45:10,560 INFO rmapp.RMAppImpl (RMAppImpl.java:handle(610)) - application_1397148282618_0003 State change from NEW_SAVING to SUBMITTED
2014-04-10 11:45:10,560 INFO resourcemanager.ApplicationMasterService (ApplicationMasterService.java:registerAppAttempt(556)) - Registering app attempt : appattempt_1397148282618_0003_000001
2014-04-10 11:45:10,560 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(652)) - appattempt_1397148282618_0003_000001 State change from NEW to SUBMITTED
2014-04-10 11:45:10,562 INFO capacity.LeafQueue (LeafQueue.java:activateApplications(718)) - Application application_1397148282618_0003 from user: brock activated in queue: default
2014-04-10 11:45:10,562 INFO capacity.LeafQueue (LeafQueue.java:addApplication(734)) - Application added - appId: application_1397148282618_0003 user: org.apache.hadoop.yarn.server.resourcemanager.scheduler.capacity.LeafQueue$User@57bb55fc, leaf-queue: default #user-pending-applications: 0 #user-active-applications: 2 #queue-pending-applications: 0 #queue-active-applications: 2
2014-04-10 11:45:10,563 INFO capacity.ParentQueue (ParentQueue.java:addApplication(482)) - Application added - appId: application_1397148282618_0003 user: brock leaf-queue of parent: root #applications: 2
2014-04-10 11:45:10,563 INFO capacity.CapacityScheduler (CapacityScheduler.java:addApplicationAttempt(459)) - Application Submission: appattempt_1397148282618_0003_000001, user: brock queue: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:2048, vCores:1>usedCapacity=0.125, absoluteUsedCapacity=0.125, numApps=2, numContainers=1, currently active: 2
2014-04-10 11:45:10,563 INFO impl.YarnClientImpl (YarnClientImpl.java:submitApplication(166)) - Submitted application application_1397148282618_0003
2014-04-10 11:45:10,563 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(652)) - appattempt_1397148282618_0003_000001 State change from SUBMITTED to SCHEDULED
2014-04-10 11:45:10,563 INFO rmapp.RMAppImpl (RMAppImpl.java:handle(610)) - application_1397148282618_0003 State change from SUBMITTED to ACCEPTED
2014-04-10 11:45:10,566 INFO mapreduce.Job (Job.java:submit(1289)) - The url to track the job: http://localhost:45416/proxy/application_1397148282618_0003/
2014-04-10 11:45:10,566 INFO flow.FlowStep (BaseFlowStep.java:logInfo(834)) - [second] submitted hadoop job: job_1397148282618_0003
2014-04-10 11:45:10,566 INFO flow.FlowStep (BaseFlowStep.java:logInfo(834)) - [second] tracking url: http://localhost:45416/proxy/application_1397148282618_0003/
2014-04-10 11:45:10,966 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397148282618_0003_01_000001 Container Transitioned from NEW to ALLOCATED
2014-04-10 11:45:10,967 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(98)) - USER=brock OPERATION=AM Allocated Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1397148282618_0003 CONTAINERID=container_1397148282618_0003_01_000001
2014-04-10 11:45:10,967 INFO fica.FiCaSchedulerNode (FiCaSchedulerNode.java:allocateContainer(116)) - Assigned container container_1397148282618_0003_01_000001 of capacity <memory:2048, vCores:1> on host localhost:39304, which currently has 2 containers, <memory:4096, vCores:2> used and <memory:0, vCores:6> available
2014-04-10 11:45:10,967 INFO capacity.LeafQueue (LeafQueue.java:assignContainer(1363)) - assignedContainer application=application_1397148282618_0003 container=Container: [ContainerId: container_1397148282618_0003_01_000001, NodeId: localhost:39304, NodeHttpAddress: localhost:51177, Resource: <memory:2048, vCores:1>, Priority: 0, Token: Token { kind: ContainerToken, service: localhost:39304 }, ] containerId=container_1397148282618_0003_01_000001 queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:2048, vCores:1>usedCapacity=0.125, absoluteUsedCapacity=0.125, numApps=2, numContainers=1 usedCapacity=0.125 absoluteUsedCapacity=0.125 used=<memory:2048, vCores:1> cluster=<memory:16384, vCores:32>
2014-04-10 11:45:10,967 INFO capacity.ParentQueue (ParentQueue.java:assignContainersToChildQueues(655)) - Re-sorting assigned queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:4096, vCores:2>usedCapacity=0.25, absoluteUsedCapacity=0.25, numApps=2, numContainers=2
2014-04-10 11:45:10,969 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397148282618_0003_01_000001 Container Transitioned from ALLOCATED to ACQUIRED
2014-04-10 11:45:10,969 INFO capacity.ParentQueue (ParentQueue.java:assignContainers(570)) - assignedContainer queue=root usedCapacity=0.25 absoluteUsedCapacity=0.25 used=<memory:4096, vCores:2> cluster=<memory:16384, vCores:32>
2014-04-10 11:45:10,970 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:storeAttempt(1554)) - Storing attempt: AppId: application_1397148282618_0003 AttemptId: appattempt_1397148282618_0003_000001 MasterContainer: Container: [ContainerId: container_1397148282618_0003_01_000001, NodeId: localhost:39304, NodeHttpAddress: localhost:51177, Resource: <memory:2048, vCores:1>, Priority: 0, Token: Token { kind: ContainerToken, service: localhost:39304 }, ]
2014-04-10 11:45:10,970 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(652)) - appattempt_1397148282618_0003_000001 State change from SCHEDULED to ALLOCATED_SAVING
2014-04-10 11:45:10,970 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(652)) - appattempt_1397148282618_0003_000001 State change from ALLOCATED_SAVING to ALLOCATED
2014-04-10 11:45:10,971 INFO amlauncher.AMLauncher (AMLauncher.java:run(248)) - Launching masterappattempt_1397148282618_0003_000001
2014-04-10 11:45:10,972 INFO amlauncher.AMLauncher (AMLauncher.java:launch(105)) - Setting up container Container: [ContainerId: container_1397148282618_0003_01_000001, NodeId: localhost:39304, NodeHttpAddress: localhost:51177, Resource: <memory:2048, vCores:1>, Priority: 0, Token: Token { kind: ContainerToken, service: localhost:39304 }, ] for AM appattempt_1397148282618_0003_000001
2014-04-10 11:45:10,972 INFO amlauncher.AMLauncher (AMLauncher.java:createAMContainerLaunchContext(190)) - Command to launch container container_1397148282618_0003_01_000001 : $JAVA_HOME/bin/java -Dlog4j.configuration=container-log4j.properties -Dyarn.app.container.log.dir=<LOG_DIR> -Dyarn.app.container.log.filesize=0 -Dhadoop.root.logger=INFO,CLA -Xmx1024m org.apache.hadoop.mapreduce.v2.app.MRAppMaster 1><LOG_DIR>/stdout 2><LOG_DIR>/stderr
2014-04-10 11:45:10,975 INFO ipc.Server (Server.java:saslProcess(1252)) - Auth successful for appattempt_1397148282618_0003_000001 (auth:SIMPLE)
2014-04-10 11:45:10,978 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(572)) - Start request for container_1397148282618_0003_01_000001 by user brock
2014-04-10 11:45:10,978 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(611)) - Creating a new application reference for app application_1397148282618_0003
2014-04-10 11:45:10,978 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=brock IP=127.0.0.1 OPERATION=Start Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1397148282618_0003 CONTAINERID=container_1397148282618_0003_01_000001
2014-04-10 11:45:10,978 INFO application.Application (ApplicationImpl.java:handle(450)) - Application application_1397148282618_0003 transitioned from NEW to INITING
2014-04-10 11:45:10,978 INFO application.Application (ApplicationImpl.java:transition(296)) - Adding container_1397148282618_0003_01_000001 to application application_1397148282618_0003
2014-04-10 11:45:10,979 INFO amlauncher.AMLauncher (AMLauncher.java:launch(126)) - Done launching container Container: [ContainerId: container_1397148282618_0003_01_000001, NodeId: localhost:39304, NodeHttpAddress: localhost:51177, Resource: <memory:2048, vCores:1>, Priority: 0, Token: Token { kind: ContainerToken, service: localhost:39304 }, ] for AM appattempt_1397148282618_0003_000001
2014-04-10 11:45:10,979 INFO application.Application (ApplicationImpl.java:handle(450)) - Application application_1397148282618_0003 transitioned from INITING to RUNNING
2014-04-10 11:45:10,979 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(652)) - appattempt_1397148282618_0003_000001 State change from ALLOCATED to LAUNCHED
2014-04-10 11:45:10,979 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397148282618_0003_01_000001 transitioned from NEW to LOCALIZING
2014-04-10 11:45:10,979 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event CONTAINER_INIT for appId application_1397148282618_0003
2014-04-10 11:45:10,979 INFO localizer.LocalizedResource (LocalizedResource.java:handle(196)) - Resource hdfs://localhost:38088/tmp/hadoop-yarn/staging/brock/.staging/job_1397148282618_0003/job.jar transitioned from INIT to DOWNLOADING
2014-04-10 11:45:10,979 INFO localizer.LocalizedResource (LocalizedResource.java:handle(196)) - Resource hdfs://localhost:38088/tmp/hadoop-yarn/staging/brock/.staging/job_1397148282618_0003/job.splitmetainfo transitioned from INIT to DOWNLOADING
2014-04-10 11:45:10,979 INFO localizer.LocalizedResource (LocalizedResource.java:handle(196)) - Resource hdfs://localhost:38088/tmp/hadoop-yarn/staging/brock/.staging/job_1397148282618_0003/job.split transitioned from INIT to DOWNLOADING
2014-04-10 11:45:10,980 INFO localizer.LocalizedResource (LocalizedResource.java:handle(196)) - Resource hdfs://localhost:38088/tmp/hadoop-yarn/staging/brock/.staging/job_1397148282618_0003/job.xml transitioned from INIT to DOWNLOADING
2014-04-10 11:45:10,980 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:handle(590)) - Created localizer for container_1397148282618_0003_01_000001
2014-04-10 11:45:10,990 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:writeCredentials(1015)) - Writing credentials to the nmPrivate file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_0/nmPrivate/container_1397148282618_0003_01_000001.tokens. Credentials list:
2014-04-10 11:45:11,002 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:createUserCacheDirs(469)) - Initializing user brock
2014-04-10 11:45:11,072 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(103)) - Copying from /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_0/nmPrivate/container_1397148282618_0003_01_000001.tokens to /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_0/usercache/brock/appcache/application_1397148282618_0003/container_1397148282618_0003_01_000001.tokens
2014-04-10 11:45:11,072 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(105)) - CWD set to /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_0/usercache/brock/appcache/application_1397148282618_0003 = file:/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_0/usercache/brock/appcache/application_1397148282618_0003
2014-04-10 11:45:11,121 INFO hs.JobHistory (JobHistory.java:run(198)) - History Cleaner started
2014-04-10 11:45:11,122 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=listStatus src=/tmp/hadoop-yarn/staging/history/done dst=null perm=null
2014-04-10 11:45:11,124 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=listStatus src=/tmp/hadoop-yarn/staging/history/done/2014 dst=null perm=null
2014-04-10 11:45:11,125 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=listStatus src=/tmp/hadoop-yarn/staging/history/done/2014/04 dst=null perm=null
2014-04-10 11:45:11,125 INFO hs.JobHistory (JobHistory.java:run(204)) - History Cleaner complete
2014-04-10 11:45:11,182 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397148282618_0003/job.jar dst=null perm=null
2014-04-10 11:45:11,183 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397148282618_0003/job.jar dst=null perm=null
2014-04-10 11:45:11,185 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397148282618_0003/job.jar dst=null perm=null
2014-04-10 11:45:11,195 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:37136, dest: /127.0.0.1:47856, bytes: 246562, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_1375094728_1865, offset: 0, srvID: b242afcc-2d24-4b8f-9fb7-bc72b71e749a, blockid: BP-196700473-127.0.0.1-1397148267010:blk_1073741856_1032, duration: 714811
2014-04-10 11:45:11,223 INFO localizer.LocalizedResource (LocalizedResource.java:handle(196)) - Resource hdfs://localhost:38088/tmp/hadoop-yarn/staging/brock/.staging/job_1397148282618_0003/job.jar(->file:/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_0/usercache/brock/appcache/application_1397148282618_0003/filecache/10/job.jar) transitioned from DOWNLOADING to LOCALIZED
2014-04-10 11:45:11,241 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397148282618_0003/job.splitmetainfo dst=null perm=null
2014-04-10 11:45:11,243 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397148282618_0003/job.splitmetainfo dst=null perm=null
2014-04-10 11:45:11,244 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397148282618_0003/job.splitmetainfo dst=null perm=null
2014-04-10 11:45:11,253 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:56823, dest: /127.0.0.1:44425, bytes: 152, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_1375094728_1865, offset: 0, srvID: d87cf363-b947-4d02-ab62-043c9241fbef, blockid: BP-196700473-127.0.0.1-1397148267010:blk_1073741858_1034, duration: 279465
2014-04-10 11:45:11,273 INFO localizer.LocalizedResource (LocalizedResource.java:handle(196)) - Resource hdfs://localhost:38088/tmp/hadoop-yarn/staging/brock/.staging/job_1397148282618_0003/job.splitmetainfo(->file:/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_1/usercache/brock/appcache/application_1397148282618_0003/filecache/11/job.splitmetainfo) transitioned from DOWNLOADING to LOCALIZED
2014-04-10 11:45:11,291 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397148282618_0003/job.split dst=null perm=null
2014-04-10 11:45:11,293 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397148282618_0003/job.split dst=null perm=null
2014-04-10 11:45:11,294 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397148282618_0003/job.split dst=null perm=null
2014-04-10 11:45:11,302 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:56823, dest: /127.0.0.1:44425, bytes: 1647, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_1375094728_1865, offset: 0, srvID: d87cf363-b947-4d02-ab62-043c9241fbef, blockid: BP-196700473-127.0.0.1-1397148267010:blk_1073741857_1033, duration: 268102
2014-04-10 11:45:11,322 INFO localizer.LocalizedResource (LocalizedResource.java:handle(196)) - Resource hdfs://localhost:38088/tmp/hadoop-yarn/staging/brock/.staging/job_1397148282618_0003/job.split(->file:/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_2/usercache/brock/appcache/application_1397148282618_0003/filecache/12/job.split) transitioned from DOWNLOADING to LOCALIZED
2014-04-10 11:45:11,340 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397148282618_0003/job.xml dst=null perm=null
2014-04-10 11:45:11,341 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397148282618_0003/job.xml dst=null perm=null
2014-04-10 11:45:11,343 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397148282618_0003/job.xml dst=null perm=null
2014-04-10 11:45:11,351 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:37136, dest: /127.0.0.1:47856, bytes: 80647, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_1375094728_1865, offset: 0, srvID: b242afcc-2d24-4b8f-9fb7-bc72b71e749a, blockid: BP-196700473-127.0.0.1-1397148267010:blk_1073741859_1035, duration: 431113
2014-04-10 11:45:11,371 INFO localizer.LocalizedResource (LocalizedResource.java:handle(196)) - Resource hdfs://localhost:38088/tmp/hadoop-yarn/staging/brock/.staging/job_1397148282618_0003/job.xml(->file:/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_3/usercache/brock/appcache/application_1397148282618_0003/filecache/13/job.xml) transitioned from DOWNLOADING to LOCALIZED
2014-04-10 11:45:11,372 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397148282618_0003_01_000001 transitioned from LOCALIZING to LOCALIZED
2014-04-10 11:45:11,408 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397148282618_0003_01_000001 transitioned from LOCALIZED to RUNNING
2014-04-10 11:45:11,408 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(169)) - Neither virutal-memory nor physical-memory monitoring is needed. Not running the monitor-thread
2014-04-10 11:45:11,478 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(189)) - launchContainer: [nice, -n, 0, bash, /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_2/usercache/brock/appcache/application_1397148282618_0003/container_1397148282618_0003_01_000001/default_container_executor.sh]
2014-04-10 11:45:11,790 INFO datanode.DataNode (DataNode.java:transferBlock(1426)) - DatanodeRegistration(127.0.0.1, datanodeUuid=56b85d8f-9b31-4c91-b022-e568d9765c42, infoPort=53850, ipcPort=48307, storageInfo=lv=-51;cid=testClusterID;nsid=743366398;c=0) Starting thread to transfer BP-196700473-127.0.0.1-1397148267010:blk_1073741856_1032 to 127.0.0.1:56823
2014-04-10 11:45:11,791 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073741841_1017 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data6/current/BP-196700473-127.0.0.1-1397148267010/current/finalized/blk_1073741841 for deletion
2014-04-10 11:45:11,791 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073741842_1018 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data5/current/BP-196700473-127.0.0.1-1397148267010/current/finalized/blk_1073741842 for deletion
2014-04-10 11:45:11,791 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073741843_1019 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data6/current/BP-196700473-127.0.0.1-1397148267010/current/finalized/blk_1073741843 for deletion
2014-04-10 11:45:11,791 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-196700473-127.0.0.1-1397148267010 blk_1073741841_1017 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data6/current/BP-196700473-127.0.0.1-1397148267010/current/finalized/blk_1073741841
2014-04-10 11:45:11,791 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-196700473-127.0.0.1-1397148267010 blk_1073741842_1018 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data5/current/BP-196700473-127.0.0.1-1397148267010/current/finalized/blk_1073741842
2014-04-10 11:45:11,791 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073741844_1020 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data5/current/BP-196700473-127.0.0.1-1397148267010/current/finalized/blk_1073741844 for deletion
2014-04-10 11:45:11,791 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-196700473-127.0.0.1-1397148267010 blk_1073741843_1019 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data6/current/BP-196700473-127.0.0.1-1397148267010/current/finalized/blk_1073741843
2014-04-10 11:45:11,791 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073741845_1021 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data6/current/BP-196700473-127.0.0.1-1397148267010/current/finalized/blk_1073741845 for deletion
2014-04-10 11:45:11,791 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-196700473-127.0.0.1-1397148267010 blk_1073741844_1020 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data5/current/BP-196700473-127.0.0.1-1397148267010/current/finalized/blk_1073741844
2014-04-10 11:45:11,791 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-196700473-127.0.0.1-1397148267010 blk_1073741845_1021 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data6/current/BP-196700473-127.0.0.1-1397148267010/current/finalized/blk_1073741845
2014-04-10 11:45:11,791 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073741849_1025 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data5/current/BP-196700473-127.0.0.1-1397148267010/current/finalized/blk_1073741849 for deletion
2014-04-10 11:45:11,792 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073741851_1027 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data6/current/BP-196700473-127.0.0.1-1397148267010/current/finalized/blk_1073741851 for deletion
2014-04-10 11:45:11,792 INFO datanode.DataNode (DataNode.java:run(1629)) - DataTransfer: Transmitted BP-196700473-127.0.0.1-1397148267010:blk_1073741856_1032 (numBytes=244650) to 127.0.0.1/127.0.0.1:56823
2014-04-10 11:45:11,792 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-196700473-127.0.0.1-1397148267010:blk_1073741856_1032 src: /127.0.0.1:44426 dest: /127.0.0.1:56823
2014-04-10 11:45:11,792 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-196700473-127.0.0.1-1397148267010 blk_1073741851_1027 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data6/current/BP-196700473-127.0.0.1-1397148267010/current/finalized/blk_1073741851
2014-04-10 11:45:11,792 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-196700473-127.0.0.1-1397148267010 blk_1073741849_1025 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data5/current/BP-196700473-127.0.0.1-1397148267010/current/finalized/blk_1073741849
2014-04-10 11:45:11,793 INFO datanode.DataNode (DataXceiver.java:writeBlock(597)) - Received BP-196700473-127.0.0.1-1397148267010:blk_1073741856_1032 src: /127.0.0.1:44426 dest: /127.0.0.1:56823 of size 244650
2014-04-10 11:45:11,793 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:56823 is added to blk_1073741856_1032 size 244650
2014-04-10 11:45:11,852 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073741841_1017 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data2/current/BP-196700473-127.0.0.1-1397148267010/current/finalized/blk_1073741841 for deletion
2014-04-10 11:45:11,852 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073741842_1018 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data1/current/BP-196700473-127.0.0.1-1397148267010/current/finalized/blk_1073741842 for deletion
2014-04-10 11:45:11,852 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073741849_1025 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data1/current/BP-196700473-127.0.0.1-1397148267010/current/finalized/blk_1073741849 for deletion
2014-04-10 11:45:11,852 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-196700473-127.0.0.1-1397148267010 blk_1073741842_1018 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data1/current/BP-196700473-127.0.0.1-1397148267010/current/finalized/blk_1073741842
2014-04-10 11:45:11,852 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-196700473-127.0.0.1-1397148267010 blk_1073741849_1025 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data1/current/BP-196700473-127.0.0.1-1397148267010/current/finalized/blk_1073741849
2014-04-10 11:45:11,852 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-196700473-127.0.0.1-1397148267010 blk_1073741841_1017 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data2/current/BP-196700473-127.0.0.1-1397148267010/current/finalized/blk_1073741841
2014-04-10 11:45:11,852 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073741851_1027 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data1/current/BP-196700473-127.0.0.1-1397148267010/current/finalized/blk_1073741851 for deletion
2014-04-10 11:45:11,853 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-196700473-127.0.0.1-1397148267010 blk_1073741851_1027 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data1/current/BP-196700473-127.0.0.1-1397148267010/current/finalized/blk_1073741851
2014-04-10 11:45:11,965 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397148282618_0003_01_000001 Container Transitioned from ACQUIRED to RUNNING
2014-04-10 11:45:12,615 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging dst=null perm=null
2014-04-10 11:45:12,642 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397148282618_0003/COMMIT_STARTED dst=null perm=null
2014-04-10 11:45:12,643 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397148282618_0003/COMMIT_SUCCESS dst=null perm=null
2014-04-10 11:45:12,645 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397148282618_0003/COMMIT_FAIL dst=null perm=null
2014-04-10 11:45:12,684 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397148282618_0003 dst=null perm=null
2014-04-10 11:45:12,685 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/history/done_intermediate dst=null perm=null
2014-04-10 11:45:12,687 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock dst=null perm=null
2014-04-10 11:45:12,915 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397148282618_0003/job.splitmetainfo dst=null perm=null
2014-04-10 11:45:12,922 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397148282618_0003/job.splitmetainfo dst=null perm=null
2014-04-10 11:45:12,963 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:56823, dest: /127.0.0.1:44430, bytes: 152, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_-2094958814_1, offset: 0, srvID: d87cf363-b947-4d02-ab62-043c9241fbef, blockid: BP-196700473-127.0.0.1-1397148267010:blk_1073741858_1034, duration: 185003
2014-04-10 11:45:13,450 INFO hdfs.StateChange (InvalidateBlocks.java:invalidateWork(152)) - BLOCK* InvalidateBlocks: ask 127.0.0.1:49954 to delete [blk_1073741841_1017, blk_1073741842_1018, blk_1073741843_1019, blk_1073741844_1020, blk_1073741845_1021, blk_1073741849_1025, blk_1073741851_1027]
2014-04-10 11:45:13,450 INFO hdfs.StateChange (InvalidateBlocks.java:invalidateWork(152)) - BLOCK* InvalidateBlocks: ask 127.0.0.1:37136 to delete [blk_1073741841_1017, blk_1073741842_1018, blk_1073741843_1019, blk_1073741844_1020, blk_1073741845_1021]
2014-04-10 11:45:13,543 INFO ipc.Server (Server.java:saslProcess(1252)) - Auth successful for appattempt_1397148282618_0003_000001 (auth:SIMPLE)
2014-04-10 11:45:13,545 INFO resourcemanager.ApplicationMasterService (ApplicationMasterService.java:registerApplicationMaster(251)) - AM registration appattempt_1397148282618_0003_000001
2014-04-10 11:45:13,545 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(119)) - USER=brock IP=127.0.0.1 OPERATION=Register App Master TARGET=ApplicationMasterService RESULT=SUCCESS APPID=application_1397148282618_0003 APPATTEMPTID=appattempt_1397148282618_0003_000001
2014-04-10 11:45:13,545 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(652)) - appattempt_1397148282618_0003_000001 State change from LAUNCHED to RUNNING
2014-04-10 11:45:13,545 INFO rmapp.RMAppImpl (RMAppImpl.java:handle(610)) - application_1397148282618_0003 State change from ACCEPTED to RUNNING
2014-04-10 11:45:13,589 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397148282618_0003/job_1397148282618_0003_1.jhist dst=null perm=brock:supergroup:rw-rw-rw-
2014-04-10 11:45:13,606 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=mkdirs src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/hadooptapplatform/glob2/_temporary/1 dst=null perm=brock:supergroup:rwxrwxrwx
2014-04-10 11:45:13,639 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397148282618_0003/job_1397148282618_0003_1_conf.xml dst=null perm=brock:supergroup:rw-rw-rw-
2014-04-10 11:45:13,731 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(2966)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/brock/.staging/job_1397148282618_0003/job_1397148282618_0003_1_conf.xml. BP-196700473-127.0.0.1-1397148267010 blk_1073741860_1036{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-c910d2b0-940b-4e3d-b4fd-b4f6084bf0d7:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-97cf26c5-95a4-4e0e-a439-d9926ba08c0b:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-008d3ead-b2b9-49b0-88ab-01e536a210da:NORMAL|RBW]]}
2014-04-10 11:45:13,771 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-196700473-127.0.0.1-1397148267010:blk_1073741860_1036 src: /127.0.0.1:53509 dest: /127.0.0.1:53089
2014-04-10 11:45:13,772 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-196700473-127.0.0.1-1397148267010:blk_1073741860_1036 src: /127.0.0.1:51051 dest: /127.0.0.1:49954
2014-04-10 11:45:13,773 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-196700473-127.0.0.1-1397148267010:blk_1073741860_1036 src: /127.0.0.1:47867 dest: /127.0.0.1:37136
2014-04-10 11:45:13,778 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:47867, dest: /127.0.0.1:37136, bytes: 93882, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-2094958814_1, offset: 0, srvID: b242afcc-2d24-4b8f-9fb7-bc72b71e749a, blockid: BP-196700473-127.0.0.1-1397148267010:blk_1073741860_1036, duration: 4281960
2014-04-10 11:45:13,779 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-196700473-127.0.0.1-1397148267010:blk_1073741860_1036, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2014-04-10 11:45:13,779 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:37136 is added to blk_1073741860_1036{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-97cf26c5-95a4-4e0e-a439-d9926ba08c0b:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-008d3ead-b2b9-49b0-88ab-01e536a210da:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-2bef5f6e-f0c9-4da0-8817-be69f5868853:NORMAL|RBW]]} size 0
2014-04-10 11:45:13,779 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:51051, dest: /127.0.0.1:49954, bytes: 93882, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-2094958814_1, offset: 0, srvID: e20bf523-f226-4d36-9695-be2356cb97a6, blockid: BP-196700473-127.0.0.1-1397148267010:blk_1073741860_1036, duration: 4744212
2014-04-10 11:45:13,779 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-196700473-127.0.0.1-1397148267010:blk_1073741860_1036, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 11:45:13,779 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:49954 is added to blk_1073741860_1036{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-97cf26c5-95a4-4e0e-a439-d9926ba08c0b:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-008d3ead-b2b9-49b0-88ab-01e536a210da:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-2bef5f6e-f0c9-4da0-8817-be69f5868853:NORMAL|RBW]]} size 0
2014-04-10 11:45:13,780 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:53509, dest: /127.0.0.1:53089, bytes: 93882, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-2094958814_1, offset: 0, srvID: 56b85d8f-9b31-4c91-b022-e568d9765c42, blockid: BP-196700473-127.0.0.1-1397148267010:blk_1073741860_1036, duration: 5362960
2014-04-10 11:45:13,780 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-196700473-127.0.0.1-1397148267010:blk_1073741860_1036, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 11:45:13,780 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:53089 is added to blk_1073741860_1036{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-97cf26c5-95a4-4e0e-a439-d9926ba08c0b:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-008d3ead-b2b9-49b0-88ab-01e536a210da:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-2bef5f6e-f0c9-4da0-8817-be69f5868853:NORMAL|RBW]]} size 0
2014-04-10 11:45:13,797 INFO hdfs.StateChange (FSNamesystem.java:completeFile(2899)) - DIR* completeFile: /tmp/hadoop-yarn/staging/brock/.staging/job_1397148282618_0003/job_1397148282618_0003_1_conf.xml is closed by DFSClient_NONMAPREDUCE_-2094958814_1
2014-04-10 11:45:14,671 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-196700473-127.0.0.1-1397148267010:blk_1073741860_1036
2014-04-10 11:45:14,671 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-196700473-127.0.0.1-1397148267010:blk_1073741855_1031
2014-04-10 11:45:14,672 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-196700473-127.0.0.1-1397148267010:blk_1073741859_1035
2014-04-10 11:45:14,675 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-196700473-127.0.0.1-1397148267010:blk_1073741856_1032
2014-04-10 11:45:14,676 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-196700473-127.0.0.1-1397148267010:blk_1073741857_1033
2014-04-10 11:45:14,680 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073741841_1017 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data7/current/BP-196700473-127.0.0.1-1397148267010/current/finalized/blk_1073741841 for deletion
2014-04-10 11:45:14,680 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073741842_1018 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data8/current/BP-196700473-127.0.0.1-1397148267010/current/finalized/blk_1073741842 for deletion
2014-04-10 11:45:14,680 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073741843_1019 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data7/current/BP-196700473-127.0.0.1-1397148267010/current/finalized/blk_1073741843 for deletion
2014-04-10 11:45:14,680 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-196700473-127.0.0.1-1397148267010 blk_1073741841_1017 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data7/current/BP-196700473-127.0.0.1-1397148267010/current/finalized/blk_1073741841
2014-04-10 11:45:14,680 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073741844_1020 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data8/current/BP-196700473-127.0.0.1-1397148267010/current/finalized/blk_1073741844 for deletion
2014-04-10 11:45:14,680 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-196700473-127.0.0.1-1397148267010 blk_1073741842_1018 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data8/current/BP-196700473-127.0.0.1-1397148267010/current/finalized/blk_1073741842
2014-04-10 11:45:14,681 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073741845_1021 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data8/current/BP-196700473-127.0.0.1-1397148267010/current/finalized/blk_1073741845 for deletion
2014-04-10 11:45:14,681 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-196700473-127.0.0.1-1397148267010 blk_1073741843_1019 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data7/current/BP-196700473-127.0.0.1-1397148267010/current/finalized/blk_1073741843
2014-04-10 11:45:14,681 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073741849_1025 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data8/current/BP-196700473-127.0.0.1-1397148267010/current/finalized/blk_1073741849 for deletion
2014-04-10 11:45:14,681 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-196700473-127.0.0.1-1397148267010 blk_1073741844_1020 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data8/current/BP-196700473-127.0.0.1-1397148267010/current/finalized/blk_1073741844
2014-04-10 11:45:14,681 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073741851_1027 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data7/current/BP-196700473-127.0.0.1-1397148267010/current/finalized/blk_1073741851 for deletion
2014-04-10 11:45:14,681 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-196700473-127.0.0.1-1397148267010 blk_1073741845_1021 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data8/current/BP-196700473-127.0.0.1-1397148267010/current/finalized/blk_1073741845
2014-04-10 11:45:14,681 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-196700473-127.0.0.1-1397148267010 blk_1073741851_1027 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data7/current/BP-196700473-127.0.0.1-1397148267010/current/finalized/blk_1073741851
2014-04-10 11:45:14,681 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-196700473-127.0.0.1-1397148267010 blk_1073741849_1025 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data8/current/BP-196700473-127.0.0.1-1397148267010/current/finalized/blk_1073741849
2014-04-10 11:45:14,717 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073741841_1017 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data4/current/BP-196700473-127.0.0.1-1397148267010/current/finalized/blk_1073741841 for deletion
2014-04-10 11:45:14,717 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073741842_1018 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data3/current/BP-196700473-127.0.0.1-1397148267010/current/finalized/blk_1073741842 for deletion
2014-04-10 11:45:14,717 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-196700473-127.0.0.1-1397148267010 blk_1073741841_1017 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data4/current/BP-196700473-127.0.0.1-1397148267010/current/finalized/blk_1073741841
2014-04-10 11:45:14,718 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073741843_1019 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data4/current/BP-196700473-127.0.0.1-1397148267010/current/finalized/blk_1073741843 for deletion
2014-04-10 11:45:14,718 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-196700473-127.0.0.1-1397148267010 blk_1073741842_1018 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data3/current/BP-196700473-127.0.0.1-1397148267010/current/finalized/blk_1073741842
2014-04-10 11:45:14,718 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-196700473-127.0.0.1-1397148267010 blk_1073741843_1019 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data4/current/BP-196700473-127.0.0.1-1397148267010/current/finalized/blk_1073741843
2014-04-10 11:45:14,718 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073741844_1020 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data3/current/BP-196700473-127.0.0.1-1397148267010/current/finalized/blk_1073741844 for deletion
2014-04-10 11:45:14,718 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073741845_1021 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data4/current/BP-196700473-127.0.0.1-1397148267010/current/finalized/blk_1073741845 for deletion
2014-04-10 11:45:14,718 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-196700473-127.0.0.1-1397148267010 blk_1073741844_1020 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data3/current/BP-196700473-127.0.0.1-1397148267010/current/finalized/blk_1073741844
2014-04-10 11:45:14,718 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-196700473-127.0.0.1-1397148267010 blk_1073741845_1021 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data4/current/BP-196700473-127.0.0.1-1397148267010/current/finalized/blk_1073741845
2014-04-10 11:45:14,785 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-196700473-127.0.0.1-1397148267010:blk_1073741859_1035
2014-04-10 11:45:14,829 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-196700473-127.0.0.1-1397148267010:blk_1073741860_1036
2014-04-10 11:45:14,829 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-196700473-127.0.0.1-1397148267010:blk_1073741857_1033
2014-04-10 11:45:14,887 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-196700473-127.0.0.1-1397148267010:blk_1073741858_1034
2014-04-10 11:45:14,887 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-196700473-127.0.0.1-1397148267010:blk_1073741857_1033
2014-04-10 11:45:14,890 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-196700473-127.0.0.1-1397148267010:blk_1073741856_1032
2014-04-10 11:45:14,985 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-196700473-127.0.0.1-1397148267010:blk_1073741856_1032
2014-04-10 11:45:14,986 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-196700473-127.0.0.1-1397148267010:blk_1073741858_1034
2014-04-10 11:45:14,986 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-196700473-127.0.0.1-1397148267010:blk_1073741857_1033
2014-04-10 11:45:14,987 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-196700473-127.0.0.1-1397148267010:blk_1073741855_1031
2014-04-10 11:45:15,029 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-196700473-127.0.0.1-1397148267010:blk_1073741856_1032
2014-04-10 11:45:15,030 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-196700473-127.0.0.1-1397148267010:blk_1073741858_1034
2014-04-10 11:45:15,089 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-196700473-127.0.0.1-1397148267010:blk_1073741859_1035
2014-04-10 11:45:15,139 INFO launcher.ContainerLaunch (ContainerLaunch.java:call(322)) - Container container_1397148282618_0002_01_000001 succeeded
2014-04-10 11:45:15,140 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397148282618_0002_01_000001 transitioned from RUNNING to EXITED_WITH_SUCCESS
2014-04-10 11:45:15,140 INFO launcher.ContainerLaunch (ContainerLaunch.java:cleanupContainer(341)) - Cleaning up container container_1397148282618_0002_01_000001
2014-04-10 11:45:15,155 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_0/usercache/brock/appcache/application_1397148282618_0002/container_1397148282618_0002_01_000001
2014-04-10 11:45:15,156 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_1/usercache/brock/appcache/application_1397148282618_0002/container_1397148282618_0002_01_000001
2014-04-10 11:45:15,156 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_2/usercache/brock/appcache/application_1397148282618_0002/container_1397148282618_0002_01_000001
2014-04-10 11:45:15,157 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_3/usercache/brock/appcache/application_1397148282618_0002/container_1397148282618_0002_01_000001
2014-04-10 11:45:15,157 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=brock OPERATION=Container Finished - Succeeded TARGET=ContainerImpl RESULT=SUCCESS APPID=application_1397148282618_0002 CONTAINERID=container_1397148282618_0002_01_000001
2014-04-10 11:45:15,158 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397148282618_0002_01_000001 transitioned from EXITED_WITH_SUCCESS to DONE
2014-04-10 11:45:15,158 INFO application.Application (ApplicationImpl.java:transition(339)) - Removing container_1397148282618_0002_01_000001 from application application_1397148282618_0002
2014-04-10 11:45:15,158 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(169)) - Neither virutal-memory nor physical-memory monitoring is needed. Not running the monitor-thread
2014-04-10 11:45:15,158 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event CONTAINER_STOP for appId application_1397148282618_0002
2014-04-10 11:45:15,184 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-196700473-127.0.0.1-1397148267010:blk_1073741860_1036
2014-04-10 11:45:15,377 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397148282618_0003_01_000002 Container Transitioned from NEW to ALLOCATED
2014-04-10 11:45:15,378 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(98)) - USER=brock OPERATION=AM Allocated Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1397148282618_0003 CONTAINERID=container_1397148282618_0003_01_000002
2014-04-10 11:45:15,378 INFO fica.FiCaSchedulerNode (FiCaSchedulerNode.java:allocateContainer(116)) - Assigned container container_1397148282618_0003_01_000002 of capacity <memory:1024, vCores:1> on host localhost:33805, which currently has 1 containers, <memory:1024, vCores:1> used and <memory:3072, vCores:7> available
2014-04-10 11:45:15,378 INFO capacity.LeafQueue (LeafQueue.java:assignContainer(1363)) - assignedContainer application=application_1397148282618_0003 container=Container: [ContainerId: container_1397148282618_0003_01_000002, NodeId: localhost:33805, NodeHttpAddress: localhost:42238, Resource: <memory:1024, vCores:1>, Priority: 20, Token: Token { kind: ContainerToken, service: localhost:33805 }, ] containerId=container_1397148282618_0003_01_000002 queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:4096, vCores:2>usedCapacity=0.25, absoluteUsedCapacity=0.25, numApps=2, numContainers=2 usedCapacity=0.25 absoluteUsedCapacity=0.25 used=<memory:4096, vCores:2> cluster=<memory:16384, vCores:32>
2014-04-10 11:45:15,378 INFO capacity.ParentQueue (ParentQueue.java:assignContainersToChildQueues(655)) - Re-sorting assigned queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:5120, vCores:3>usedCapacity=0.3125, absoluteUsedCapacity=0.3125, numApps=2, numContainers=3
2014-04-10 11:45:15,379 INFO capacity.ParentQueue (ParentQueue.java:assignContainers(570)) - assignedContainer queue=root usedCapacity=0.3125 absoluteUsedCapacity=0.3125 used=<memory:5120, vCores:3> cluster=<memory:16384, vCores:32>
2014-04-10 11:45:15,379 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397148282618_0003_01_000003 Container Transitioned from NEW to ALLOCATED
2014-04-10 11:45:15,380 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(98)) - USER=brock OPERATION=AM Allocated Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1397148282618_0003 CONTAINERID=container_1397148282618_0003_01_000003
2014-04-10 11:45:15,380 INFO fica.FiCaSchedulerNode (FiCaSchedulerNode.java:allocateContainer(116)) - Assigned container container_1397148282618_0003_01_000003 of capacity <memory:1024, vCores:1> on host localhost:33805, which currently has 2 containers, <memory:2048, vCores:2> used and <memory:2048, vCores:6> available
2014-04-10 11:45:15,380 INFO capacity.LeafQueue (LeafQueue.java:assignContainer(1363)) - assignedContainer application=application_1397148282618_0003 container=Container: [ContainerId: container_1397148282618_0003_01_000003, NodeId: localhost:33805, NodeHttpAddress: localhost:42238, Resource: <memory:1024, vCores:1>, Priority: 20, Token: Token { kind: ContainerToken, service: localhost:33805 }, ] containerId=container_1397148282618_0003_01_000003 queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:5120, vCores:3>usedCapacity=0.3125, absoluteUsedCapacity=0.3125, numApps=2, numContainers=3 usedCapacity=0.3125 absoluteUsedCapacity=0.3125 used=<memory:5120, vCores:3> cluster=<memory:16384, vCores:32>
2014-04-10 11:45:15,380 INFO capacity.ParentQueue (ParentQueue.java:assignContainersToChildQueues(655)) - Re-sorting assigned queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:6144, vCores:4>usedCapacity=0.375, absoluteUsedCapacity=0.375, numApps=2, numContainers=4
2014-04-10 11:45:15,380 INFO capacity.ParentQueue (ParentQueue.java:assignContainers(570)) - assignedContainer queue=root usedCapacity=0.375 absoluteUsedCapacity=0.375 used=<memory:6144, vCores:4> cluster=<memory:16384, vCores:32>
2014-04-10 11:45:15,381 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397148282618_0003_01_000004 Container Transitioned from NEW to ALLOCATED
2014-04-10 11:45:15,381 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(98)) - USER=brock OPERATION=AM Allocated Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1397148282618_0003 CONTAINERID=container_1397148282618_0003_01_000004
2014-04-10 11:45:15,381 INFO fica.FiCaSchedulerNode (FiCaSchedulerNode.java:allocateContainer(116)) - Assigned container container_1397148282618_0003_01_000004 of capacity <memory:1024, vCores:1> on host localhost:33805, which currently has 3 containers, <memory:3072, vCores:3> used and <memory:1024, vCores:5> available
2014-04-10 11:45:15,382 INFO capacity.LeafQueue (LeafQueue.java:assignContainer(1363)) - assignedContainer application=application_1397148282618_0003 container=Container: [ContainerId: container_1397148282618_0003_01_000004, NodeId: localhost:33805, NodeHttpAddress: localhost:42238, Resource: <memory:1024, vCores:1>, Priority: 20, Token: Token { kind: ContainerToken, service: localhost:33805 }, ] containerId=container_1397148282618_0003_01_000004 queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:6144, vCores:4>usedCapacity=0.375, absoluteUsedCapacity=0.375, numApps=2, numContainers=4 usedCapacity=0.375 absoluteUsedCapacity=0.375 used=<memory:6144, vCores:4> cluster=<memory:16384, vCores:32>
2014-04-10 11:45:15,382 INFO capacity.ParentQueue (ParentQueue.java:assignContainersToChildQueues(655)) - Re-sorting assigned queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:7168, vCores:5>usedCapacity=0.4375, absoluteUsedCapacity=0.4375, numApps=2, numContainers=5
2014-04-10 11:45:15,382 INFO capacity.ParentQueue (ParentQueue.java:assignContainers(570)) - assignedContainer queue=root usedCapacity=0.4375 absoluteUsedCapacity=0.4375 used=<memory:7168, vCores:5> cluster=<memory:16384, vCores:32>
2014-04-10 11:45:15,383 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397148282618_0003_01_000005 Container Transitioned from NEW to ALLOCATED
2014-04-10 11:45:15,383 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(98)) - USER=brock OPERATION=AM Allocated Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1397148282618_0003 CONTAINERID=container_1397148282618_0003_01_000005
2014-04-10 11:45:15,383 INFO fica.FiCaSchedulerNode (FiCaSchedulerNode.java:allocateContainer(116)) - Assigned container container_1397148282618_0003_01_000005 of capacity <memory:1024, vCores:1> on host localhost:33805, which currently has 4 containers, <memory:4096, vCores:4> used and <memory:0, vCores:4> available
2014-04-10 11:45:15,383 INFO capacity.LeafQueue (LeafQueue.java:assignContainer(1363)) - assignedContainer application=application_1397148282618_0003 container=Container: [ContainerId: container_1397148282618_0003_01_000005, NodeId: localhost:33805, NodeHttpAddress: localhost:42238, Resource: <memory:1024, vCores:1>, Priority: 20, Token: Token { kind: ContainerToken, service: localhost:33805 }, ] containerId=container_1397148282618_0003_01_000005 queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:7168, vCores:5>usedCapacity=0.4375, absoluteUsedCapacity=0.4375, numApps=2, numContainers=5 usedCapacity=0.4375 absoluteUsedCapacity=0.4375 used=<memory:7168, vCores:5> cluster=<memory:16384, vCores:32>
2014-04-10 11:45:15,384 INFO capacity.ParentQueue (ParentQueue.java:assignContainersToChildQueues(655)) - Re-sorting assigned queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:8192, vCores:6>usedCapacity=0.5, absoluteUsedCapacity=0.5, numApps=2, numContainers=6
2014-04-10 11:45:15,384 INFO capacity.ParentQueue (ParentQueue.java:assignContainers(570)) - assignedContainer queue=root usedCapacity=0.5 absoluteUsedCapacity=0.5 used=<memory:8192, vCores:6> cluster=<memory:16384, vCores:32>
2014-04-10 11:45:15,583 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397148282618_0003_01_000002 Container Transitioned from ALLOCATED to ACQUIRED
2014-04-10 11:45:15,583 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397148282618_0003_01_000003 Container Transitioned from ALLOCATED to ACQUIRED
2014-04-10 11:45:15,583 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397148282618_0003_01_000004 Container Transitioned from ALLOCATED to ACQUIRED
2014-04-10 11:45:15,583 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397148282618_0003_01_000005 Container Transitioned from ALLOCATED to ACQUIRED
2014-04-10 11:45:15,626 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397148282618_0003/job.jar dst=null perm=null
2014-04-10 11:45:15,627 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397148282618_0003/job.jar dst=null perm=null
2014-04-10 11:45:15,635 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397148282618_0003/job.xml dst=null perm=null
2014-04-10 11:45:15,636 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397148282618_0003/job.xml dst=null perm=null
2014-04-10 11:45:15,638 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null
2014-04-10 11:45:15,640 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target/Hadoop2MR1Platform-tmpDir/hadoop-6513904787770014536.jar dst=null perm=null
2014-04-10 11:45:15,646 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null
2014-04-10 11:45:15,648 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target/Hadoop2MR1Platform-tmpDir/hadoop-6513904787770014536.jar dst=null perm=null
2014-04-10 11:45:15,649 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null
2014-04-10 11:45:15,650 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target/Hadoop2MR1Platform-tmpDir/hadoop-6513904787770014536.jar dst=null perm=null
2014-04-10 11:45:15,702 INFO ipc.Server (Server.java:saslProcess(1252)) - Auth successful for appattempt_1397148282618_0003_000001 (auth:SIMPLE)
2014-04-10 11:45:15,706 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(572)) - Start request for container_1397148282618_0003_01_000004 by user brock
2014-04-10 11:45:15,706 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(572)) - Start request for container_1397148282618_0003_01_000005 by user brock
2014-04-10 11:45:15,706 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(611)) - Creating a new application reference for app application_1397148282618_0003
2014-04-10 11:45:15,707 INFO application.Application (ApplicationImpl.java:transition(296)) - Adding container_1397148282618_0003_01_000005 to application application_1397148282618_0003
2014-04-10 11:45:15,707 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=brock IP=127.0.0.1 OPERATION=Start Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1397148282618_0003 CONTAINERID=container_1397148282618_0003_01_000005
2014-04-10 11:45:15,707 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(572)) - Start request for container_1397148282618_0003_01_000002 by user brock
2014-04-10 11:45:15,707 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(572)) - Start request for container_1397148282618_0003_01_000003 by user brock
2014-04-10 11:45:15,708 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=brock IP=127.0.0.1 OPERATION=Start Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1397148282618_0003 CONTAINERID=container_1397148282618_0003_01_000002
2014-04-10 11:45:15,707 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=brock IP=127.0.0.1 OPERATION=Start Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1397148282618_0003 CONTAINERID=container_1397148282618_0003_01_000004
2014-04-10 11:45:15,708 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=brock IP=127.0.0.1 OPERATION=Start Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1397148282618_0003 CONTAINERID=container_1397148282618_0003_01_000003
2014-04-10 11:45:15,707 INFO application.Application (ApplicationImpl.java:handle(450)) - Application application_1397148282618_0003 transitioned from NEW to INITING
2014-04-10 11:45:15,708 INFO application.Application (ApplicationImpl.java:transition(296)) - Adding container_1397148282618_0003_01_000004 to application application_1397148282618_0003
2014-04-10 11:45:15,709 INFO application.Application (ApplicationImpl.java:transition(296)) - Adding container_1397148282618_0003_01_000002 to application application_1397148282618_0003
2014-04-10 11:45:15,709 INFO application.Application (ApplicationImpl.java:transition(296)) - Adding container_1397148282618_0003_01_000003 to application application_1397148282618_0003
2014-04-10 11:45:15,709 INFO application.Application (ApplicationImpl.java:handle(450)) - Application application_1397148282618_0003 transitioned from INITING to RUNNING
2014-04-10 11:45:15,710 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397148282618_0003_01_000003 transitioned from NEW to LOCALIZING
2014-04-10 11:45:15,711 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397148282618_0003_01_000004 transitioned from NEW to LOCALIZING
2014-04-10 11:45:15,711 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397148282618_0003_01_000005 transitioned from NEW to LOCALIZING
2014-04-10 11:45:15,712 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397148282618_0003_01_000002 transitioned from NEW to LOCALIZING
2014-04-10 11:45:15,712 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event CONTAINER_INIT for appId application_1397148282618_0003
2014-04-10 11:45:15,712 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event APPLICATION_INIT for appId application_1397148282618_0003
2014-04-10 11:45:15,712 INFO containermanager.AuxServices (AuxServices.java:handle(179)) - Got APPLICATION_INIT for service mapreduce_shuffle
2014-04-10 11:45:15,712 INFO mapred.ShuffleHandler (ShuffleHandler.java:initializeApplication(263)) - Added token for job_1397148282618_0003
2014-04-10 11:45:15,713 INFO localizer.LocalizedResource (LocalizedResource.java:handle(196)) - Resource hdfs://localhost:38088/tmp/hadoop-yarn/staging/brock/.staging/job_1397148282618_0003/job.jar transitioned from INIT to DOWNLOADING
2014-04-10 11:45:15,713 INFO localizer.LocalizedResource (LocalizedResource.java:handle(196)) - Resource hdfs://localhost:38088/tmp/hadoop-yarn/staging/brock/.staging/job_1397148282618_0003/job.xml transitioned from INIT to DOWNLOADING
2014-04-10 11:45:15,713 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event CONTAINER_INIT for appId application_1397148282618_0003
2014-04-10 11:45:15,714 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event APPLICATION_INIT for appId application_1397148282618_0003
2014-04-10 11:45:15,714 INFO containermanager.AuxServices (AuxServices.java:handle(179)) - Got APPLICATION_INIT for service mapreduce_shuffle
2014-04-10 11:45:15,714 INFO mapred.ShuffleHandler (ShuffleHandler.java:initializeApplication(263)) - Added token for job_1397148282618_0003
2014-04-10 11:45:15,715 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event CONTAINER_INIT for appId application_1397148282618_0003
2014-04-10 11:45:15,715 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event APPLICATION_INIT for appId application_1397148282618_0003
2014-04-10 11:45:15,715 INFO containermanager.AuxServices (AuxServices.java:handle(179)) - Got APPLICATION_INIT for service mapreduce_shuffle
2014-04-10 11:45:15,715 INFO mapred.ShuffleHandler (ShuffleHandler.java:initializeApplication(263)) - Added token for job_1397148282618_0003
2014-04-10 11:45:15,716 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event CONTAINER_INIT for appId application_1397148282618_0003
2014-04-10 11:45:15,716 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event APPLICATION_INIT for appId application_1397148282618_0003
2014-04-10 11:45:15,716 INFO containermanager.AuxServices (AuxServices.java:handle(179)) - Got APPLICATION_INIT for service mapreduce_shuffle
2014-04-10 11:45:15,716 INFO mapred.ShuffleHandler (ShuffleHandler.java:initializeApplication(263)) - Added token for job_1397148282618_0003
2014-04-10 11:45:15,717 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:handle(590)) - Created localizer for container_1397148282618_0003_01_000003
2014-04-10 11:45:15,718 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:handle(590)) - Created localizer for container_1397148282618_0003_01_000004
2014-04-10 11:45:15,718 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:handle(590)) - Created localizer for container_1397148282618_0003_01_000005
2014-04-10 11:45:15,718 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:handle(590)) - Created localizer for container_1397148282618_0003_01_000002
2014-04-10 11:45:15,727 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:writeCredentials(1015)) - Writing credentials to the nmPrivate file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_2/nmPrivate/container_1397148282618_0003_01_000005.tokens. Credentials list:
2014-04-10 11:45:15,727 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:writeCredentials(1015)) - Writing credentials to the nmPrivate file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_1/nmPrivate/container_1397148282618_0003_01_000002.tokens. Credentials list:
2014-04-10 11:45:15,727 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:writeCredentials(1015)) - Writing credentials to the nmPrivate file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_0/nmPrivate/container_1397148282618_0003_01_000004.tokens. Credentials list:
2014-04-10 11:45:15,727 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:writeCredentials(1015)) - Writing credentials to the nmPrivate file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_3/nmPrivate/container_1397148282618_0003_01_000003.tokens. Credentials list:
2014-04-10 11:45:15,739 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:createUserCacheDirs(469)) - Initializing user brock
2014-04-10 11:45:15,821 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(103)) - Copying from /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_2/nmPrivate/container_1397148282618_0003_01_000005.tokens to /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_0/usercache/brock/appcache/application_1397148282618_0003/container_1397148282618_0003_01_000005.tokens
2014-04-10 11:45:15,822 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(105)) - CWD set to /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_0/usercache/brock/appcache/application_1397148282618_0003 = file:/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_0/usercache/brock/appcache/application_1397148282618_0003
2014-04-10 11:45:15,935 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397148282618_0003/job.jar dst=null perm=null
2014-04-10 11:45:15,936 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397148282618_0003/job.jar dst=null perm=null
2014-04-10 11:45:15,938 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397148282618_0003/job.jar dst=null perm=null
2014-04-10 11:45:15,966 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:updateAndGetContainerStatuses(374)) - Removed completed container container_1397148282618_0002_01_000001
2014-04-10 11:45:15,967 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397148282618_0002_01_000001 Container Transitioned from RUNNING to COMPLETED
2014-04-10 11:45:15,967 INFO resourcemanager.ApplicationMasterService (ApplicationMasterService.java:unregisterAttempt(562)) - Unregistering app attempt : appattempt_1397148282618_0002_000001
2014-04-10 11:45:15,967 INFO fica.FiCaSchedulerApp (FiCaSchedulerApp.java:containerCompleted(91)) - Completed container: container_1397148282618_0002_01_000001 in state: COMPLETED event:FINISHED
2014-04-10 11:45:15,967 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(652)) - appattempt_1397148282618_0002_000001 State change from FINISHING to FINISHED
2014-04-10 11:45:15,968 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(98)) - USER=brock OPERATION=AM Released Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1397148282618_0002 CONTAINERID=container_1397148282618_0002_01_000001
2014-04-10 11:45:15,968 INFO rmapp.RMAppImpl (RMAppImpl.java:handle(610)) - application_1397148282618_0002 State change from FINISHING to FINISHED
2014-04-10 11:45:15,968 INFO fica.FiCaSchedulerNode (FiCaSchedulerNode.java:releaseContainer(164)) - Released container container_1397148282618_0002_01_000001 of capacity <memory:2048, vCores:1> on host localhost:39304, which currently has 1 containers, <memory:2048, vCores:1> used and <memory:2048, vCores:7> available, release resources=true
2014-04-10 11:45:15,968 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(140)) - USER=brock OPERATION=Application Finished - Succeeded TARGET=RMAppManager RESULT=SUCCESS APPID=application_1397148282618_0002
2014-04-10 11:45:15,968 INFO capacity.LeafQueue (LeafQueue.java:releaseResource(1506)) - default used=<memory:6144, vCores:5> numContainers=5 user=brock user-resources=<memory:6144, vCores:5>
2014-04-10 11:45:15,968 INFO resourcemanager.RMAppManager$ApplicationSummary (RMAppManager.java:logAppSummary(175)) - appId=application_1397148282618_0002,name=[7FF6A8D83DF84E6FB1FB0760B53B2197/AC92FCBB18F3417BBB88BC77930B1A4E] test/(1/1) ...applatform/resolvedfields,user=brock,queue=default,state=FINISHED,trackingUrl=http://localhost:45416/proxy/application_1397148282618_0002/jobhistory/job/job_1397148282618_0002,appMasterHost=localhost.localdomain,startTime=1397148298764,finishTime=1397148308998,finalStatus=SUCCEEDED
2014-04-10 11:45:15,968 INFO amlauncher.AMLauncher (AMLauncher.java:run(262)) - Cleaning master appattempt_1397148282618_0002_000001
2014-04-10 11:45:15,969 INFO capacity.LeafQueue (LeafQueue.java:completedContainer(1448)) - completedContainer container=Container: [ContainerId: container_1397148282618_0002_01_000001, NodeId: localhost:39304, NodeHttpAddress: localhost:51177, Resource: <memory:2048, vCores:1>, Priority: 0, Token: Token { kind: ContainerToken, service: localhost:39304 }, ] resource=<memory:2048, vCores:1> queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:6144, vCores:5>usedCapacity=0.375, absoluteUsedCapacity=0.375, numApps=2, numContainers=5 usedCapacity=0.375 absoluteUsedCapacity=0.375 used=<memory:6144, vCores:5> cluster=<memory:16384, vCores:32>
2014-04-10 11:45:15,969 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(694)) - completedContainer queue=root usedCapacity=0.375 absoluteUsedCapacity=0.375 used=<memory:6144, vCores:5> cluster=<memory:16384, vCores:32>
2014-04-10 11:45:15,969 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(708)) - Re-sorting completed queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:6144, vCores:5>usedCapacity=0.375, absoluteUsedCapacity=0.375, numApps=2, numContainers=5
2014-04-10 11:45:15,969 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(849)) - Application appattempt_1397148282618_0002_000001 released container container_1397148282618_0002_01_000001 on node: host: localhost:39304 #containers=1 available=2048 used=2048 with event: FINISHED
2014-04-10 11:45:15,970 INFO capacity.CapacityScheduler (CapacityScheduler.java:doneApplicationAttempt(472)) - Application appattempt_1397148282618_0002_000001 is done. finalState=FINISHED
2014-04-10 11:45:15,970 INFO scheduler.AppSchedulingInfo (AppSchedulingInfo.java:clearRequests(108)) - Application application_1397148282618_0002 requests cleared
2014-04-10 11:45:15,970 INFO capacity.LeafQueue (LeafQueue.java:removeApplication(776)) - Application removed - appId: application_1397148282618_0002 user: brock queue: default #user-pending-applications: 0 #user-active-applications: 1 #queue-pending-applications: 0 #queue-active-applications: 1
2014-04-10 11:45:15,970 INFO capacity.ParentQueue (ParentQueue.java:removeApplication(507)) - Application removed - appId: application_1397148282618_0002 user: brock leaf-queue of parent: root #applications: 1
2014-04-10 11:45:15,973 INFO ipc.Server (Server.java:saslProcess(1252)) - Auth successful for appattempt_1397148282618_0002_000001 (auth:SIMPLE)
2014-04-10 11:45:15,975 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:stopContainerInternal(718)) - Stopping container with container Id: container_1397148282618_0002_01_000001
2014-04-10 11:45:16,153 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:49954, dest: /127.0.0.1:51062, bytes: 246562, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_760714792_2007, offset: 0, srvID: e20bf523-f226-4d36-9695-be2356cb97a6, blockid: BP-196700473-127.0.0.1-1397148267010:blk_1073741856_1032, duration: 206276796
2014-04-10 11:45:16,174 INFO localizer.LocalizedResource (LocalizedResource.java:handle(196)) - Resource hdfs://localhost:38088/tmp/hadoop-yarn/staging/brock/.staging/job_1397148282618_0003/job.jar(->file:/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_0/usercache/brock/appcache/application_1397148282618_0003/filecache/10/job.jar) transitioned from DOWNLOADING to LOCALIZED
2014-04-10 11:45:16,188 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397148282618_0003/job.xml dst=null perm=null
2014-04-10 11:45:16,189 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397148282618_0003/job.xml dst=null perm=null
2014-04-10 11:45:16,191 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397148282618_0003/job.xml dst=null perm=null
2014-04-10 11:45:16,199 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:37136, dest: /127.0.0.1:47880, bytes: 80647, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_760714792_2007, offset: 0, srvID: b242afcc-2d24-4b8f-9fb7-bc72b71e749a, blockid: BP-196700473-127.0.0.1-1397148267010:blk_1073741859_1035, duration: 646986
2014-04-10 11:45:16,222 INFO localizer.LocalizedResource (LocalizedResource.java:handle(196)) - Resource hdfs://localhost:38088/tmp/hadoop-yarn/staging/brock/.staging/job_1397148282618_0003/job.xml(->file:/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_1/usercache/brock/appcache/application_1397148282618_0003/filecache/11/job.xml) transitioned from DOWNLOADING to LOCALIZED
2014-04-10 11:45:16,222 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397148282618_0003_01_000003 transitioned from LOCALIZING to LOCALIZED
2014-04-10 11:45:16,223 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397148282618_0003_01_000004 transitioned from LOCALIZING to LOCALIZED
2014-04-10 11:45:16,223 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397148282618_0003_01_000005 transitioned from LOCALIZING to LOCALIZED
2014-04-10 11:45:16,223 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397148282618_0003_01_000002 transitioned from LOCALIZING to LOCALIZED
2014-04-10 11:45:16,250 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397148282618_0003_01_000004 transitioned from LOCALIZED to RUNNING
2014-04-10 11:45:16,250 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(169)) - Neither virutal-memory nor physical-memory monitoring is needed. Not running the monitor-thread
2014-04-10 11:45:16,254 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397148282618_0003_01_000003 transitioned from LOCALIZED to RUNNING
2014-04-10 11:45:16,254 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397148282618_0003_01_000002 transitioned from LOCALIZED to RUNNING
2014-04-10 11:45:16,254 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397148282618_0003_01_000005 transitioned from LOCALIZED to RUNNING
2014-04-10 11:45:16,254 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(169)) - Neither virutal-memory nor physical-memory monitoring is needed. Not running the monitor-thread
2014-04-10 11:45:16,254 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(169)) - Neither virutal-memory nor physical-memory monitoring is needed. Not running the monitor-thread
2014-04-10 11:45:16,254 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(169)) - Neither virutal-memory nor physical-memory monitoring is needed. Not running the monitor-thread
2014-04-10 11:45:16,318 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(189)) - launchContainer: [nice, -n, 0, bash, /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_0/usercache/brock/appcache/application_1397148282618_0003/container_1397148282618_0003_01_000004/default_container_executor.sh]
2014-04-10 11:45:16,322 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(189)) - launchContainer: [nice, -n, 0, bash, /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_0/usercache/brock/appcache/application_1397148282618_0003/container_1397148282618_0003_01_000005/default_container_executor.sh]
2014-04-10 11:45:16,322 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(189)) - launchContainer: [nice, -n, 0, bash, /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_1/usercache/brock/appcache/application_1397148282618_0003/container_1397148282618_0003_01_000002/default_container_executor.sh]
2014-04-10 11:45:16,322 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(189)) - launchContainer: [nice, -n, 0, bash, /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_0/usercache/brock/appcache/application_1397148282618_0003/container_1397148282618_0003_01_000003/default_container_executor.sh]
2014-04-10 11:45:16,377 INFO application.Application (ApplicationImpl.java:handle(450)) - Application application_1397148282618_0002 transitioned from RUNNING to APPLICATION_RESOURCES_CLEANINGUP
2014-04-10 11:45:16,377 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397148282618_0003_01_000002 Container Transitioned from ACQUIRED to RUNNING
2014-04-10 11:45:16,377 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_0/usercache/brock/appcache/application_1397148282618_0002
2014-04-10 11:45:16,377 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397148282618_0003_01_000003 Container Transitioned from ACQUIRED to RUNNING
2014-04-10 11:45:16,377 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_1/usercache/brock/appcache/application_1397148282618_0002
2014-04-10 11:45:16,378 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event APPLICATION_STOP for appId application_1397148282618_0002
2014-04-10 11:45:16,378 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397148282618_0003_01_000004 Container Transitioned from ACQUIRED to RUNNING
2014-04-10 11:45:16,378 INFO application.Application (ApplicationImpl.java:handle(450)) - Application application_1397148282618_0002 transitioned from APPLICATION_RESOURCES_CLEANINGUP to FINISHED
2014-04-10 11:45:16,378 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397148282618_0003_01_000005 Container Transitioned from ACQUIRED to RUNNING
2014-04-10 11:45:16,378 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_3/usercache/brock/appcache/application_1397148282618_0002
2014-04-10 11:45:16,378 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_2/usercache/brock/appcache/application_1397148282618_0002
2014-04-10 11:45:16,378 INFO loghandler.NonAggregatingLogHandler (NonAggregatingLogHandler.java:handle(119)) - Scheduling Log Deletion for application: application_1397148282618_0002, with delay of 10800 seconds
2014-04-10 11:45:16,601 INFO scheduler.AppSchedulingInfo (AppSchedulingInfo.java:updateResourceRequests(166)) - checking for deactivate...
2014-04-10 11:45:16,967 INFO application.Application (ApplicationImpl.java:handle(450)) - Application application_1397148282618_0002 transitioned from RUNNING to APPLICATION_RESOURCES_CLEANINGUP
2014-04-10 11:45:16,968 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event APPLICATION_STOP for appId application_1397148282618_0002
2014-04-10 11:45:16,968 INFO application.Application (ApplicationImpl.java:handle(450)) - Application application_1397148282618_0002 transitioned from APPLICATION_RESOURCES_CLEANINGUP to FINISHED
2014-04-10 11:45:16,968 INFO loghandler.NonAggregatingLogHandler (NonAggregatingLogHandler.java:handle(119)) - Scheduling Log Deletion for application: application_1397148282618_0002, with delay of 10800 seconds
2014-04-10 11:45:16,968 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_0/usercache/brock/appcache/application_1397148282618_0002
2014-04-10 11:45:16,968 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_1/usercache/brock/appcache/application_1397148282618_0002
2014-04-10 11:45:16,969 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_2/usercache/brock/appcache/application_1397148282618_0002
2014-04-10 11:45:16,969 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_3/usercache/brock/appcache/application_1397148282618_0002
2014-04-10 11:45:17,330 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:createUserCacheDirs(469)) - Initializing user brock
2014-04-10 11:45:17,493 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(103)) - Copying from /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_3/nmPrivate/container_1397148282618_0003_01_000003.tokens to /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_0/usercache/brock/appcache/application_1397148282618_0003/container_1397148282618_0003_01_000003.tokens
2014-04-10 11:45:17,493 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(105)) - CWD set to /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_0/usercache/brock/appcache/application_1397148282618_0003 = file:/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_0/usercache/brock/appcache/application_1397148282618_0003
2014-04-10 11:45:17,575 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:createUserCacheDirs(469)) - Initializing user brock
2014-04-10 11:45:17,719 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(103)) - Copying from /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_0/nmPrivate/container_1397148282618_0003_01_000004.tokens to /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_0/usercache/brock/appcache/application_1397148282618_0003/container_1397148282618_0003_01_000004.tokens
2014-04-10 11:45:17,720 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(105)) - CWD set to /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_0/usercache/brock/appcache/application_1397148282618_0003 = file:/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_0/usercache/brock/appcache/application_1397148282618_0003
2014-04-10 11:45:18,028 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:createUserCacheDirs(469)) - Initializing user brock
2014-04-10 11:45:18,418 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(103)) - Copying from /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_1/nmPrivate/container_1397148282618_0003_01_000002.tokens to /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_0/usercache/brock/appcache/application_1397148282618_0003/container_1397148282618_0003_01_000002.tokens
2014-04-10 11:45:18,418 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(105)) - CWD set to /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_0/usercache/brock/appcache/application_1397148282618_0003 = file:/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_0/usercache/brock/appcache/application_1397148282618_0003
2014-04-10 11:45:18,753 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397148282618_0003/job.split dst=null perm=null
2014-04-10 11:45:18,791 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397148282618_0003/job.split dst=null perm=null
2014-04-10 11:45:18,815 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:49954, dest: /127.0.0.1:51085, bytes: 1647, op: HDFS_READ, cliID: DFSClient_attempt_1397148282618_0003_m_000001_0_1304331439_1, offset: 0, srvID: e20bf523-f226-4d36-9695-be2356cb97a6, blockid: BP-196700473-127.0.0.1-1397148267010:blk_1073741857_1033, duration: 196845
2014-04-10 11:45:18,858 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:37136, dest: /127.0.0.1:47901, bytes: 615, op: HDFS_READ, cliID: DFSClient_attempt_1397148282618_0003_m_000003_0_502345532_1, offset: 1024, srvID: b242afcc-2d24-4b8f-9fb7-bc72b71e749a, blockid: BP-196700473-127.0.0.1-1397148267010:blk_1073741857_1033, duration: 141089
2014-04-10 11:45:18,863 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397148282618_0003/job.split dst=null perm=null
2014-04-10 11:45:18,866 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397148282618_0003/job.split dst=null perm=null
2014-04-10 11:45:18,875 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/hadooptapplatform/glob/part-00000 dst=null perm=null
2014-04-10 11:45:18,877 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:53089, dest: /127.0.0.1:53548, bytes: 24, op: HDFS_READ, cliID: DFSClient_attempt_1397148282618_0003_m_000001_0_1304331439_1, offset: 0, srvID: 56b85d8f-9b31-4c91-b022-e568d9765c42, blockid: BP-196700473-127.0.0.1-1397148267010:blk_1073741854_1030, duration: 177367
2014-04-10 11:45:18,914 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/hadooptapplatform/glob/part-00001 dst=null perm=null
2014-04-10 11:45:18,917 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:49954, dest: /127.0.0.1:51092, bytes: 24, op: HDFS_READ, cliID: DFSClient_attempt_1397148282618_0003_m_000003_0_502345532_1, offset: 0, srvID: e20bf523-f226-4d36-9695-be2356cb97a6, blockid: BP-196700473-127.0.0.1-1397148267010:blk_1073741855_1031, duration: 173891
2014-04-10 11:45:18,921 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:37136, dest: /127.0.0.1:47905, bytes: 1131, op: HDFS_READ, cliID: DFSClient_attempt_1397148282618_0003_m_000002_0_-9311709_1, offset: 512, srvID: b242afcc-2d24-4b8f-9fb7-bc72b71e749a, blockid: BP-196700473-127.0.0.1-1397148267010:blk_1073741857_1033, duration: 143028
2014-04-10 11:45:18,922 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:53089, dest: /127.0.0.1:53550, bytes: 1647, op: HDFS_READ, cliID: DFSClient_attempt_1397148282618_0003_m_000000_0_1335738079_1, offset: 0, srvID: 56b85d8f-9b31-4c91-b022-e568d9765c42, blockid: BP-196700473-127.0.0.1-1397148267010:blk_1073741857_1033, duration: 104049
2014-04-10 11:45:18,947 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/hadooptapplatform/glob2/_temporary/1/_temporary/attempt_1397148282618_0003_m_000001_0/part-00001 dst=null perm=brock:supergroup:rw-rw-rw-
2014-04-10 11:45:18,964 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/hadooptapplatform/glob2/_temporary/1/_temporary/attempt_1397148282618_0003_m_000003_0/part-00003 dst=null perm=brock:supergroup:rw-rw-rw-
2014-04-10 11:45:18,973 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/hadooptapplatform/glob/part-00000 dst=null perm=null
2014-04-10 11:45:18,975 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/hadooptapplatform/glob/part-00001 dst=null perm=null
2014-04-10 11:45:18,997 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/hadooptapplatform/glob2/_temporary/1/_temporary/attempt_1397148282618_0003_m_000000_0/part-00000 dst=null perm=brock:supergroup:rw-rw-rw-
2014-04-10 11:45:19,014 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/hadooptapplatform/glob2/_temporary/1/_temporary/attempt_1397148282618_0003_m_000002_0/part-00002 dst=null perm=brock:supergroup:rw-rw-rw-
2014-04-10 11:45:19,073 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(2966)) - BLOCK* allocateBlock: /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/hadooptapplatform/glob2/_temporary/1/_temporary/attempt_1397148282618_0003_m_000001_0/part-00001. BP-196700473-127.0.0.1-1397148267010 blk_1073741861_1037{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-331ec906-785c-475e-b366-176a30c332ed:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-7d772409-5e65-4676-97a9-57f5ea3efdc8:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-c910d2b0-940b-4e3d-b4fd-b4f6084bf0d7:NORMAL|RBW]]}
2014-04-10 11:45:19,097 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(2966)) - BLOCK* allocateBlock: /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/hadooptapplatform/glob2/_temporary/1/_temporary/attempt_1397148282618_0003_m_000003_0/part-00003. BP-196700473-127.0.0.1-1397148267010 blk_1073741862_1038{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-2bef5f6e-f0c9-4da0-8817-be69f5868853:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-331ec906-785c-475e-b366-176a30c332ed:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-b6a9be31-6a8c-48bd-97ee-0b78fb430f32:NORMAL|RBW]]}
2014-04-10 11:45:19,101 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:53089, dest: /127.0.0.1:53550, bytes: 24, op: HDFS_READ, cliID: DFSClient_attempt_1397148282618_0003_m_000000_0_1335738079_1, offset: 0, srvID: 56b85d8f-9b31-4c91-b022-e568d9765c42, blockid: BP-196700473-127.0.0.1-1397148267010:blk_1073741854_1030, duration: 128738
2014-04-10 11:45:19,113 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(2966)) - BLOCK* allocateBlock: /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/hadooptapplatform/glob2/_temporary/1/_temporary/attempt_1397148282618_0003_m_000000_0/part-00000. BP-196700473-127.0.0.1-1397148267010 blk_1073741863_1039{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-b6a9be31-6a8c-48bd-97ee-0b78fb430f32:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-331ec906-785c-475e-b366-176a30c332ed:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-2bef5f6e-f0c9-4da0-8817-be69f5868853:NORMAL|RBW]]}
2014-04-10 11:45:19,121 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-196700473-127.0.0.1-1397148267010:blk_1073741861_1037 src: /127.0.0.1:47909 dest: /127.0.0.1:37136
2014-04-10 11:45:19,122 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-196700473-127.0.0.1-1397148267010:blk_1073741861_1037 src: /127.0.0.1:44479 dest: /127.0.0.1:56823
2014-04-10 11:45:19,123 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-196700473-127.0.0.1-1397148267010:blk_1073741861_1037 src: /127.0.0.1:53556 dest: /127.0.0.1:53089
2014-04-10 11:45:19,128 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:53556, dest: /127.0.0.1:53089, bytes: 8, op: HDFS_WRITE, cliID: DFSClient_attempt_1397148282618_0003_m_000001_0_1304331439_1, offset: 0, srvID: 56b85d8f-9b31-4c91-b022-e568d9765c42, blockid: BP-196700473-127.0.0.1-1397148267010:blk_1073741861_1037, duration: 3479140
2014-04-10 11:45:19,128 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:44479, dest: /127.0.0.1:56823, bytes: 8, op: HDFS_WRITE, cliID: DFSClient_attempt_1397148282618_0003_m_000001_0_1304331439_1, offset: 0, srvID: d87cf363-b947-4d02-ab62-043c9241fbef, blockid: BP-196700473-127.0.0.1-1397148267010:blk_1073741861_1037, duration: 4396099
2014-04-10 11:45:19,128 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:53089 is added to blk_1073741861_1037{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-331ec906-785c-475e-b366-176a30c332ed:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-7d772409-5e65-4676-97a9-57f5ea3efdc8:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-c910d2b0-940b-4e3d-b4fd-b4f6084bf0d7:NORMAL|RBW]]} size 0
2014-04-10 11:45:19,128 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-196700473-127.0.0.1-1397148267010:blk_1073741861_1037, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2014-04-10 11:45:19,128 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-196700473-127.0.0.1-1397148267010:blk_1073741861_1037, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 11:45:19,129 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:47909, dest: /127.0.0.1:37136, bytes: 8, op: HDFS_WRITE, cliID: DFSClient_attempt_1397148282618_0003_m_000001_0_1304331439_1, offset: 0, srvID: b242afcc-2d24-4b8f-9fb7-bc72b71e749a, blockid: BP-196700473-127.0.0.1-1397148267010:blk_1073741861_1037, duration: 4745793
2014-04-10 11:45:19,129 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-196700473-127.0.0.1-1397148267010:blk_1073741861_1037, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 11:45:19,130 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:56823 is added to blk_1073741861_1037{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-331ec906-785c-475e-b366-176a30c332ed:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-7d772409-5e65-4676-97a9-57f5ea3efdc8:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-c910d2b0-940b-4e3d-b4fd-b4f6084bf0d7:NORMAL|RBW]]} size 0
2014-04-10 11:45:19,130 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:37136 is added to blk_1073741861_1037{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-331ec906-785c-475e-b366-176a30c332ed:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-7d772409-5e65-4676-97a9-57f5ea3efdc8:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-c910d2b0-940b-4e3d-b4fd-b4f6084bf0d7:NORMAL|RBW]]} size 0
2014-04-10 11:45:19,138 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:56823, dest: /127.0.0.1:44482, bytes: 24, op: HDFS_READ, cliID: DFSClient_attempt_1397148282618_0003_m_000002_0_-9311709_1, offset: 0, srvID: d87cf363-b947-4d02-ab62-043c9241fbef, blockid: BP-196700473-127.0.0.1-1397148267010:blk_1073741855_1031, duration: 197053
2014-04-10 11:45:19,147 INFO hdfs.StateChange (FSNamesystem.java:completeFile(2899)) - DIR* completeFile: /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/hadooptapplatform/glob2/_temporary/1/_temporary/attempt_1397148282618_0003_m_000001_0/part-00001 is closed by DFSClient_attempt_1397148282618_0003_m_000001_0_1304331439_1
2014-04-10 11:45:19,151 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-196700473-127.0.0.1-1397148267010:blk_1073741862_1038 src: /127.0.0.1:53554 dest: /127.0.0.1:53089
2014-04-10 11:45:19,151 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(2966)) - BLOCK* allocateBlock: /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/hadooptapplatform/glob2/_temporary/1/_temporary/attempt_1397148282618_0003_m_000002_0/part-00002. BP-196700473-127.0.0.1-1397148267010 blk_1073741864_1040{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-7d772409-5e65-4676-97a9-57f5ea3efdc8:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-008d3ead-b2b9-49b0-88ab-01e536a210da:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-c910d2b0-940b-4e3d-b4fd-b4f6084bf0d7:NORMAL|RBW]]}
2014-04-10 11:45:19,152 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-196700473-127.0.0.1-1397148267010:blk_1073741862_1038 src: /127.0.0.1:47915 dest: /127.0.0.1:37136
2014-04-10 11:45:19,154 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-196700473-127.0.0.1-1397148267010:blk_1073741862_1038 src: /127.0.0.1:44484 dest: /127.0.0.1:56823
2014-04-10 11:45:19,158 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:44484, dest: /127.0.0.1:56823, bytes: 8, op: HDFS_WRITE, cliID: DFSClient_attempt_1397148282618_0003_m_000003_0_502345532_1, offset: 0, srvID: d87cf363-b947-4d02-ab62-043c9241fbef, blockid: BP-196700473-127.0.0.1-1397148267010:blk_1073741862_1038, duration: 2921950
2014-04-10 11:45:19,159 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-196700473-127.0.0.1-1397148267010:blk_1073741862_1038, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2014-04-10 11:45:19,159 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:56823 is added to blk_1073741862_1038{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-2bef5f6e-f0c9-4da0-8817-be69f5868853:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-b6a9be31-6a8c-48bd-97ee-0b78fb430f32:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-008d3ead-b2b9-49b0-88ab-01e536a210da:NORMAL|RBW]]} size 0
2014-04-10 11:45:19,160 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:47915, dest: /127.0.0.1:37136, bytes: 8, op: HDFS_WRITE, cliID: DFSClient_attempt_1397148282618_0003_m_000003_0_502345532_1, offset: 0, srvID: b242afcc-2d24-4b8f-9fb7-bc72b71e749a, blockid: BP-196700473-127.0.0.1-1397148267010:blk_1073741862_1038, duration: 3614322
2014-04-10 11:45:19,160 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-196700473-127.0.0.1-1397148267010:blk_1073741862_1038, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 11:45:19,160 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:37136 is added to blk_1073741862_1038{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-2bef5f6e-f0c9-4da0-8817-be69f5868853:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-b6a9be31-6a8c-48bd-97ee-0b78fb430f32:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-008d3ead-b2b9-49b0-88ab-01e536a210da:NORMAL|RBW]]} size 0
2014-04-10 11:45:19,161 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:53554, dest: /127.0.0.1:53089, bytes: 8, op: HDFS_WRITE, cliID: DFSClient_attempt_1397148282618_0003_m_000003_0_502345532_1, offset: 0, srvID: 56b85d8f-9b31-4c91-b022-e568d9765c42, blockid: BP-196700473-127.0.0.1-1397148267010:blk_1073741862_1038, duration: 4752124
2014-04-10 11:45:19,161 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:53089 is added to blk_1073741862_1038{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-2bef5f6e-f0c9-4da0-8817-be69f5868853:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-b6a9be31-6a8c-48bd-97ee-0b78fb430f32:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-008d3ead-b2b9-49b0-88ab-01e536a210da:NORMAL|RBW]]} size 0
2014-04-10 11:45:19,161 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-196700473-127.0.0.1-1397148267010:blk_1073741862_1038, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 11:45:19,174 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-196700473-127.0.0.1-1397148267010:blk_1073741863_1039 src: /127.0.0.1:44481 dest: /127.0.0.1:56823
2014-04-10 11:45:19,177 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-196700473-127.0.0.1-1397148267010:blk_1073741863_1039 src: /127.0.0.1:47918 dest: /127.0.0.1:37136
2014-04-10 11:45:19,178 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-196700473-127.0.0.1-1397148267010:blk_1073741863_1039 src: /127.0.0.1:53563 dest: /127.0.0.1:53089
2014-04-10 11:45:19,180 INFO hdfs.StateChange (FSNamesystem.java:completeFile(2899)) - DIR* completeFile: /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/hadooptapplatform/glob2/_temporary/1/_temporary/attempt_1397148282618_0003_m_000003_0/part-00003 is closed by DFSClient_attempt_1397148282618_0003_m_000003_0_502345532_1
2014-04-10 11:45:19,184 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:53563, dest: /127.0.0.1:53089, bytes: 12, op: HDFS_WRITE, cliID: DFSClient_attempt_1397148282618_0003_m_000000_0_1335738079_1, offset: 0, srvID: 56b85d8f-9b31-4c91-b022-e568d9765c42, blockid: BP-196700473-127.0.0.1-1397148267010:blk_1073741863_1039, duration: 3105914
2014-04-10 11:45:19,184 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-196700473-127.0.0.1-1397148267010:blk_1073741863_1039, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2014-04-10 11:45:19,185 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:47918, dest: /127.0.0.1:37136, bytes: 12, op: HDFS_WRITE, cliID: DFSClient_attempt_1397148282618_0003_m_000000_0_1335738079_1, offset: 0, srvID: b242afcc-2d24-4b8f-9fb7-bc72b71e749a, blockid: BP-196700473-127.0.0.1-1397148267010:blk_1073741863_1039, duration: 2916077
2014-04-10 11:45:19,185 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-196700473-127.0.0.1-1397148267010:blk_1073741863_1039, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 11:45:19,185 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:44481, dest: /127.0.0.1:56823, bytes: 12, op: HDFS_WRITE, cliID: DFSClient_attempt_1397148282618_0003_m_000000_0_1335738079_1, offset: 0, srvID: d87cf363-b947-4d02-ab62-043c9241fbef, blockid: BP-196700473-127.0.0.1-1397148267010:blk_1073741863_1039, duration: 3994618
2014-04-10 11:45:19,185 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-196700473-127.0.0.1-1397148267010:blk_1073741863_1039, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 11:45:19,187 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:53089 is added to blk_1073741863_1039{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-331ec906-785c-475e-b366-176a30c332ed:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-7d772409-5e65-4676-97a9-57f5ea3efdc8:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-c910d2b0-940b-4e3d-b4fd-b4f6084bf0d7:NORMAL|RBW]]} size 0
2014-04-10 11:45:19,188 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:56823 is added to blk_1073741863_1039 size 12
2014-04-10 11:45:19,188 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:37136 is added to blk_1073741863_1039 size 12
2014-04-10 11:45:19,205 INFO hdfs.StateChange (FSNamesystem.java:completeFile(2899)) - DIR* completeFile: /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/hadooptapplatform/glob2/_temporary/1/_temporary/attempt_1397148282618_0003_m_000000_0/part-00000 is closed by DFSClient_attempt_1397148282618_0003_m_000000_0_1335738079_1
2014-04-10 11:45:19,207 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/hadooptapplatform/glob2/_temporary/1/_temporary/attempt_1397148282618_0003_m_000001_0 dst=null perm=null
2014-04-10 11:45:19,213 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-196700473-127.0.0.1-1397148267010:blk_1073741864_1040 src: /127.0.0.1:44485 dest: /127.0.0.1:56823
2014-04-10 11:45:19,214 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/hadooptapplatform/glob2/_temporary/1/_temporary/attempt_1397148282618_0003_m_000001_0 dst=null perm=null
2014-04-10 11:45:19,214 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-196700473-127.0.0.1-1397148267010:blk_1073741864_1040 src: /127.0.0.1:47920 dest: /127.0.0.1:37136
2014-04-10 11:45:19,215 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-196700473-127.0.0.1-1397148267010:blk_1073741864_1040 src: /127.0.0.1:53565 dest: /127.0.0.1:53089
2014-04-10 11:45:19,215 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/hadooptapplatform/glob2/_temporary/1/task_1397148282618_0003_m_000001 dst=null perm=null
2014-04-10 11:45:19,221 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:53565, dest: /127.0.0.1:53089, bytes: 12, op: HDFS_WRITE, cliID: DFSClient_attempt_1397148282618_0003_m_000002_0_-9311709_1, offset: 0, srvID: 56b85d8f-9b31-4c91-b022-e568d9765c42, blockid: BP-196700473-127.0.0.1-1397148267010:blk_1073741864_1040, duration: 5332300
2014-04-10 11:45:19,221 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-196700473-127.0.0.1-1397148267010:blk_1073741864_1040, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2014-04-10 11:45:19,222 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:47920, dest: /127.0.0.1:37136, bytes: 12, op: HDFS_WRITE, cliID: DFSClient_attempt_1397148282618_0003_m_000002_0_-9311709_1, offset: 0, srvID: b242afcc-2d24-4b8f-9fb7-bc72b71e749a, blockid: BP-196700473-127.0.0.1-1397148267010:blk_1073741864_1040, duration: 4808353
2014-04-10 11:45:19,222 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-196700473-127.0.0.1-1397148267010:blk_1073741864_1040, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 11:45:19,222 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:44485, dest: /127.0.0.1:56823, bytes: 12, op: HDFS_WRITE, cliID: DFSClient_attempt_1397148282618_0003_m_000002_0_-9311709_1, offset: 0, srvID: d87cf363-b947-4d02-ab62-043c9241fbef, blockid: BP-196700473-127.0.0.1-1397148267010:blk_1073741864_1040, duration: 5125574
2014-04-10 11:45:19,222 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-196700473-127.0.0.1-1397148267010:blk_1073741864_1040, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 11:45:19,222 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:37136 is added to blk_1073741864_1040{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-008d3ead-b2b9-49b0-88ab-01e536a210da:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-b6a9be31-6a8c-48bd-97ee-0b78fb430f32:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-2bef5f6e-f0c9-4da0-8817-be69f5868853:NORMAL|RBW]]} size 0
2014-04-10 11:45:19,223 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:56823 is added to blk_1073741864_1040{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-008d3ead-b2b9-49b0-88ab-01e536a210da:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-b6a9be31-6a8c-48bd-97ee-0b78fb430f32:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-2bef5f6e-f0c9-4da0-8817-be69f5868853:NORMAL|RBW]]} size 0
2014-04-10 11:45:19,223 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:53089 is added to blk_1073741864_1040{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-008d3ead-b2b9-49b0-88ab-01e536a210da:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-b6a9be31-6a8c-48bd-97ee-0b78fb430f32:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-2bef5f6e-f0c9-4da0-8817-be69f5868853:NORMAL|RBW]]} size 0
2014-04-10 11:45:19,230 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=rename src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/hadooptapplatform/glob2/_temporary/1/_temporary/attempt_1397148282618_0003_m_000001_0 dst=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/hadooptapplatform/glob2/_temporary/1/task_1397148282618_0003_m_000001 perm=brock:supergroup:rwxrwxrwx
2014-04-10 11:45:19,239 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/hadooptapplatform/glob2/_temporary/1/_temporary/attempt_1397148282618_0003_m_000003_0 dst=null perm=null
2014-04-10 11:45:19,246 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/hadooptapplatform/glob2/_temporary/1/_temporary/attempt_1397148282618_0003_m_000003_0 dst=null perm=null
2014-04-10 11:45:19,246 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/hadooptapplatform/glob2/_temporary/1/task_1397148282618_0003_m_000003 dst=null perm=null
2014-04-10 11:45:19,247 INFO hdfs.StateChange (FSNamesystem.java:completeFile(2899)) - DIR* completeFile: /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/hadooptapplatform/glob2/_temporary/1/_temporary/attempt_1397148282618_0003_m_000002_0/part-00002 is closed by DFSClient_attempt_1397148282618_0003_m_000002_0_-9311709_1
2014-04-10 11:45:19,264 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=rename src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/hadooptapplatform/glob2/_temporary/1/_temporary/attempt_1397148282618_0003_m_000003_0 dst=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/hadooptapplatform/glob2/_temporary/1/task_1397148282618_0003_m_000003 perm=brock:supergroup:rwxrwxrwx
2014-04-10 11:45:19,265 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/hadooptapplatform/glob2/_temporary/1/_temporary/attempt_1397148282618_0003_m_000000_0 dst=null perm=null
2014-04-10 11:45:19,270 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/hadooptapplatform/glob2/_temporary/1/_temporary/attempt_1397148282618_0003_m_000000_0 dst=null perm=null
2014-04-10 11:45:19,272 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/hadooptapplatform/glob2/_temporary/1/task_1397148282618_0003_m_000000 dst=null perm=null
2014-04-10 11:45:19,289 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=rename src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/hadooptapplatform/glob2/_temporary/1/_temporary/attempt_1397148282618_0003_m_000000_0 dst=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/hadooptapplatform/glob2/_temporary/1/task_1397148282618_0003_m_000000 perm=brock:supergroup:rwxrwxrwx
2014-04-10 11:45:19,302 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:stopContainerInternal(718)) - Stopping container with container Id: container_1397148282618_0003_01_000003
2014-04-10 11:45:19,302 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=brock IP=127.0.0.1 OPERATION=Stop Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1397148282618_0003 CONTAINERID=container_1397148282618_0003_01_000003
2014-04-10 11:45:19,302 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397148282618_0003_01_000003 transitioned from RUNNING to KILLING
2014-04-10 11:45:19,302 INFO launcher.ContainerLaunch (ContainerLaunch.java:cleanupContainer(341)) - Cleaning up container container_1397148282618_0003_01_000003
2014-04-10 11:45:19,310 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/hadooptapplatform/glob2/_temporary/1/_temporary/attempt_1397148282618_0003_m_000002_0 dst=null perm=null
2014-04-10 11:45:19,318 WARN nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(207)) - Exit code from container container_1397148282618_0003_01_000003 is : 143
2014-04-10 11:45:19,323 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(2966)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/brock/.staging/job_1397148282618_0003/job_1397148282618_0003_1.jhist. BP-196700473-127.0.0.1-1397148267010 blk_1073741865_1041{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-7d772409-5e65-4676-97a9-57f5ea3efdc8:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-c910d2b0-940b-4e3d-b4fd-b4f6084bf0d7:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-b068c5d0-517e-4297-aa28-ff6d4c514e44:NORMAL|RBW]]}
2014-04-10 11:45:19,333 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397148282618_0003_01_000003 transitioned from KILLING to CONTAINER_CLEANEDUP_AFTER_KILL
2014-04-10 11:45:19,334 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_0/usercache/brock/appcache/application_1397148282618_0003/container_1397148282618_0003_01_000003
2014-04-10 11:45:19,334 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_1/usercache/brock/appcache/application_1397148282618_0003/container_1397148282618_0003_01_000003
2014-04-10 11:45:19,334 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_2/usercache/brock/appcache/application_1397148282618_0003/container_1397148282618_0003_01_000003
2014-04-10 11:45:19,334 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=brock OPERATION=Container Finished - Killed TARGET=ContainerImpl RESULT=SUCCESS APPID=application_1397148282618_0003 CONTAINERID=container_1397148282618_0003_01_000003
2014-04-10 11:45:19,334 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_3/usercache/brock/appcache/application_1397148282618_0003/container_1397148282618_0003_01_000003
2014-04-10 11:45:19,334 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397148282618_0003_01_000003 transitioned from CONTAINER_CLEANEDUP_AFTER_KILL to DONE
2014-04-10 11:45:19,334 INFO application.Application (ApplicationImpl.java:transition(339)) - Removing container_1397148282618_0003_01_000003 from application application_1397148282618_0003
2014-04-10 11:45:19,334 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(169)) - Neither virutal-memory nor physical-memory monitoring is needed. Not running the monitor-thread
2014-04-10 11:45:19,335 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event CONTAINER_STOP for appId application_1397148282618_0003
2014-04-10 11:45:19,336 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:stopContainerInternal(718)) - Stopping container with container Id: container_1397148282618_0003_01_000005
2014-04-10 11:45:19,336 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=brock IP=127.0.0.1 OPERATION=Stop Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1397148282618_0003 CONTAINERID=container_1397148282618_0003_01_000005
2014-04-10 11:45:19,336 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397148282618_0003_01_000005 transitioned from RUNNING to KILLING
2014-04-10 11:45:19,336 INFO launcher.ContainerLaunch (ContainerLaunch.java:cleanupContainer(341)) - Cleaning up container container_1397148282618_0003_01_000005
2014-04-10 11:45:19,336 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:updateAndGetContainerStatuses(374)) - Removed completed container container_1397148282618_0003_01_000003
2014-04-10 11:45:19,337 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397148282618_0003_01_000003 Container Transitioned from RUNNING to COMPLETED
2014-04-10 11:45:19,337 INFO fica.FiCaSchedulerApp (FiCaSchedulerApp.java:containerCompleted(91)) - Completed container: container_1397148282618_0003_01_000003 in state: COMPLETED event:FINISHED
2014-04-10 11:45:19,337 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(98)) - USER=brock OPERATION=AM Released Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1397148282618_0003 CONTAINERID=container_1397148282618_0003_01_000003
2014-04-10 11:45:19,337 INFO fica.FiCaSchedulerNode (FiCaSchedulerNode.java:releaseContainer(164)) - Released container container_1397148282618_0003_01_000003 of capacity <memory:1024, vCores:1> on host localhost:33805, which currently has 3 containers, <memory:3072, vCores:3> used and <memory:1024, vCores:5> available, release resources=true
2014-04-10 11:45:19,337 INFO capacity.LeafQueue (LeafQueue.java:releaseResource(1506)) - default used=<memory:5120, vCores:4> numContainers=4 user=brock user-resources=<memory:5120, vCores:4>
2014-04-10 11:45:19,337 INFO capacity.LeafQueue (LeafQueue.java:completedContainer(1448)) - completedContainer container=Container: [ContainerId: container_1397148282618_0003_01_000003, NodeId: localhost:33805, NodeHttpAddress: localhost:42238, Resource: <memory:1024, vCores:1>, Priority: 20, Token: Token { kind: ContainerToken, service: localhost:33805 }, ] resource=<memory:1024, vCores:1> queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:5120, vCores:4>usedCapacity=0.3125, absoluteUsedCapacity=0.3125, numApps=1, numContainers=4 usedCapacity=0.3125 absoluteUsedCapacity=0.3125 used=<memory:5120, vCores:4> cluster=<memory:16384, vCores:32>
2014-04-10 11:45:19,337 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(694)) - completedContainer queue=root usedCapacity=0.3125 absoluteUsedCapacity=0.3125 used=<memory:5120, vCores:4> cluster=<memory:16384, vCores:32>
2014-04-10 11:45:19,338 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(708)) - Re-sorting completed queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:5120, vCores:4>usedCapacity=0.3125, absoluteUsedCapacity=0.3125, numApps=1, numContainers=4
2014-04-10 11:45:19,338 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(849)) - Application appattempt_1397148282618_0003_000001 released container container_1397148282618_0003_01_000003 on node: host: localhost:33805 #containers=3 available=1024 used=3072 with event: FINISHED
2014-04-10 11:45:19,340 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-196700473-127.0.0.1-1397148267010:blk_1073741865_1041 src: /127.0.0.1:44490 dest: /127.0.0.1:56823
2014-04-10 11:45:19,341 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-196700473-127.0.0.1-1397148267010:blk_1073741865_1041 src: /127.0.0.1:53567 dest: /127.0.0.1:53089
2014-04-10 11:45:19,342 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-196700473-127.0.0.1-1397148267010:blk_1073741865_1041 src: /127.0.0.1:51109 dest: /127.0.0.1:49954
2014-04-10 11:45:19,342 WARN nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(207)) - Exit code from container container_1397148282618_0003_01_000005 is : 143
2014-04-10 11:45:19,346 INFO hdfs.StateChange (FSNamesystem.java:fsync(3598)) - BLOCK* fsync: /tmp/hadoop-yarn/staging/brock/.staging/job_1397148282618_0003/job_1397148282618_0003_1.jhist for DFSClient_NONMAPREDUCE_-2094958814_1
2014-04-10 11:45:19,346 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:stopContainerInternal(718)) - Stopping container with container Id: container_1397148282618_0003_01_000002
2014-04-10 11:45:19,346 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=brock IP=127.0.0.1 OPERATION=Stop Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1397148282618_0003 CONTAINERID=container_1397148282618_0003_01_000002
2014-04-10 11:45:19,352 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397148282618_0003_01_000005 transitioned from KILLING to CONTAINER_CLEANEDUP_AFTER_KILL
2014-04-10 11:45:19,353 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397148282618_0003_01_000002 transitioned from RUNNING to KILLING
2014-04-10 11:45:19,353 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_0/usercache/brock/appcache/application_1397148282618_0003/container_1397148282618_0003_01_000005
2014-04-10 11:45:19,353 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_1/usercache/brock/appcache/application_1397148282618_0003/container_1397148282618_0003_01_000005
2014-04-10 11:45:19,353 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_2/usercache/brock/appcache/application_1397148282618_0003/container_1397148282618_0003_01_000005
2014-04-10 11:45:19,353 INFO launcher.ContainerLaunch (ContainerLaunch.java:cleanupContainer(341)) - Cleaning up container container_1397148282618_0003_01_000002
2014-04-10 11:45:19,353 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_3/usercache/brock/appcache/application_1397148282618_0003/container_1397148282618_0003_01_000005
2014-04-10 11:45:19,359 WARN nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(207)) - Exit code from container container_1397148282618_0003_01_000002 is : 143
2014-04-10 11:45:19,367 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=brock OPERATION=Container Finished - Killed TARGET=ContainerImpl RESULT=SUCCESS APPID=application_1397148282618_0003 CONTAINERID=container_1397148282618_0003_01_000005
2014-04-10 11:45:19,367 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397148282618_0003_01_000005 transitioned from CONTAINER_CLEANEDUP_AFTER_KILL to DONE
2014-04-10 11:45:19,367 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397148282618_0003_01_000002 transitioned from KILLING to CONTAINER_CLEANEDUP_AFTER_KILL
2014-04-10 11:45:19,367 INFO application.Application (ApplicationImpl.java:transition(339)) - Removing container_1397148282618_0003_01_000005 from application application_1397148282618_0003
2014-04-10 11:45:19,367 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(169)) - Neither virutal-memory nor physical-memory monitoring is needed. Not running the monitor-thread
2014-04-10 11:45:19,367 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event CONTAINER_STOP for appId application_1397148282618_0003
2014-04-10 11:45:19,367 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_0/usercache/brock/appcache/application_1397148282618_0003/container_1397148282618_0003_01_000002
2014-04-10 11:45:19,367 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_1/usercache/brock/appcache/application_1397148282618_0003/container_1397148282618_0003_01_000002
2014-04-10 11:45:19,368 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_2/usercache/brock/appcache/application_1397148282618_0003/container_1397148282618_0003_01_000002
2014-04-10 11:45:19,368 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_3/usercache/brock/appcache/application_1397148282618_0003/container_1397148282618_0003_01_000002
2014-04-10 11:45:19,368 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=brock OPERATION=Container Finished - Killed TARGET=ContainerImpl RESULT=SUCCESS APPID=application_1397148282618_0003 CONTAINERID=container_1397148282618_0003_01_000002
2014-04-10 11:45:19,368 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397148282618_0003_01_000002 transitioned from CONTAINER_CLEANEDUP_AFTER_KILL to DONE
2014-04-10 11:45:19,368 INFO application.Application (ApplicationImpl.java:transition(339)) - Removing container_1397148282618_0003_01_000002 from application application_1397148282618_0003
2014-04-10 11:45:19,369 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(169)) - Neither virutal-memory nor physical-memory monitoring is needed. Not running the monitor-thread
2014-04-10 11:45:19,369 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event CONTAINER_STOP for appId application_1397148282618_0003
2014-04-10 11:45:20,033 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-196700473-127.0.0.1-1397148267010:blk_1073741862_1038
2014-04-10 11:45:20,033 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-196700473-127.0.0.1-1397148267010:blk_1073741863_1039
2014-04-10 11:45:20,034 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-196700473-127.0.0.1-1397148267010:blk_1073741864_1040
2014-04-10 11:45:20,034 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-196700473-127.0.0.1-1397148267010:blk_1073741861_1037
2014-04-10 11:45:20,091 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-196700473-127.0.0.1-1397148267010:blk_1073741863_1039
2014-04-10 11:45:20,092 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-196700473-127.0.0.1-1397148267010:blk_1073741861_1037
2014-04-10 11:45:20,092 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-196700473-127.0.0.1-1397148267010:blk_1073741862_1038
2014-04-10 11:45:20,093 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-196700473-127.0.0.1-1397148267010:blk_1073741864_1040
2014-04-10 11:45:20,187 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-196700473-127.0.0.1-1397148267010:blk_1073741862_1038
2014-04-10 11:45:20,187 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-196700473-127.0.0.1-1397148267010:blk_1073741861_1037
2014-04-10 11:45:20,188 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-196700473-127.0.0.1-1397148267010:blk_1073741863_1039
2014-04-10 11:45:20,188 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-196700473-127.0.0.1-1397148267010:blk_1073741864_1040
2014-04-10 11:45:20,335 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/hadooptapplatform/glob2/_temporary/1/_temporary/attempt_1397148282618_0003_m_000002_0 dst=null perm=null
2014-04-10 11:45:20,336 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/hadooptapplatform/glob2/_temporary/1/task_1397148282618_0003_m_000002 dst=null perm=null
2014-04-10 11:45:20,346 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:updateAndGetContainerStatuses(374)) - Removed completed container container_1397148282618_0003_01_000002
2014-04-10 11:45:20,347 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:updateAndGetContainerStatuses(374)) - Removed completed container container_1397148282618_0003_01_000005
2014-04-10 11:45:20,347 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397148282618_0003_01_000002 Container Transitioned from RUNNING to COMPLETED
2014-04-10 11:45:20,348 INFO fica.FiCaSchedulerApp (FiCaSchedulerApp.java:containerCompleted(91)) - Completed container: container_1397148282618_0003_01_000002 in state: COMPLETED event:FINISHED
2014-04-10 11:45:20,348 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(98)) - USER=brock OPERATION=AM Released Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1397148282618_0003 CONTAINERID=container_1397148282618_0003_01_000002
2014-04-10 11:45:20,348 INFO fica.FiCaSchedulerNode (FiCaSchedulerNode.java:releaseContainer(164)) - Released container container_1397148282618_0003_01_000002 of capacity <memory:1024, vCores:1> on host localhost:33805, which currently has 2 containers, <memory:2048, vCores:2> used and <memory:2048, vCores:6> available, release resources=true
2014-04-10 11:45:20,348 INFO capacity.LeafQueue (LeafQueue.java:releaseResource(1506)) - default used=<memory:4096, vCores:3> numContainers=3 user=brock user-resources=<memory:4096, vCores:3>
2014-04-10 11:45:20,348 INFO capacity.LeafQueue (LeafQueue.java:completedContainer(1448)) - completedContainer container=Container: [ContainerId: container_1397148282618_0003_01_000002, NodeId: localhost:33805, NodeHttpAddress: localhost:42238, Resource: <memory:1024, vCores:1>, Priority: 20, Token: Token { kind: ContainerToken, service: localhost:33805 }, ] resource=<memory:1024, vCores:1> queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:4096, vCores:3>usedCapacity=0.25, absoluteUsedCapacity=0.25, numApps=1, numContainers=3 usedCapacity=0.25 absoluteUsedCapacity=0.25 used=<memory:4096, vCores:3> cluster=<memory:16384, vCores:32>
2014-04-10 11:45:20,348 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(694)) - completedContainer queue=root usedCapacity=0.25 absoluteUsedCapacity=0.25 used=<memory:4096, vCores:3> cluster=<memory:16384, vCores:32>
2014-04-10 11:45:20,349 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(708)) - Re-sorting completed queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:4096, vCores:3>usedCapacity=0.25, absoluteUsedCapacity=0.25, numApps=1, numContainers=3
2014-04-10 11:45:20,349 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(849)) - Application appattempt_1397148282618_0003_000001 released container container_1397148282618_0003_01_000002 on node: host: localhost:33805 #containers=2 available=2048 used=2048 with event: FINISHED
2014-04-10 11:45:20,349 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397148282618_0003_01_000005 Container Transitioned from RUNNING to COMPLETED
2014-04-10 11:45:20,349 INFO fica.FiCaSchedulerApp (FiCaSchedulerApp.java:containerCompleted(91)) - Completed container: container_1397148282618_0003_01_000005 in state: COMPLETED event:FINISHED
2014-04-10 11:45:20,349 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(98)) - USER=brock OPERATION=AM Released Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1397148282618_0003 CONTAINERID=container_1397148282618_0003_01_000005
2014-04-10 11:45:20,349 INFO fica.FiCaSchedulerNode (FiCaSchedulerNode.java:releaseContainer(164)) - Released container container_1397148282618_0003_01_000005 of capacity <memory:1024, vCores:1> on host localhost:33805, which currently has 1 containers, <memory:1024, vCores:1> used and <memory:3072, vCores:7> available, release resources=true
2014-04-10 11:45:20,350 INFO capacity.LeafQueue (LeafQueue.java:releaseResource(1506)) - default used=<memory:3072, vCores:2> numContainers=2 user=brock user-resources=<memory:3072, vCores:2>
2014-04-10 11:45:20,350 INFO capacity.LeafQueue (LeafQueue.java:completedContainer(1448)) - completedContainer container=Container: [ContainerId: container_1397148282618_0003_01_000005, NodeId: localhost:33805, NodeHttpAddress: localhost:42238, Resource: <memory:1024, vCores:1>, Priority: 20, Token: Token { kind: ContainerToken, service: localhost:33805 }, ] resource=<memory:1024, vCores:1> queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:3072, vCores:2>usedCapacity=0.1875, absoluteUsedCapacity=0.1875, numApps=1, numContainers=2 usedCapacity=0.1875 absoluteUsedCapacity=0.1875 used=<memory:3072, vCores:2> cluster=<memory:16384, vCores:32>
2014-04-10 11:45:20,350 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(694)) - completedContainer queue=root usedCapacity=0.1875 absoluteUsedCapacity=0.1875 used=<memory:3072, vCores:2> cluster=<memory:16384, vCores:32>
2014-04-10 11:45:20,350 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(708)) - Re-sorting completed queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:3072, vCores:2>usedCapacity=0.1875, absoluteUsedCapacity=0.1875, numApps=1, numContainers=2
2014-04-10 11:45:20,350 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(849)) - Application appattempt_1397148282618_0003_000001 released container container_1397148282618_0003_01_000005 on node: host: localhost:33805 #containers=1 available=3072 used=1024 with event: FINISHED
2014-04-10 11:45:20,437 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=rename src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/hadooptapplatform/glob2/_temporary/1/_temporary/attempt_1397148282618_0003_m_000002_0 dst=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/hadooptapplatform/glob2/_temporary/1/task_1397148282618_0003_m_000002 perm=brock:supergroup:rwxrwxrwx
2014-04-10 11:45:20,481 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:stopContainerInternal(718)) - Stopping container with container Id: container_1397148282618_0003_01_000004
2014-04-10 11:45:20,481 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=brock IP=127.0.0.1 OPERATION=Stop Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1397148282618_0003 CONTAINERID=container_1397148282618_0003_01_000004
2014-04-10 11:45:20,481 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397148282618_0003_01_000004 transitioned from RUNNING to KILLING
2014-04-10 11:45:20,481 INFO launcher.ContainerLaunch (ContainerLaunch.java:cleanupContainer(341)) - Cleaning up container container_1397148282618_0003_01_000004
2014-04-10 11:45:20,490 WARN nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(207)) - Exit code from container container_1397148282618_0003_01_000004 is : 143
2014-04-10 11:45:20,501 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397148282618_0003_01_000004 transitioned from KILLING to CONTAINER_CLEANEDUP_AFTER_KILL
2014-04-10 11:45:20,502 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_0/usercache/brock/appcache/application_1397148282618_0003/container_1397148282618_0003_01_000004
2014-04-10 11:45:20,502 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_1/usercache/brock/appcache/application_1397148282618_0003/container_1397148282618_0003_01_000004
2014-04-10 11:45:20,502 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_2/usercache/brock/appcache/application_1397148282618_0003/container_1397148282618_0003_01_000004
2014-04-10 11:45:20,502 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_3/usercache/brock/appcache/application_1397148282618_0003/container_1397148282618_0003_01_000004
2014-04-10 11:45:20,502 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=brock OPERATION=Container Finished - Killed TARGET=ContainerImpl RESULT=SUCCESS APPID=application_1397148282618_0003 CONTAINERID=container_1397148282618_0003_01_000004
2014-04-10 11:45:20,502 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397148282618_0003_01_000004 transitioned from CONTAINER_CLEANEDUP_AFTER_KILL to DONE
2014-04-10 11:45:20,503 INFO application.Application (ApplicationImpl.java:transition(339)) - Removing container_1397148282618_0003_01_000004 from application application_1397148282618_0003
2014-04-10 11:45:20,503 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(169)) - Neither virutal-memory nor physical-memory monitoring is needed. Not running the monitor-thread
2014-04-10 11:45:20,503 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event CONTAINER_STOP for appId application_1397148282618_0003
2014-04-10 11:45:20,514 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397148282618_0003/COMMIT_STARTED dst=null perm=brock:supergroup:rw-rw-rw-
2014-04-10 11:45:20,530 INFO hdfs.StateChange (FSNamesystem.java:completeFile(2899)) - DIR* completeFile: /tmp/hadoop-yarn/staging/brock/.staging/job_1397148282618_0003/COMMIT_STARTED is closed by DFSClient_NONMAPREDUCE_-2094958814_1
2014-04-10 11:45:20,535 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=listStatus src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/hadooptapplatform/glob2/_temporary/1 dst=null perm=null
2014-04-10 11:45:20,544 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/hadooptapplatform/glob2 dst=null perm=null
2014-04-10 11:45:20,545 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/hadooptapplatform/glob2 dst=null perm=null
2014-04-10 11:45:20,547 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=listStatus src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/hadooptapplatform/glob2/_temporary/1/task_1397148282618_0003_m_000000 dst=null perm=null
2014-04-10 11:45:20,549 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/hadooptapplatform/glob2/part-00000 dst=null perm=null
2014-04-10 11:45:20,564 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=rename src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/hadooptapplatform/glob2/_temporary/1/task_1397148282618_0003_m_000000/part-00000 dst=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/hadooptapplatform/glob2/part-00000 perm=brock:supergroup:rw-rw-rw-
2014-04-10 11:45:20,567 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/hadooptapplatform/glob2 dst=null perm=null
2014-04-10 11:45:20,569 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/hadooptapplatform/glob2 dst=null perm=null
2014-04-10 11:45:20,570 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=listStatus src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/hadooptapplatform/glob2/_temporary/1/task_1397148282618_0003_m_000001 dst=null perm=null
2014-04-10 11:45:20,572 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/hadooptapplatform/glob2/part-00001 dst=null perm=null
2014-04-10 11:45:20,589 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=rename src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/hadooptapplatform/glob2/_temporary/1/task_1397148282618_0003_m_000001/part-00001 dst=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/hadooptapplatform/glob2/part-00001 perm=brock:supergroup:rw-rw-rw-
2014-04-10 11:45:20,590 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/hadooptapplatform/glob2 dst=null perm=null
2014-04-10 11:45:20,591 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/hadooptapplatform/glob2 dst=null perm=null
2014-04-10 11:45:20,593 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=listStatus src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/hadooptapplatform/glob2/_temporary/1/task_1397148282618_0003_m_000002 dst=null perm=null
2014-04-10 11:45:20,595 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/hadooptapplatform/glob2/part-00002 dst=null perm=null
2014-04-10 11:45:20,614 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=rename src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/hadooptapplatform/glob2/_temporary/1/task_1397148282618_0003_m_000002/part-00002 dst=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/hadooptapplatform/glob2/part-00002 perm=brock:supergroup:rw-rw-rw-
2014-04-10 11:45:20,618 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/hadooptapplatform/glob2 dst=null perm=null
2014-04-10 11:45:20,620 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/hadooptapplatform/glob2 dst=null perm=null
2014-04-10 11:45:20,621 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=listStatus src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/hadooptapplatform/glob2/_temporary/1/task_1397148282618_0003_m_000003 dst=null perm=null
2014-04-10 11:45:20,623 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/hadooptapplatform/glob2/part-00003 dst=null perm=null
2014-04-10 11:45:20,639 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=rename src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/hadooptapplatform/glob2/_temporary/1/task_1397148282618_0003_m_000003/part-00003 dst=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/hadooptapplatform/glob2/part-00003 perm=brock:supergroup:rw-rw-rw-
2014-04-10 11:45:20,655 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=delete src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/hadooptapplatform/glob2/_temporary dst=null perm=null
2014-04-10 11:45:20,672 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/hadooptapplatform/glob2/_SUCCESS dst=null perm=brock:supergroup:rw-rw-rw-
2014-04-10 11:45:20,689 INFO hdfs.StateChange (FSNamesystem.java:completeFile(2899)) - DIR* completeFile: /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/hadooptapplatform/glob2/_SUCCESS is closed by DFSClient_NONMAPREDUCE_-2094958814_1
2014-04-10 11:45:20,705 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397148282618_0003/COMMIT_SUCCESS dst=null perm=brock:supergroup:rw-rw-rw-
2014-04-10 11:45:20,722 INFO hdfs.StateChange (FSNamesystem.java:completeFile(2899)) - DIR* completeFile: /tmp/hadoop-yarn/staging/brock/.staging/job_1397148282618_0003/COMMIT_SUCCESS is closed by DFSClient_NONMAPREDUCE_-2094958814_1
2014-04-10 11:45:20,743 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:51109, dest: /127.0.0.1:49954, bytes: 47642, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-2094958814_1, offset: 0, srvID: e20bf523-f226-4d36-9695-be2356cb97a6, blockid: BP-196700473-127.0.0.1-1397148267010:blk_1073741865_1041, duration: 1400006063
2014-04-10 11:45:20,744 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-196700473-127.0.0.1-1397148267010:blk_1073741865_1041, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2014-04-10 11:45:20,745 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:53567, dest: /127.0.0.1:53089, bytes: 47642, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-2094958814_1, offset: 0, srvID: 56b85d8f-9b31-4c91-b022-e568d9765c42, blockid: BP-196700473-127.0.0.1-1397148267010:blk_1073741865_1041, duration: 1401498530
2014-04-10 11:45:20,745 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:49954 is added to blk_1073741865_1041{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-7d772409-5e65-4676-97a9-57f5ea3efdc8:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-c910d2b0-940b-4e3d-b4fd-b4f6084bf0d7:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-b068c5d0-517e-4297-aa28-ff6d4c514e44:NORMAL|RBW]]} size 14965
2014-04-10 11:45:20,745 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-196700473-127.0.0.1-1397148267010:blk_1073741865_1041, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 11:45:20,746 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:44490, dest: /127.0.0.1:56823, bytes: 47642, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-2094958814_1, offset: 0, srvID: d87cf363-b947-4d02-ab62-043c9241fbef, blockid: BP-196700473-127.0.0.1-1397148267010:blk_1073741865_1041, duration: 1402709272
2014-04-10 11:45:20,746 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:53089 is added to blk_1073741865_1041{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-7d772409-5e65-4676-97a9-57f5ea3efdc8:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-c910d2b0-940b-4e3d-b4fd-b4f6084bf0d7:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-b068c5d0-517e-4297-aa28-ff6d4c514e44:NORMAL|RBW]]} size 14965
2014-04-10 11:45:20,747 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-196700473-127.0.0.1-1397148267010:blk_1073741865_1041, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 11:45:20,748 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:56823 is added to blk_1073741865_1041{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-7d772409-5e65-4676-97a9-57f5ea3efdc8:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-c910d2b0-940b-4e3d-b4fd-b4f6084bf0d7:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-b068c5d0-517e-4297-aa28-ff6d4c514e44:NORMAL|RBW]]} size 14965
2014-04-10 11:45:20,764 INFO hdfs.StateChange (FSNamesystem.java:completeFile(2899)) - DIR* completeFile: /tmp/hadoop-yarn/staging/brock/.staging/job_1397148282618_0003/job_1397148282618_0003_1.jhist is closed by DFSClient_NONMAPREDUCE_-2094958814_1
2014-04-10 11:45:20,780 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397148282618_0003.summary_tmp dst=null perm=brock:supergroup:rw-rw-rw-
2014-04-10 11:45:20,784 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(2966)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397148282618_0003.summary_tmp. BP-196700473-127.0.0.1-1397148267010 blk_1073741866_1042{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-b6a9be31-6a8c-48bd-97ee-0b78fb430f32:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-b068c5d0-517e-4297-aa28-ff6d4c514e44:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-2bef5f6e-f0c9-4da0-8817-be69f5868853:NORMAL|RBW]]}
2014-04-10 11:45:20,799 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-196700473-127.0.0.1-1397148267010:blk_1073741866_1042 src: /127.0.0.1:44499 dest: /127.0.0.1:56823
2014-04-10 11:45:20,801 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-196700473-127.0.0.1-1397148267010:blk_1073741866_1042 src: /127.0.0.1:51117 dest: /127.0.0.1:49954
2014-04-10 11:45:20,802 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-196700473-127.0.0.1-1397148267010:blk_1073741866_1042 src: /127.0.0.1:53577 dest: /127.0.0.1:53089
2014-04-10 11:45:20,806 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:53577, dest: /127.0.0.1:53089, bytes: 433, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-2094958814_1, offset: 0, srvID: 56b85d8f-9b31-4c91-b022-e568d9765c42, blockid: BP-196700473-127.0.0.1-1397148267010:blk_1073741866_1042, duration: 2442400
2014-04-10 11:45:20,806 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-196700473-127.0.0.1-1397148267010:blk_1073741866_1042, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2014-04-10 11:45:20,806 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:53089 is added to blk_1073741866_1042{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-b6a9be31-6a8c-48bd-97ee-0b78fb430f32:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-2bef5f6e-f0c9-4da0-8817-be69f5868853:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-97cf26c5-95a4-4e0e-a439-d9926ba08c0b:NORMAL|RBW]]} size 0
2014-04-10 11:45:20,807 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:51117, dest: /127.0.0.1:49954, bytes: 433, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-2094958814_1, offset: 0, srvID: e20bf523-f226-4d36-9695-be2356cb97a6, blockid: BP-196700473-127.0.0.1-1397148267010:blk_1073741866_1042, duration: 3186046
2014-04-10 11:45:20,807 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-196700473-127.0.0.1-1397148267010:blk_1073741866_1042, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 11:45:20,807 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:49954 is added to blk_1073741866_1042{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-b6a9be31-6a8c-48bd-97ee-0b78fb430f32:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-2bef5f6e-f0c9-4da0-8817-be69f5868853:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-97cf26c5-95a4-4e0e-a439-d9926ba08c0b:NORMAL|RBW]]} size 0
2014-04-10 11:45:20,807 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:44499, dest: /127.0.0.1:56823, bytes: 433, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-2094958814_1, offset: 0, srvID: d87cf363-b947-4d02-ab62-043c9241fbef, blockid: BP-196700473-127.0.0.1-1397148267010:blk_1073741866_1042, duration: 3927781
2014-04-10 11:45:20,808 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-196700473-127.0.0.1-1397148267010:blk_1073741866_1042, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 11:45:20,808 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:56823 is added to blk_1073741866_1042{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-b6a9be31-6a8c-48bd-97ee-0b78fb430f32:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-2bef5f6e-f0c9-4da0-8817-be69f5868853:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-97cf26c5-95a4-4e0e-a439-d9926ba08c0b:NORMAL|RBW]]} size 0
2014-04-10 11:45:20,822 INFO hdfs.StateChange (FSNamesystem.java:completeFile(2899)) - DIR* completeFile: /tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397148282618_0003.summary_tmp is closed by DFSClient_NONMAPREDUCE_-2094958814_1
2014-04-10 11:45:20,839 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397148282618_0003.summary_tmp dst=null perm=brock:supergroup:rwxrwx---
2014-04-10 11:45:20,845 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397148282618_0003/job_1397148282618_0003_1.jhist dst=null perm=null
2014-04-10 11:45:20,847 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397148282618_0003-1397148310558-brock-%5B79B2F6626F1B40A487C2394427EDFB81%2F71B135F8EF004275-1397148320723-4-0-SUCCEEDED-default-1397148313554.jhist_tmp dst=null perm=null
2014-04-10 11:45:20,851 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397148282618_0003/job_1397148282618_0003_1.jhist dst=null perm=null
2014-04-10 11:45:20,853 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397148282618_0003-1397148310558-brock-%5B79B2F6626F1B40A487C2394427EDFB81%2F71B135F8EF004275-1397148320723-4-0-SUCCEEDED-default-1397148313554.jhist_tmp dst=null perm=null
2014-04-10 11:45:20,854 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397148282618_0003/job_1397148282618_0003_1.jhist dst=null perm=null
2014-04-10 11:45:20,872 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397148282618_0003-1397148310558-brock-%5B79B2F6626F1B40A487C2394427EDFB81%2F71B135F8EF004275-1397148320723-4-0-SUCCEEDED-default-1397148313554.jhist_tmp dst=null perm=brock:supergroup:rw-rw-rw-
2014-04-10 11:45:20,875 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:53089, dest: /127.0.0.1:53578, bytes: 48018, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_-2094958814_1, offset: 0, srvID: 56b85d8f-9b31-4c91-b022-e568d9765c42, blockid: BP-196700473-127.0.0.1-1397148267010:blk_1073741865_1041, duration: 302607
2014-04-10 11:45:20,878 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(2966)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397148282618_0003-1397148310558-brock-%5B79B2F6626F1B40A487C2394427EDFB81%2F71B135F8EF004275-1397148320723-4-0-SUCCEEDED-default-1397148313554.jhist_tmp. BP-196700473-127.0.0.1-1397148267010 blk_1073741867_1043{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-c910d2b0-940b-4e3d-b4fd-b4f6084bf0d7:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-97cf26c5-95a4-4e0e-a439-d9926ba08c0b:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-7d772409-5e65-4676-97a9-57f5ea3efdc8:NORMAL|RBW]]}
2014-04-10 11:45:20,891 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-196700473-127.0.0.1-1397148267010:blk_1073741867_1043 src: /127.0.0.1:53579 dest: /127.0.0.1:53089
2014-04-10 11:45:20,893 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-196700473-127.0.0.1-1397148267010:blk_1073741867_1043 src: /127.0.0.1:51121 dest: /127.0.0.1:49954
2014-04-10 11:45:20,894 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-196700473-127.0.0.1-1397148267010:blk_1073741867_1043 src: /127.0.0.1:44505 dest: /127.0.0.1:56823
2014-04-10 11:45:20,898 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:44505, dest: /127.0.0.1:56823, bytes: 47642, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-2094958814_1, offset: 0, srvID: d87cf363-b947-4d02-ab62-043c9241fbef, blockid: BP-196700473-127.0.0.1-1397148267010:blk_1073741867_1043, duration: 3070123
2014-04-10 11:45:20,899 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-196700473-127.0.0.1-1397148267010:blk_1073741867_1043, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2014-04-10 11:45:20,899 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:56823 is added to blk_1073741867_1043{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-c910d2b0-940b-4e3d-b4fd-b4f6084bf0d7:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-7d772409-5e65-4676-97a9-57f5ea3efdc8:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-b068c5d0-517e-4297-aa28-ff6d4c514e44:NORMAL|RBW]]} size 0
2014-04-10 11:45:20,899 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:51121, dest: /127.0.0.1:49954, bytes: 47642, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-2094958814_1, offset: 0, srvID: e20bf523-f226-4d36-9695-be2356cb97a6, blockid: BP-196700473-127.0.0.1-1397148267010:blk_1073741867_1043, duration: 3284469
2014-04-10 11:45:20,900 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-196700473-127.0.0.1-1397148267010:blk_1073741867_1043, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 11:45:20,900 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:49954 is added to blk_1073741867_1043{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-c910d2b0-940b-4e3d-b4fd-b4f6084bf0d7:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-7d772409-5e65-4676-97a9-57f5ea3efdc8:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-b068c5d0-517e-4297-aa28-ff6d4c514e44:NORMAL|RBW]]} size 0
2014-04-10 11:45:20,900 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:53579, dest: /127.0.0.1:53089, bytes: 47642, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-2094958814_1, offset: 0, srvID: 56b85d8f-9b31-4c91-b022-e568d9765c42, blockid: BP-196700473-127.0.0.1-1397148267010:blk_1073741867_1043, duration: 4521630
2014-04-10 11:45:20,901 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-196700473-127.0.0.1-1397148267010:blk_1073741867_1043, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 11:45:20,901 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:53089 is added to blk_1073741867_1043{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-c910d2b0-940b-4e3d-b4fd-b4f6084bf0d7:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-7d772409-5e65-4676-97a9-57f5ea3efdc8:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-b068c5d0-517e-4297-aa28-ff6d4c514e44:NORMAL|RBW]]} size 0
2014-04-10 11:45:20,914 INFO hdfs.StateChange (FSNamesystem.java:completeFile(2899)) - DIR* completeFile: /tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397148282618_0003-1397148310558-brock-%5B79B2F6626F1B40A487C2394427EDFB81%2F71B135F8EF004275-1397148320723-4-0-SUCCEEDED-default-1397148313554.jhist_tmp is closed by DFSClient_NONMAPREDUCE_-2094958814_1
2014-04-10 11:45:20,930 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397148282618_0003-1397148310558-brock-%5B79B2F6626F1B40A487C2394427EDFB81%2F71B135F8EF004275-1397148320723-4-0-SUCCEEDED-default-1397148313554.jhist_tmp dst=null perm=brock:supergroup:rwxrwx---
2014-04-10 11:45:20,932 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397148282618_0003/job_1397148282618_0003_1_conf.xml dst=null perm=null
2014-04-10 11:45:20,933 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397148282618_0003_conf.xml_tmp dst=null perm=null
2014-04-10 11:45:20,934 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397148282618_0003/job_1397148282618_0003_1_conf.xml dst=null perm=null
2014-04-10 11:45:20,935 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397148282618_0003_conf.xml_tmp dst=null perm=null
2014-04-10 11:45:20,937 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397148282618_0003/job_1397148282618_0003_1_conf.xml dst=null perm=null
2014-04-10 11:45:20,955 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397148282618_0003_conf.xml_tmp dst=null perm=brock:supergroup:rw-rw-rw-
2014-04-10 11:45:20,958 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:53089, dest: /127.0.0.1:53578, bytes: 94618, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_-2094958814_1, offset: 0, srvID: 56b85d8f-9b31-4c91-b022-e568d9765c42, blockid: BP-196700473-127.0.0.1-1397148267010:blk_1073741860_1036, duration: 452004
2014-04-10 11:45:20,961 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(2966)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397148282618_0003_conf.xml_tmp. BP-196700473-127.0.0.1-1397148267010 blk_1073741868_1044{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-b068c5d0-517e-4297-aa28-ff6d4c514e44:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-008d3ead-b2b9-49b0-88ab-01e536a210da:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-7d772409-5e65-4676-97a9-57f5ea3efdc8:NORMAL|RBW]]}
2014-04-10 11:45:20,974 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-196700473-127.0.0.1-1397148267010:blk_1073741868_1044 src: /127.0.0.1:51123 dest: /127.0.0.1:49954
2014-04-10 11:45:20,976 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-196700473-127.0.0.1-1397148267010:blk_1073741868_1044 src: /127.0.0.1:47939 dest: /127.0.0.1:37136
2014-04-10 11:45:20,977 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-196700473-127.0.0.1-1397148267010:blk_1073741868_1044 src: /127.0.0.1:44508 dest: /127.0.0.1:56823
2014-04-10 11:45:20,981 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:44508, dest: /127.0.0.1:56823, bytes: 93882, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-2094958814_1, offset: 0, srvID: d87cf363-b947-4d02-ab62-043c9241fbef, blockid: BP-196700473-127.0.0.1-1397148267010:blk_1073741868_1044, duration: 3125223
2014-04-10 11:45:20,982 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-196700473-127.0.0.1-1397148267010:blk_1073741868_1044, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2014-04-10 11:45:20,982 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:56823 is added to blk_1073741868_1044{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-97cf26c5-95a4-4e0e-a439-d9926ba08c0b:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-331ec906-785c-475e-b366-176a30c332ed:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-b6a9be31-6a8c-48bd-97ee-0b78fb430f32:NORMAL|RBW]]} size 0
2014-04-10 11:45:20,983 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:47939, dest: /127.0.0.1:37136, bytes: 93882, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-2094958814_1, offset: 0, srvID: b242afcc-2d24-4b8f-9fb7-bc72b71e749a, blockid: BP-196700473-127.0.0.1-1397148267010:blk_1073741868_1044, duration: 3799882
2014-04-10 11:45:20,983 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-196700473-127.0.0.1-1397148267010:blk_1073741868_1044, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 11:45:20,983 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:37136 is added to blk_1073741868_1044{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-97cf26c5-95a4-4e0e-a439-d9926ba08c0b:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-331ec906-785c-475e-b366-176a30c332ed:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-b6a9be31-6a8c-48bd-97ee-0b78fb430f32:NORMAL|RBW]]} size 0
2014-04-10 11:45:20,983 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:51123, dest: /127.0.0.1:49954, bytes: 93882, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-2094958814_1, offset: 0, srvID: e20bf523-f226-4d36-9695-be2356cb97a6, blockid: BP-196700473-127.0.0.1-1397148267010:blk_1073741868_1044, duration: 4707499
2014-04-10 11:45:20,983 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-196700473-127.0.0.1-1397148267010:blk_1073741868_1044, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 11:45:20,984 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:49954 is added to blk_1073741868_1044{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-97cf26c5-95a4-4e0e-a439-d9926ba08c0b:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-331ec906-785c-475e-b366-176a30c332ed:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-b6a9be31-6a8c-48bd-97ee-0b78fb430f32:NORMAL|RBW]]} size 0
2014-04-10 11:45:20,997 INFO hdfs.StateChange (FSNamesystem.java:completeFile(2899)) - DIR* completeFile: /tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397148282618_0003_conf.xml_tmp is closed by DFSClient_NONMAPREDUCE_-2094958814_1
2014-04-10 11:45:21,014 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397148282618_0003_conf.xml_tmp dst=null perm=brock:supergroup:rwxrwx---
2014-04-10 11:45:21,030 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=rename src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397148282618_0003.summary_tmp dst=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397148282618_0003.summary perm=brock:supergroup:rwxrwx---
2014-04-10 11:45:21,047 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=rename src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397148282618_0003_conf.xml_tmp dst=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397148282618_0003_conf.xml perm=brock:supergroup:rwxrwx---
2014-04-10 11:45:21,064 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=rename src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397148282618_0003-1397148310558-brock-%5B79B2F6626F1B40A487C2394427EDFB81%2F71B135F8EF004275-1397148320723-4-0-SUCCEEDED-default-1397148313554.jhist_tmp dst=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397148282618_0003-1397148310558-brock-%5B79B2F6626F1B40A487C2394427EDFB81%2F71B135F8EF004275-1397148320723-4-0-SUCCEEDED-default-1397148313554.jhist perm=brock:supergroup:rwxrwx---
2014-04-10 11:45:21,072 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:rememberTargetTransitionsAndStoreState(960)) - Updating application attempt appattempt_1397148282618_0003_000001 with final state: FINISHING
2014-04-10 11:45:21,072 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(652)) - appattempt_1397148282618_0003_000001 State change from RUNNING to FINAL_SAVING
2014-04-10 11:45:21,072 INFO rmapp.RMAppImpl (RMAppImpl.java:rememberTargetTransitionsAndStoreState(805)) - Updating application application_1397148282618_0003 with final state: FINISHING
2014-04-10 11:45:21,072 INFO rmapp.RMAppImpl (RMAppImpl.java:handle(610)) - application_1397148282618_0003 State change from RUNNING to FINAL_SAVING
2014-04-10 11:45:21,072 INFO recovery.RMStateStore (RMStateStore.java:handleStoreEvent(596)) - Storing info for app: application_1397148282618_0003
2014-04-10 11:45:21,073 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(652)) - appattempt_1397148282618_0003_000001 State change from FINAL_SAVING to FINISHING
2014-04-10 11:45:21,073 INFO rmapp.RMAppImpl (RMAppImpl.java:handle(610)) - application_1397148282618_0003 State change from FINAL_SAVING to FINISHING
2014-04-10 11:45:21,098 INFO mapred.ClientServiceDelegate (ClientServiceDelegate.java:getProxy(273)) - Application state is completed. FinalApplicationStatus=SUCCEEDED. Redirecting to job history server
2014-04-10 11:45:21,101 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=listStatus src=/tmp/hadoop-yarn/staging/history/done_intermediate dst=null perm=null
2014-04-10 11:45:21,102 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=listStatus src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock dst=null perm=null
2014-04-10 11:45:21,104 INFO hs.CompletedJob (CompletedJob.java:<init>(95)) - Loading job: job_1397148282618_0003 from file: hdfs://localhost:38088/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397148282618_0003-1397148310558-brock-%5B79B2F6626F1B40A487C2394427EDFB81%2F71B135F8EF004275-1397148320723-4-0-SUCCEEDED-default-1397148313554.jhist
2014-04-10 11:45:21,104 INFO hs.CompletedJob (CompletedJob.java:loadFullHistoryData(326)) - Loading history file: [hdfs://localhost:38088/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397148282618_0003-1397148310558-brock-%5B79B2F6626F1B40A487C2394427EDFB81%2F71B135F8EF004275-1397148320723-4-0-SUCCEEDED-default-1397148313554.jhist]
2014-04-10 11:45:21,105 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397148282618_0003-1397148310558-brock-%5B79B2F6626F1B40A487C2394427EDFB81%2F71B135F8EF004275-1397148320723-4-0-SUCCEEDED-default-1397148313554.jhist dst=null perm=null
2014-04-10 11:45:21,108 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:56823, dest: /127.0.0.1:44511, bytes: 48018, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_-1040503166_9, offset: 0, srvID: d87cf363-b947-4d02-ab62-043c9241fbef, blockid: BP-196700473-127.0.0.1-1397148267010:blk_1073741867_1043, duration: 310734
2014-04-10 11:45:21,140 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397148282618_0003.summary dst=null perm=null
2014-04-10 11:45:21,144 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:53089, dest: /127.0.0.1:53588, bytes: 437, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_724752928_9, offset: 0, srvID: 56b85d8f-9b31-4c91-b022-e568d9765c42, blockid: BP-196700473-127.0.0.1-1397148267010:blk_1073741866_1042, duration: 276546
2014-04-10 11:45:21,144 INFO jobhistory.JobSummary (HistoryFileManager.java:moveToDone(372)) - jobId=job_1397148282618_0003,submitTime=1397148310558,launchTime=1397148313554,firstMapTaskLaunchTime=1397148315719,firstReduceTaskLaunchTime=0,finishTime=1397148320723,resourcesPerMap=1024,resourcesPerReduce=0,numMaps=4,numReduces=0,user=brock,queue=default,status=SUCCEEDED,mapSlotSeconds=15,reduceSlotSeconds=0,jobName=[79B2F6626F1B40A487C2394427EDFB81/71B135F8EF004275AC1A303A06FFC27E] second/(1/1) ...1/hadooptapplatform/glob2
2014-04-10 11:45:21,144 INFO hs.HistoryFileManager (HistoryFileManager.java:moveToDone(373)) - Deleting JobSummary file: [hdfs://localhost:38088/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397148282618_0003.summary]
2014-04-10 11:45:21,155 INFO BlockStateChange (BlockManager.java:addToInvalidates(1030)) - BLOCK* addToInvalidates: blk_1073741866_1042 127.0.0.1:56823 127.0.0.1:49954 127.0.0.1:53089
2014-04-10 11:45:21,155 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=delete src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397148282618_0003.summary dst=null perm=null
2014-04-10 11:45:21,157 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/history/done/2014/04/10/000000 dst=null perm=null
2014-04-10 11:45:21,157 INFO hs.HistoryFileManager (HistoryFileManager.java:moveToDoneNow(947)) - Moving hdfs://localhost:38088/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397148282618_0003-1397148310558-brock-%5B79B2F6626F1B40A487C2394427EDFB81%2F71B135F8EF004275-1397148320723-4-0-SUCCEEDED-default-1397148313554.jhist to hdfs://localhost:38088/tmp/hadoop-yarn/staging/history/done/2014/04/10/000000/job_1397148282618_0003-1397148310558-brock-%5B79B2F6626F1B40A487C2394427EDFB81%2F71B135F8EF004275-1397148320723-4-0-SUCCEEDED-default-1397148313554.jhist
2014-04-10 11:45:21,172 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=rename options=0 src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397148282618_0003-1397148310558-brock-%5B79B2F6626F1B40A487C2394427EDFB81%2F71B135F8EF004275-1397148320723-4-0-SUCCEEDED-default-1397148313554.jhist dst=/tmp/hadoop-yarn/staging/history/done/2014/04/10/000000/job_1397148282618_0003-1397148310558-brock-%5B79B2F6626F1B40A487C2394427EDFB81%2F71B135F8EF004275-1397148320723-4-0-SUCCEEDED-default-1397148313554.jhist perm=brock:supergroup:rwxrwx---
2014-04-10 11:45:21,173 INFO hs.HistoryFileManager (HistoryFileManager.java:moveToDoneNow(947)) - Moving hdfs://localhost:38088/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397148282618_0003_conf.xml to hdfs://localhost:38088/tmp/hadoop-yarn/staging/history/done/2014/04/10/000000/job_1397148282618_0003_conf.xml
2014-04-10 11:45:21,189 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=rename options=0 src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397148282618_0003_conf.xml dst=/tmp/hadoop-yarn/staging/history/done/2014/04/10/000000/job_1397148282618_0003_conf.xml perm=brock:supergroup:rwxrwx---
2014-04-10 11:45:21,204 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/hadooptapplatform/glob2 dst=null perm=null
2014-04-10 11:45:21,205 INFO util.Hadoop18TapUtil (Hadoop18TapUtil.java:cleanTempPath(219)) - deleting temp path /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/hadooptapplatform/glob2/_temporary
2014-04-10 11:45:21,206 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/hadooptapplatform/glob2/_temporary dst=null perm=null
2014-04-10 11:45:21,206 INFO cascade.Cascade (Cascade.java:logInfo(991)) - [first+second] completed flow: second
2014-04-10 11:45:21,227 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/hadooptapplatform/glob dst=null perm=null
2014-04-10 11:45:21,228 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/hadooptapplatform/glob dst=null perm=null
2014-04-10 11:45:21,229 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=listStatus src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/hadooptapplatform/glob dst=null perm=null
2014-04-10 11:45:21,233 INFO mapred.FileInputFormat (FileInputFormat.java:listStatus(253)) - Total input paths to process : 2
2014-04-10 11:45:21,235 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/hadooptapplatform/glob/part-00000 dst=null perm=null
2014-04-10 11:45:21,238 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:37136, dest: /127.0.0.1:47946, bytes: 24, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_-1040503166_9, offset: 0, srvID: b242afcc-2d24-4b8f-9fb7-bc72b71e749a, blockid: BP-196700473-127.0.0.1-1397148267010:blk_1073741854_1030, duration: 270961
2014-04-10 11:45:21,240 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/hadooptapplatform/glob/part-00001 dst=null perm=null
2014-04-10 11:45:21,242 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:56823, dest: /127.0.0.1:44511, bytes: 24, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_-1040503166_9, offset: 0, srvID: d87cf363-b947-4d02-ab62-043c9241fbef, blockid: BP-196700473-127.0.0.1-1397148267010:blk_1073741855_1031, duration: 222311
2014-04-10 11:45:21,242 INFO cascading.PlatformTestCase (PlatformTestCase.java:tearDown(209)) - copying to local /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output//hadoop2-mr1/hadooptapplatform/glob
2014-04-10 11:45:21,243 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/hadooptapplatform/glob dst=null perm=null
2014-04-10 11:45:21,244 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/hadooptapplatform/glob dst=null perm=null
2014-04-10 11:45:21,245 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/hadooptapplatform/glob dst=null perm=null
2014-04-10 11:45:21,246 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=listStatus src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/hadooptapplatform/glob dst=null perm=null
2014-04-10 11:45:21,247 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/hadooptapplatform/glob/part-00000 dst=null perm=null
2014-04-10 11:45:21,248 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/hadooptapplatform/glob/part-00000 dst=null perm=null
2014-04-10 11:45:21,250 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:37136, dest: /127.0.0.1:47946, bytes: 24, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_-1040503166_9, offset: 0, srvID: b242afcc-2d24-4b8f-9fb7-bc72b71e749a, blockid: BP-196700473-127.0.0.1-1397148267010:blk_1073741854_1030, duration: 313260
2014-04-10 11:45:21,251 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/hadooptapplatform/glob/part-00001 dst=null perm=null
2014-04-10 11:45:21,252 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/hadooptapplatform/glob/part-00001 dst=null perm=null
2014-04-10 11:45:21,254 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:37136, dest: /127.0.0.1:47946, bytes: 24, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_-1040503166_9, offset: 0, srvID: b242afcc-2d24-4b8f-9fb7-bc72b71e749a, blockid: BP-196700473-127.0.0.1-1397148267010:blk_1073741855_1031, duration: 341286
2014-04-10 11:45:21,254 INFO cascading.PlatformTestCase (PlatformTestCase.java:tearDown(209)) - copying to local /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output//hadoop2-mr1/hadooptapplatform/glob2
2014-04-10 11:45:21,255 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/hadooptapplatform/glob2 dst=null perm=null
2014-04-10 11:45:21,256 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/hadooptapplatform/glob2 dst=null perm=null
2014-04-10 11:45:21,257 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/hadooptapplatform/glob2 dst=null perm=null
2014-04-10 11:45:21,258 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=listStatus src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/hadooptapplatform/glob2 dst=null perm=null
2014-04-10 11:45:21,260 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/hadooptapplatform/glob2/part-00000 dst=null perm=null
2014-04-10 11:45:21,261 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/hadooptapplatform/glob2/part-00000 dst=null perm=null
2014-04-10 11:45:21,263 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:37136, dest: /127.0.0.1:47946, bytes: 16, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_-1040503166_9, offset: 0, srvID: b242afcc-2d24-4b8f-9fb7-bc72b71e749a, blockid: BP-196700473-127.0.0.1-1397148267010:blk_1073741863_1039, duration: 308981
2014-04-10 11:45:21,263 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/hadooptapplatform/glob2/part-00001 dst=null perm=null
2014-04-10 11:45:21,264 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/hadooptapplatform/glob2/part-00001 dst=null perm=null
2014-04-10 11:45:21,267 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:37136, dest: /127.0.0.1:47946, bytes: 12, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_-1040503166_9, offset: 0, srvID: b242afcc-2d24-4b8f-9fb7-bc72b71e749a, blockid: BP-196700473-127.0.0.1-1397148267010:blk_1073741861_1037, duration: 300352
2014-04-10 11:45:21,267 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/hadooptapplatform/glob2/part-00002 dst=null perm=null
2014-04-10 11:45:21,268 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/hadooptapplatform/glob2/part-00002 dst=null perm=null
2014-04-10 11:45:21,271 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:37136, dest: /127.0.0.1:47946, bytes: 16, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_-1040503166_9, offset: 0, srvID: b242afcc-2d24-4b8f-9fb7-bc72b71e749a, blockid: BP-196700473-127.0.0.1-1397148267010:blk_1073741864_1040, duration: 218603
2014-04-10 11:45:21,271 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/hadooptapplatform/glob2/part-00003 dst=null perm=null
2014-04-10 11:45:21,272 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/hadooptapplatform/glob2/part-00003 dst=null perm=null
2014-04-10 11:45:21,275 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:56823, dest: /127.0.0.1:44511, bytes: 12, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_-1040503166_9, offset: 0, srvID: d87cf363-b947-4d02-ab62-043c9241fbef, blockid: BP-196700473-127.0.0.1-1397148267010:blk_1073741862_1038, duration: 316737
2014-04-10 11:45:21,276 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/classes/test/data/lower.txt dst=null perm=null
2014-04-10 11:45:21,277 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/classes/test/data/upper.txt dst=null perm=null
2014-04-10 11:45:21,292 INFO util.HadoopUtil (HadoopUtil.java:findMainClass(319)) - using default application jar, may cause class not found exceptions on the cluster
2014-04-10 11:45:21,292 INFO planner.HadoopPlanner (HadoopPlanner.java:initialize(205)) - using application jar: /home/brock/.gradle/caches/modules-2/files-2.1/cascading/cascading-hadoop2-mr1/2.5.3/fbde5367797af408c100d25704a77959e50a31d8/cascading-hadoop2-mr1-2.5.3.jar
2014-04-10 11:45:21,309 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/hadooptapplatform/dupeconfig dst=null perm=null
2014-04-10 11:45:21,309 INFO flow.Flow (BaseFlow.java:logInfo(1354)) - [lower*upper] starting
2014-04-10 11:45:21,310 INFO flow.Flow (BaseFlow.java:logInfo(1354)) - [lower*upper] source: Hfs["DupeConfigScheme[['offset', 'line']->[ALL]]"]["/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/classes/test/data/upper.txt"]
2014-04-10 11:45:21,310 INFO flow.Flow (BaseFlow.java:logInfo(1354)) - [lower*upper] source: Hfs["TextLine[['offset', 'line']->[ALL]]"]["/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/classes/test/data/lower.txt"]
2014-04-10 11:45:21,310 INFO flow.Flow (BaseFlow.java:logInfo(1354)) - [lower*upper] sink: Hfs["TextLine[['line']->[ALL]]"]["/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/hadooptapplatform/dupeconfig"]
2014-04-10 11:45:21,310 INFO flow.Flow (BaseFlow.java:logInfo(1354)) - [lower*upper] parallel execution is enabled: true
2014-04-10 11:45:21,310 INFO flow.Flow (BaseFlow.java:logInfo(1354)) - [lower*upper] starting jobs: 1
2014-04-10 11:45:21,310 INFO flow.Flow (BaseFlow.java:logInfo(1354)) - [lower*upper] allocating threads: 1
2014-04-10 11:45:21,310 INFO flow.FlowStep (BaseFlowStep.java:logInfo(834)) - [lower*upper] starting step: (1/1) ...ooptapplatform/dupeconfig
2014-04-10 11:45:21,326 INFO client.RMProxy (RMProxy.java:createRMProxy(92)) - Connecting to ResourceManager at localhost/127.0.0.1:53220
2014-04-10 11:45:21,337 INFO client.RMProxy (RMProxy.java:createRMProxy(92)) - Connecting to ResourceManager at localhost/127.0.0.1:53220
2014-04-10 11:45:21,339 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/hadooptapplatform/dupeconfig dst=null perm=null
2014-04-10 11:45:21,340 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging dst=null perm=null
2014-04-10 11:45:21,341 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging dst=null perm=null
2014-04-10 11:45:21,341 INFO resourcemanager.ClientRMService (ClientRMService.java:getNewApplicationId(213)) - Allocated new applicationId: 4
2014-04-10 11:45:21,343 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397148282618_0004 dst=null perm=null
2014-04-10 11:45:21,364 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=mkdirs src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397148282618_0004 dst=null perm=brock:supergroup:rwxr-xr-x
2014-04-10 11:45:21,380 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397148282618_0004 dst=null perm=brock:supergroup:rwx------
2014-04-10 11:45:21,382 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397148282618_0004/job.jar dst=null perm=null
2014-04-10 11:45:21,397 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397148282618_0004/job.jar dst=null perm=brock:supergroup:rw-r--r--
2014-04-10 11:45:21,399 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(2966)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/brock/.staging/job_1397148282618_0004/job.jar. BP-196700473-127.0.0.1-1397148267010 blk_1073741869_1045{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-7d772409-5e65-4676-97a9-57f5ea3efdc8:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-008d3ead-b2b9-49b0-88ab-01e536a210da:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-c910d2b0-940b-4e3d-b4fd-b4f6084bf0d7:NORMAL|RBW]]}
2014-04-10 11:45:21,415 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-196700473-127.0.0.1-1397148267010:blk_1073741869_1045 src: /127.0.0.1:44516 dest: /127.0.0.1:56823
2014-04-10 11:45:21,416 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-196700473-127.0.0.1-1397148267010:blk_1073741869_1045 src: /127.0.0.1:47949 dest: /127.0.0.1:37136
2014-04-10 11:45:21,418 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-196700473-127.0.0.1-1397148267010:blk_1073741869_1045 src: /127.0.0.1:53594 dest: /127.0.0.1:53089
2014-04-10 11:45:21,423 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:53594, dest: /127.0.0.1:53089, bytes: 244650, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-1040503166_9, offset: 0, srvID: 56b85d8f-9b31-4c91-b022-e568d9765c42, blockid: BP-196700473-127.0.0.1-1397148267010:blk_1073741869_1045, duration: 3478593
2014-04-10 11:45:21,424 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-196700473-127.0.0.1-1397148267010:blk_1073741869_1045, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2014-04-10 11:45:21,424 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:53089 is added to blk_1073741869_1045{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-7d772409-5e65-4676-97a9-57f5ea3efdc8:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-008d3ead-b2b9-49b0-88ab-01e536a210da:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-2bef5f6e-f0c9-4da0-8817-be69f5868853:NORMAL|RBW]]} size 0
2014-04-10 11:45:21,424 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:47949, dest: /127.0.0.1:37136, bytes: 244650, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-1040503166_9, offset: 0, srvID: b242afcc-2d24-4b8f-9fb7-bc72b71e749a, blockid: BP-196700473-127.0.0.1-1397148267010:blk_1073741869_1045, duration: 3985610
2014-04-10 11:45:21,424 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-196700473-127.0.0.1-1397148267010:blk_1073741869_1045, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 11:45:21,424 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:37136 is added to blk_1073741869_1045{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-7d772409-5e65-4676-97a9-57f5ea3efdc8:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-008d3ead-b2b9-49b0-88ab-01e536a210da:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-2bef5f6e-f0c9-4da0-8817-be69f5868853:NORMAL|RBW]]} size 0
2014-04-10 11:45:21,425 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:44516, dest: /127.0.0.1:56823, bytes: 244650, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-1040503166_9, offset: 0, srvID: d87cf363-b947-4d02-ab62-043c9241fbef, blockid: BP-196700473-127.0.0.1-1397148267010:blk_1073741869_1045, duration: 4736230
2014-04-10 11:45:21,425 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-196700473-127.0.0.1-1397148267010:blk_1073741869_1045, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 11:45:21,426 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:56823 is added to blk_1073741869_1045{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-7d772409-5e65-4676-97a9-57f5ea3efdc8:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-008d3ead-b2b9-49b0-88ab-01e536a210da:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-2bef5f6e-f0c9-4da0-8817-be69f5868853:NORMAL|RBW]]} size 0
2014-04-10 11:45:21,439 INFO hdfs.StateChange (FSNamesystem.java:completeFile(2899)) - DIR* completeFile: /tmp/hadoop-yarn/staging/brock/.staging/job_1397148282618_0004/job.jar is closed by DFSClient_NONMAPREDUCE_-1040503166_9
2014-04-10 11:45:21,439 INFO blockmanagement.BlockManager (BlockManager.java:setReplication(2455)) - Increasing replication from 3 to 10 for /tmp/hadoop-yarn/staging/brock/.staging/job_1397148282618_0004/job.jar
2014-04-10 11:45:21,455 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=setReplication src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397148282618_0004/job.jar dst=null perm=null
2014-04-10 11:45:21,472 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397148282618_0004/job.jar dst=null perm=brock:supergroup:rw-r--r--
2014-04-10 11:45:21,473 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null
2014-04-10 11:45:21,474 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target/Hadoop2MR1Platform-tmpDir/hadoop-6513904787770014536.jar dst=null perm=null
2014-04-10 11:45:21,475 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null
2014-04-10 11:45:21,477 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target/Hadoop2MR1Platform-tmpDir dst=null perm=null
2014-04-10 11:45:21,478 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target dst=null perm=null
2014-04-10 11:45:21,479 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock dst=null perm=null
2014-04-10 11:45:21,480 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user dst=null perm=null
2014-04-10 11:45:21,481 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/ dst=null perm=null
2014-04-10 11:45:21,482 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target/Hadoop2MR1Platform-tmpDir/hadoop-6513904787770014536.jar dst=null perm=null
2014-04-10 11:45:21,482 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:updateAndGetContainerStatuses(374)) - Removed completed container container_1397148282618_0003_01_000004
2014-04-10 11:45:21,482 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397148282618_0003_01_000004 Container Transitioned from RUNNING to COMPLETED
2014-04-10 11:45:21,482 INFO fica.FiCaSchedulerApp (FiCaSchedulerApp.java:containerCompleted(91)) - Completed container: container_1397148282618_0003_01_000004 in state: COMPLETED event:FINISHED
2014-04-10 11:45:21,483 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(98)) - USER=brock OPERATION=AM Released Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1397148282618_0003 CONTAINERID=container_1397148282618_0003_01_000004
2014-04-10 11:45:21,483 INFO fica.FiCaSchedulerNode (FiCaSchedulerNode.java:releaseContainer(164)) - Released container container_1397148282618_0003_01_000004 of capacity <memory:1024, vCores:1> on host localhost:33805, which currently has 0 containers, <memory:0, vCores:0> used and <memory:4096, vCores:8> available, release resources=true
2014-04-10 11:45:21,483 INFO capacity.LeafQueue (LeafQueue.java:releaseResource(1506)) - default used=<memory:2048, vCores:1> numContainers=1 user=brock user-resources=<memory:2048, vCores:1>
2014-04-10 11:45:21,483 INFO capacity.LeafQueue (LeafQueue.java:completedContainer(1448)) - completedContainer container=Container: [ContainerId: container_1397148282618_0003_01_000004, NodeId: localhost:33805, NodeHttpAddress: localhost:42238, Resource: <memory:1024, vCores:1>, Priority: 20, Token: Token { kind: ContainerToken, service: localhost:33805 }, ] resource=<memory:1024, vCores:1> queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:2048, vCores:1>usedCapacity=0.125, absoluteUsedCapacity=0.125, numApps=1, numContainers=1 usedCapacity=0.125 absoluteUsedCapacity=0.125 used=<memory:2048, vCores:1> cluster=<memory:16384, vCores:32>
2014-04-10 11:45:21,483 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(694)) - completedContainer queue=root usedCapacity=0.125 absoluteUsedCapacity=0.125 used=<memory:2048, vCores:1> cluster=<memory:16384, vCores:32>
2014-04-10 11:45:21,483 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(708)) - Re-sorting completed queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:2048, vCores:1>usedCapacity=0.125, absoluteUsedCapacity=0.125, numApps=1, numContainers=1
2014-04-10 11:45:21,483 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(849)) - Application appattempt_1397148282618_0003_000001 released container container_1397148282618_0003_01_000004 on node: host: localhost:33805 #containers=0 available=4096 used=0 with event: FINISHED
2014-04-10 11:45:21,484 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/classes/test/data/lower.txt dst=null perm=null
2014-04-10 11:45:21,485 INFO mapred.FileInputFormat (FileInputFormat.java:listStatus(253)) - Total input paths to process : 1
2014-04-10 11:45:21,486 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/classes/test/data/lower.txt dst=null perm=null
2014-04-10 11:45:21,505 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397148282618_0004/job.split dst=null perm=brock:supergroup:rw-r--r--
2014-04-10 11:45:21,522 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397148282618_0004/job.split dst=null perm=brock:supergroup:rw-r--r--
2014-04-10 11:45:21,523 INFO blockmanagement.BlockManager (BlockManager.java:setReplication(2455)) - Increasing replication from 3 to 10 for /tmp/hadoop-yarn/staging/brock/.staging/job_1397148282618_0004/job.split
2014-04-10 11:45:21,539 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=setReplication src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397148282618_0004/job.split dst=null perm=null
2014-04-10 11:45:21,541 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(2966)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/brock/.staging/job_1397148282618_0004/job.split. BP-196700473-127.0.0.1-1397148267010 blk_1073741870_1046{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-b6a9be31-6a8c-48bd-97ee-0b78fb430f32:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-b068c5d0-517e-4297-aa28-ff6d4c514e44:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-008d3ead-b2b9-49b0-88ab-01e536a210da:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-c910d2b0-940b-4e3d-b4fd-b4f6084bf0d7:NORMAL|RBW]]}
2014-04-10 11:45:21,557 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-196700473-127.0.0.1-1397148267010:blk_1073741870_1046 src: /127.0.0.1:44519 dest: /127.0.0.1:56823
2014-04-10 11:45:21,559 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-196700473-127.0.0.1-1397148267010:blk_1073741870_1046 src: /127.0.0.1:51137 dest: /127.0.0.1:49954
2014-04-10 11:45:21,560 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-196700473-127.0.0.1-1397148267010:blk_1073741870_1046 src: /127.0.0.1:47953 dest: /127.0.0.1:37136
2014-04-10 11:45:21,561 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-196700473-127.0.0.1-1397148267010:blk_1073741870_1046 src: /127.0.0.1:53598 dest: /127.0.0.1:53089
2014-04-10 11:45:21,564 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:53598, dest: /127.0.0.1:53089, bytes: 1887, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-1040503166_9, offset: 0, srvID: 56b85d8f-9b31-4c91-b022-e568d9765c42, blockid: BP-196700473-127.0.0.1-1397148267010:blk_1073741870_1046, duration: 2188946
2014-04-10 11:45:21,564 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-196700473-127.0.0.1-1397148267010:blk_1073741870_1046, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2014-04-10 11:45:21,565 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:53089 is added to blk_1073741870_1046{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-b6a9be31-6a8c-48bd-97ee-0b78fb430f32:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-b068c5d0-517e-4297-aa28-ff6d4c514e44:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-c910d2b0-940b-4e3d-b4fd-b4f6084bf0d7:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-331ec906-785c-475e-b366-176a30c332ed:NORMAL|RBW]]} size 0
2014-04-10 11:45:21,565 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:47953, dest: /127.0.0.1:37136, bytes: 1887, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-1040503166_9, offset: 0, srvID: b242afcc-2d24-4b8f-9fb7-bc72b71e749a, blockid: BP-196700473-127.0.0.1-1397148267010:blk_1073741870_1046, duration: 2606839
2014-04-10 11:45:21,565 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-196700473-127.0.0.1-1397148267010:blk_1073741870_1046, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 11:45:21,565 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:37136 is added to blk_1073741870_1046{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-b6a9be31-6a8c-48bd-97ee-0b78fb430f32:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-b068c5d0-517e-4297-aa28-ff6d4c514e44:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-c910d2b0-940b-4e3d-b4fd-b4f6084bf0d7:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-331ec906-785c-475e-b366-176a30c332ed:NORMAL|RBW]]} size 0
2014-04-10 11:45:21,566 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:51137, dest: /127.0.0.1:49954, bytes: 1887, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-1040503166_9, offset: 0, srvID: e20bf523-f226-4d36-9695-be2356cb97a6, blockid: BP-196700473-127.0.0.1-1397148267010:blk_1073741870_1046, duration: 3623513
2014-04-10 11:45:21,566 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-196700473-127.0.0.1-1397148267010:blk_1073741870_1046, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 11:45:21,567 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:49954 is added to blk_1073741870_1046{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-b6a9be31-6a8c-48bd-97ee-0b78fb430f32:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-b068c5d0-517e-4297-aa28-ff6d4c514e44:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-c910d2b0-940b-4e3d-b4fd-b4f6084bf0d7:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-331ec906-785c-475e-b366-176a30c332ed:NORMAL|RBW]]} size 0
2014-04-10 11:45:21,567 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:44519, dest: /127.0.0.1:56823, bytes: 1887, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-1040503166_9, offset: 0, srvID: d87cf363-b947-4d02-ab62-043c9241fbef, blockid: BP-196700473-127.0.0.1-1397148267010:blk_1073741870_1046, duration: 4599056
2014-04-10 11:45:21,567 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-196700473-127.0.0.1-1397148267010:blk_1073741870_1046, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 11:45:21,568 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:56823 is added to blk_1073741870_1046{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-b6a9be31-6a8c-48bd-97ee-0b78fb430f32:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-b068c5d0-517e-4297-aa28-ff6d4c514e44:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-c910d2b0-940b-4e3d-b4fd-b4f6084bf0d7:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-331ec906-785c-475e-b366-176a30c332ed:NORMAL|RBW]]} size 0
2014-04-10 11:45:21,580 INFO hdfs.StateChange (FSNamesystem.java:completeFile(2899)) - DIR* completeFile: /tmp/hadoop-yarn/staging/brock/.staging/job_1397148282618_0004/job.split is closed by DFSClient_NONMAPREDUCE_-1040503166_9
2014-04-10 11:45:21,597 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397148282618_0004/job.splitmetainfo dst=null perm=brock:supergroup:rw-r--r--
2014-04-10 11:45:21,614 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397148282618_0004/job.splitmetainfo dst=null perm=brock:supergroup:rw-r--r--
2014-04-10 11:45:21,615 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(2966)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/brock/.staging/job_1397148282618_0004/job.splitmetainfo. BP-196700473-127.0.0.1-1397148267010 blk_1073741871_1047{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-7d772409-5e65-4676-97a9-57f5ea3efdc8:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-c910d2b0-940b-4e3d-b4fd-b4f6084bf0d7:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-97cf26c5-95a4-4e0e-a439-d9926ba08c0b:NORMAL|RBW]]}
2014-04-10 11:45:21,632 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-196700473-127.0.0.1-1397148267010:blk_1073741871_1047 src: /127.0.0.1:44523 dest: /127.0.0.1:56823
2014-04-10 11:45:21,633 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-196700473-127.0.0.1-1397148267010:blk_1073741871_1047 src: /127.0.0.1:53600 dest: /127.0.0.1:53089
2014-04-10 11:45:21,634 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-196700473-127.0.0.1-1397148267010:blk_1073741871_1047 src: /127.0.0.1:51142 dest: /127.0.0.1:49954
2014-04-10 11:45:21,637 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:51142, dest: /127.0.0.1:49954, bytes: 183, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-1040503166_9, offset: 0, srvID: e20bf523-f226-4d36-9695-be2356cb97a6, blockid: BP-196700473-127.0.0.1-1397148267010:blk_1073741871_1047, duration: 1873763
2014-04-10 11:45:21,638 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-196700473-127.0.0.1-1397148267010:blk_1073741871_1047, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2014-04-10 11:45:21,638 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:49954 is added to blk_1073741871_1047{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-7d772409-5e65-4676-97a9-57f5ea3efdc8:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-97cf26c5-95a4-4e0e-a439-d9926ba08c0b:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-2bef5f6e-f0c9-4da0-8817-be69f5868853:NORMAL|RBW]]} size 0
2014-04-10 11:45:21,638 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:53600, dest: /127.0.0.1:53089, bytes: 183, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-1040503166_9, offset: 0, srvID: 56b85d8f-9b31-4c91-b022-e568d9765c42, blockid: BP-196700473-127.0.0.1-1397148267010:blk_1073741871_1047, duration: 2134476
2014-04-10 11:45:21,638 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-196700473-127.0.0.1-1397148267010:blk_1073741871_1047, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 11:45:21,639 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:53089 is added to blk_1073741871_1047{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-7d772409-5e65-4676-97a9-57f5ea3efdc8:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-97cf26c5-95a4-4e0e-a439-d9926ba08c0b:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-2bef5f6e-f0c9-4da0-8817-be69f5868853:NORMAL|RBW]]} size 0
2014-04-10 11:45:21,639 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:44523, dest: /127.0.0.1:56823, bytes: 183, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-1040503166_9, offset: 0, srvID: d87cf363-b947-4d02-ab62-043c9241fbef, blockid: BP-196700473-127.0.0.1-1397148267010:blk_1073741871_1047, duration: 2945573
2014-04-10 11:45:21,639 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-196700473-127.0.0.1-1397148267010:blk_1073741871_1047, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 11:45:21,640 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:56823 is added to blk_1073741871_1047{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-7d772409-5e65-4676-97a9-57f5ea3efdc8:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-97cf26c5-95a4-4e0e-a439-d9926ba08c0b:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-2bef5f6e-f0c9-4da0-8817-be69f5868853:NORMAL|RBW]]} size 0
2014-04-10 11:45:21,689 INFO hdfs.StateChange (FSNamesystem.java:completeFile(2899)) - DIR* completeFile: /tmp/hadoop-yarn/staging/brock/.staging/job_1397148282618_0004/job.splitmetainfo is closed by DFSClient_NONMAPREDUCE_-1040503166_9
2014-04-10 11:45:21,689 INFO mapreduce.JobSubmitter (JobSubmitter.java:submitJobInternal(396)) - number of splits:5
2014-04-10 11:45:21,705 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397148282618_0004/job.xml dst=null perm=brock:supergroup:rw-r--r--
2014-04-10 11:45:21,722 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397148282618_0004/job.xml dst=null perm=brock:supergroup:rw-r--r--
2014-04-10 11:45:21,735 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(2966)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/brock/.staging/job_1397148282618_0004/job.xml. BP-196700473-127.0.0.1-1397148267010 blk_1073741872_1048{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-97cf26c5-95a4-4e0e-a439-d9926ba08c0b:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-7d772409-5e65-4676-97a9-57f5ea3efdc8:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-2bef5f6e-f0c9-4da0-8817-be69f5868853:NORMAL|RBW]]}
2014-04-10 11:45:21,749 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-196700473-127.0.0.1-1397148267010:blk_1073741872_1048 src: /127.0.0.1:51144 dest: /127.0.0.1:49954
2014-04-10 11:45:21,750 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-196700473-127.0.0.1-1397148267010:blk_1073741872_1048 src: /127.0.0.1:44528 dest: /127.0.0.1:56823
2014-04-10 11:45:21,751 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-196700473-127.0.0.1-1397148267010:blk_1073741872_1048 src: /127.0.0.1:53605 dest: /127.0.0.1:53089
2014-04-10 11:45:21,755 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:53605, dest: /127.0.0.1:53089, bytes: 81395, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-1040503166_9, offset: 0, srvID: 56b85d8f-9b31-4c91-b022-e568d9765c42, blockid: BP-196700473-127.0.0.1-1397148267010:blk_1073741872_1048, duration: 2626235
2014-04-10 11:45:21,755 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-196700473-127.0.0.1-1397148267010:blk_1073741872_1048, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2014-04-10 11:45:21,756 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:53089 is added to blk_1073741872_1048{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-b068c5d0-517e-4297-aa28-ff6d4c514e44:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-b6a9be31-6a8c-48bd-97ee-0b78fb430f32:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-c910d2b0-940b-4e3d-b4fd-b4f6084bf0d7:NORMAL|RBW]]} size 0
2014-04-10 11:45:21,756 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:44528, dest: /127.0.0.1:56823, bytes: 81395, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-1040503166_9, offset: 0, srvID: d87cf363-b947-4d02-ab62-043c9241fbef, blockid: BP-196700473-127.0.0.1-1397148267010:blk_1073741872_1048, duration: 3367866
2014-04-10 11:45:21,756 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-196700473-127.0.0.1-1397148267010:blk_1073741872_1048, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 11:45:21,756 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:56823 is added to blk_1073741872_1048{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-b068c5d0-517e-4297-aa28-ff6d4c514e44:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-b6a9be31-6a8c-48bd-97ee-0b78fb430f32:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-c910d2b0-940b-4e3d-b4fd-b4f6084bf0d7:NORMAL|RBW]]} size 0
2014-04-10 11:45:21,756 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:51144, dest: /127.0.0.1:49954, bytes: 81395, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-1040503166_9, offset: 0, srvID: e20bf523-f226-4d36-9695-be2356cb97a6, blockid: BP-196700473-127.0.0.1-1397148267010:blk_1073741872_1048, duration: 3963049
2014-04-10 11:45:21,757 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-196700473-127.0.0.1-1397148267010:blk_1073741872_1048, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 11:45:21,757 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:49954 is added to blk_1073741872_1048{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-b068c5d0-517e-4297-aa28-ff6d4c514e44:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-b6a9be31-6a8c-48bd-97ee-0b78fb430f32:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-c910d2b0-940b-4e3d-b4fd-b4f6084bf0d7:NORMAL|RBW]]} size 0
2014-04-10 11:45:21,772 INFO hdfs.StateChange (FSNamesystem.java:completeFile(2899)) - DIR* completeFile: /tmp/hadoop-yarn/staging/brock/.staging/job_1397148282618_0004/job.xml is closed by DFSClient_NONMAPREDUCE_-1040503166_9
2014-04-10 11:45:21,772 INFO mapreduce.JobSubmitter (JobSubmitter.java:printTokens(479)) - Submitting tokens for job: job_1397148282618_0004
2014-04-10 11:45:21,774 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397148282618_0004 dst=null perm=null
2014-04-10 11:45:21,775 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397148282618_0004/job.xml dst=null perm=null
2014-04-10 11:45:21,776 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397148282618_0004/job.xml dst=null perm=null
2014-04-10 11:45:21,777 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397148282618_0004/job.jar dst=null perm=null
2014-04-10 11:45:21,778 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397148282618_0004/job.jar dst=null perm=null
2014-04-10 11:45:21,779 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397148282618_0004/job.split dst=null perm=null
2014-04-10 11:45:21,780 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397148282618_0004/job.split dst=null perm=null
2014-04-10 11:45:21,781 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397148282618_0004/job.splitmetainfo dst=null perm=null
2014-04-10 11:45:21,782 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397148282618_0004/job.splitmetainfo dst=null perm=null
2014-04-10 11:45:21,785 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null
2014-04-10 11:45:21,786 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target/Hadoop2MR1Platform-tmpDir/hadoop-6513904787770014536.jar dst=null perm=null
2014-04-10 11:45:21,787 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null
2014-04-10 11:45:21,788 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target/Hadoop2MR1Platform-tmpDir/hadoop-6513904787770014536.jar dst=null perm=null
2014-04-10 11:45:21,789 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null
2014-04-10 11:45:21,790 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target/Hadoop2MR1Platform-tmpDir/hadoop-6513904787770014536.jar dst=null perm=null
2014-04-10 11:45:21,831 INFO resourcemanager.ClientRMService (ClientRMService.java:submitApplication(326)) - Application with id 4 submitted by user brock
2014-04-10 11:45:21,832 INFO rmapp.RMAppImpl (RMAppImpl.java:transition(786)) - Storing application with id application_1397148282618_0004
2014-04-10 11:45:21,832 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(140)) - USER=brock IP=127.0.0.1 OPERATION=Submit Application Request TARGET=ClientRMService RESULT=SUCCESS APPID=application_1397148282618_0004
2014-04-10 11:45:21,832 INFO recovery.RMStateStore (RMStateStore.java:handleStoreEvent(596)) - Storing info for app: application_1397148282618_0004
2014-04-10 11:45:21,832 INFO rmapp.RMAppImpl (RMAppImpl.java:handle(610)) - application_1397148282618_0004 State change from NEW to NEW_SAVING
2014-04-10 11:45:21,833 INFO rmapp.RMAppImpl (RMAppImpl.java:handle(610)) - application_1397148282618_0004 State change from NEW_SAVING to SUBMITTED
2014-04-10 11:45:21,833 INFO resourcemanager.ApplicationMasterService (ApplicationMasterService.java:registerAppAttempt(556)) - Registering app attempt : appattempt_1397148282618_0004_000001
2014-04-10 11:45:21,833 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(652)) - appattempt_1397148282618_0004_000001 State change from NEW to SUBMITTED
2014-04-10 11:45:21,834 INFO capacity.LeafQueue (LeafQueue.java:activateApplications(718)) - Application application_1397148282618_0004 from user: brock activated in queue: default
2014-04-10 11:45:21,834 INFO capacity.LeafQueue (LeafQueue.java:addApplication(734)) - Application added - appId: application_1397148282618_0004 user: org.apache.hadoop.yarn.server.resourcemanager.scheduler.capacity.LeafQueue$User@57bb55fc, leaf-queue: default #user-pending-applications: 0 #user-active-applications: 2 #queue-pending-applications: 0 #queue-active-applications: 2
2014-04-10 11:45:21,834 INFO capacity.ParentQueue (ParentQueue.java:addApplication(482)) - Application added - appId: application_1397148282618_0004 user: brock leaf-queue of parent: root #applications: 2
2014-04-10 11:45:21,834 INFO impl.YarnClientImpl (YarnClientImpl.java:submitApplication(166)) - Submitted application application_1397148282618_0004
2014-04-10 11:45:21,834 INFO capacity.CapacityScheduler (CapacityScheduler.java:addApplicationAttempt(459)) - Application Submission: appattempt_1397148282618_0004_000001, user: brock queue: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:2048, vCores:1>usedCapacity=0.125, absoluteUsedCapacity=0.125, numApps=2, numContainers=1, currently active: 2
2014-04-10 11:45:21,835 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(652)) - appattempt_1397148282618_0004_000001 State change from SUBMITTED to SCHEDULED
2014-04-10 11:45:21,836 INFO rmapp.RMAppImpl (RMAppImpl.java:handle(610)) - application_1397148282618_0004 State change from SUBMITTED to ACCEPTED
2014-04-10 11:45:21,837 INFO mapreduce.Job (Job.java:submit(1289)) - The url to track the job: http://localhost:45416/proxy/application_1397148282618_0004/
2014-04-10 11:45:21,837 INFO flow.FlowStep (BaseFlowStep.java:logInfo(834)) - [lower*upper] submitted hadoop job: job_1397148282618_0004
2014-04-10 11:45:21,837 INFO flow.FlowStep (BaseFlowStep.java:logInfo(834)) - [lower*upper] tracking url: http://localhost:45416/proxy/application_1397148282618_0004/
2014-04-10 11:45:21,970 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397148282618_0004_01_000001 Container Transitioned from NEW to ALLOCATED
2014-04-10 11:45:21,970 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(98)) - USER=brock OPERATION=AM Allocated Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1397148282618_0004 CONTAINERID=container_1397148282618_0004_01_000001
2014-04-10 11:45:21,970 INFO fica.FiCaSchedulerNode (FiCaSchedulerNode.java:allocateContainer(116)) - Assigned container container_1397148282618_0004_01_000001 of capacity <memory:2048, vCores:1> on host localhost:39304, which currently has 2 containers, <memory:4096, vCores:2> used and <memory:0, vCores:6> available
2014-04-10 11:45:21,971 INFO capacity.LeafQueue (LeafQueue.java:assignContainer(1363)) - assignedContainer application=application_1397148282618_0004 container=Container: [ContainerId: container_1397148282618_0004_01_000001, NodeId: localhost:39304, NodeHttpAddress: localhost:51177, Resource: <memory:2048, vCores:1>, Priority: 0, Token: Token { kind: ContainerToken, service: localhost:39304 }, ] containerId=container_1397148282618_0004_01_000001 queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:2048, vCores:1>usedCapacity=0.125, absoluteUsedCapacity=0.125, numApps=2, numContainers=1 usedCapacity=0.125 absoluteUsedCapacity=0.125 used=<memory:2048, vCores:1> cluster=<memory:16384, vCores:32>
2014-04-10 11:45:21,971 INFO capacity.ParentQueue (ParentQueue.java:assignContainersToChildQueues(655)) - Re-sorting assigned queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:4096, vCores:2>usedCapacity=0.25, absoluteUsedCapacity=0.25, numApps=2, numContainers=2
2014-04-10 11:45:21,971 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397148282618_0004_01_000001 Container Transitioned from ALLOCATED to ACQUIRED
2014-04-10 11:45:21,971 INFO capacity.ParentQueue (ParentQueue.java:assignContainers(570)) - assignedContainer queue=root usedCapacity=0.25 absoluteUsedCapacity=0.25 used=<memory:4096, vCores:2> cluster=<memory:16384, vCores:32>
2014-04-10 11:45:21,972 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:storeAttempt(1554)) - Storing attempt: AppId: application_1397148282618_0004 AttemptId: appattempt_1397148282618_0004_000001 MasterContainer: Container: [ContainerId: container_1397148282618_0004_01_000001, NodeId: localhost:39304, NodeHttpAddress: localhost:51177, Resource: <memory:2048, vCores:1>, Priority: 0, Token: Token { kind: ContainerToken, service: localhost:39304 }, ]
2014-04-10 11:45:21,972 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(652)) - appattempt_1397148282618_0004_000001 State change from SCHEDULED to ALLOCATED_SAVING
2014-04-10 11:45:21,972 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(652)) - appattempt_1397148282618_0004_000001 State change from ALLOCATED_SAVING to ALLOCATED
2014-04-10 11:45:21,973 INFO amlauncher.AMLauncher (AMLauncher.java:run(248)) - Launching masterappattempt_1397148282618_0004_000001
2014-04-10 11:45:21,974 INFO amlauncher.AMLauncher (AMLauncher.java:launch(105)) - Setting up container Container: [ContainerId: container_1397148282618_0004_01_000001, NodeId: localhost:39304, NodeHttpAddress: localhost:51177, Resource: <memory:2048, vCores:1>, Priority: 0, Token: Token { kind: ContainerToken, service: localhost:39304 }, ] for AM appattempt_1397148282618_0004_000001
2014-04-10 11:45:21,974 INFO amlauncher.AMLauncher (AMLauncher.java:createAMContainerLaunchContext(190)) - Command to launch container container_1397148282618_0004_01_000001 : $JAVA_HOME/bin/java -Dlog4j.configuration=container-log4j.properties -Dyarn.app.container.log.dir=<LOG_DIR> -Dyarn.app.container.log.filesize=0 -Dhadoop.root.logger=INFO,CLA -Xmx1024m org.apache.hadoop.mapreduce.v2.app.MRAppMaster 1><LOG_DIR>/stdout 2><LOG_DIR>/stderr
2014-04-10 11:45:21,978 INFO ipc.Server (Server.java:saslProcess(1252)) - Auth successful for appattempt_1397148282618_0004_000001 (auth:SIMPLE)
2014-04-10 11:45:21,981 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(572)) - Start request for container_1397148282618_0004_01_000001 by user brock
2014-04-10 11:45:21,981 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(611)) - Creating a new application reference for app application_1397148282618_0004
2014-04-10 11:45:21,981 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=brock IP=127.0.0.1 OPERATION=Start Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1397148282618_0004 CONTAINERID=container_1397148282618_0004_01_000001
2014-04-10 11:45:21,981 INFO application.Application (ApplicationImpl.java:handle(450)) - Application application_1397148282618_0004 transitioned from NEW to INITING
2014-04-10 11:45:21,982 INFO application.Application (ApplicationImpl.java:transition(296)) - Adding container_1397148282618_0004_01_000001 to application application_1397148282618_0004
2014-04-10 11:45:21,982 INFO application.Application (ApplicationImpl.java:handle(450)) - Application application_1397148282618_0004 transitioned from INITING to RUNNING
2014-04-10 11:45:21,982 INFO amlauncher.AMLauncher (AMLauncher.java:launch(126)) - Done launching container Container: [ContainerId: container_1397148282618_0004_01_000001, NodeId: localhost:39304, NodeHttpAddress: localhost:51177, Resource: <memory:2048, vCores:1>, Priority: 0, Token: Token { kind: ContainerToken, service: localhost:39304 }, ] for AM appattempt_1397148282618_0004_000001
2014-04-10 11:45:21,982 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(652)) - appattempt_1397148282618_0004_000001 State change from ALLOCATED to LAUNCHED
2014-04-10 11:45:21,982 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397148282618_0004_01_000001 transitioned from NEW to LOCALIZING
2014-04-10 11:45:21,983 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event CONTAINER_INIT for appId application_1397148282618_0004
2014-04-10 11:45:21,983 INFO localizer.LocalizedResource (LocalizedResource.java:handle(196)) - Resource hdfs://localhost:38088/tmp/hadoop-yarn/staging/brock/.staging/job_1397148282618_0004/job.jar transitioned from INIT to DOWNLOADING
2014-04-10 11:45:21,984 INFO localizer.LocalizedResource (LocalizedResource.java:handle(196)) - Resource hdfs://localhost:38088/tmp/hadoop-yarn/staging/brock/.staging/job_1397148282618_0004/job.splitmetainfo transitioned from INIT to DOWNLOADING
2014-04-10 11:45:21,984 INFO localizer.LocalizedResource (LocalizedResource.java:handle(196)) - Resource hdfs://localhost:38088/tmp/hadoop-yarn/staging/brock/.staging/job_1397148282618_0004/job.split transitioned from INIT to DOWNLOADING
2014-04-10 11:45:21,984 INFO localizer.LocalizedResource (LocalizedResource.java:handle(196)) - Resource hdfs://localhost:38088/tmp/hadoop-yarn/staging/brock/.staging/job_1397148282618_0004/job.xml transitioned from INIT to DOWNLOADING
2014-04-10 11:45:21,984 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:handle(590)) - Created localizer for container_1397148282618_0004_01_000001
2014-04-10 11:45:21,995 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:writeCredentials(1015)) - Writing credentials to the nmPrivate file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_3/nmPrivate/container_1397148282618_0004_01_000001.tokens. Credentials list:
2014-04-10 11:45:22,011 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:createUserCacheDirs(469)) - Initializing user brock
2014-04-10 11:45:22,081 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(103)) - Copying from /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_3/nmPrivate/container_1397148282618_0004_01_000001.tokens to /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_0/usercache/brock/appcache/application_1397148282618_0004/container_1397148282618_0004_01_000001.tokens
2014-04-10 11:45:22,081 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(105)) - CWD set to /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_0/usercache/brock/appcache/application_1397148282618_0004 = file:/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_0/usercache/brock/appcache/application_1397148282618_0004
2014-04-10 11:45:22,172 INFO BlockStateChange (BlockManager.java:addToInvalidates(1030)) - BLOCK* addToInvalidates: blk_1073741856_1032 127.0.0.1:53089 127.0.0.1:37136 127.0.0.1:49954 127.0.0.1:56823
2014-04-10 11:45:22,172 INFO BlockStateChange (BlockManager.java:addToInvalidates(1030)) - BLOCK* addToInvalidates: blk_1073741857_1033 127.0.0.1:37136 127.0.0.1:49954 127.0.0.1:56823 127.0.0.1:53089
2014-04-10 11:45:22,173 INFO BlockStateChange (BlockManager.java:addToInvalidates(1030)) - BLOCK* addToInvalidates: blk_1073741858_1034 127.0.0.1:56823 127.0.0.1:37136 127.0.0.1:53089
2014-04-10 11:45:22,173 INFO BlockStateChange (BlockManager.java:addToInvalidates(1030)) - BLOCK* addToInvalidates: blk_1073741859_1035 127.0.0.1:56823 127.0.0.1:37136 127.0.0.1:49954
2014-04-10 11:45:22,173 INFO BlockStateChange (BlockManager.java:addToInvalidates(1030)) - BLOCK* addToInvalidates: blk_1073741865_1041 127.0.0.1:56823 127.0.0.1:53089 127.0.0.1:49954
2014-04-10 11:45:22,173 INFO BlockStateChange (BlockManager.java:addToInvalidates(1030)) - BLOCK* addToInvalidates: blk_1073741860_1036 127.0.0.1:53089 127.0.0.1:49954 127.0.0.1:37136
2014-04-10 11:45:22,174 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=delete src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397148282618_0003 dst=null perm=null
2014-04-10 11:45:22,191 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397148282618_0004/job.jar dst=null perm=null
2014-04-10 11:45:22,193 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397148282618_0004/job.jar dst=null perm=null
2014-04-10 11:45:22,194 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397148282618_0004/job.jar dst=null perm=null
2014-04-10 11:45:22,203 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:56823, dest: /127.0.0.1:44511, bytes: 246562, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_890869121_2419, offset: 0, srvID: d87cf363-b947-4d02-ab62-043c9241fbef, blockid: BP-196700473-127.0.0.1-1397148267010:blk_1073741869_1045, duration: 1070228
2014-04-10 11:45:22,231 INFO localizer.LocalizedResource (LocalizedResource.java:handle(196)) - Resource hdfs://localhost:38088/tmp/hadoop-yarn/staging/brock/.staging/job_1397148282618_0004/job.jar(->file:/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_3/usercache/brock/appcache/application_1397148282618_0004/filecache/10/job.jar) transitioned from DOWNLOADING to LOCALIZED
2014-04-10 11:45:22,251 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397148282618_0004/job.splitmetainfo dst=null perm=null
2014-04-10 11:45:22,252 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397148282618_0004/job.splitmetainfo dst=null perm=null
2014-04-10 11:45:22,253 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397148282618_0004/job.splitmetainfo dst=null perm=null
2014-04-10 11:45:22,261 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:56823, dest: /127.0.0.1:44511, bytes: 187, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_890869121_2419, offset: 0, srvID: d87cf363-b947-4d02-ab62-043c9241fbef, blockid: BP-196700473-127.0.0.1-1397148267010:blk_1073741871_1047, duration: 336756
2014-04-10 11:45:22,281 INFO localizer.LocalizedResource (LocalizedResource.java:handle(196)) - Resource hdfs://localhost:38088/tmp/hadoop-yarn/staging/brock/.staging/job_1397148282618_0004/job.splitmetainfo(->file:/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_0/usercache/brock/appcache/application_1397148282618_0004/filecache/11/job.splitmetainfo) transitioned from DOWNLOADING to LOCALIZED
2014-04-10 11:45:22,298 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397148282618_0004/job.split dst=null perm=null
2014-04-10 11:45:22,299 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397148282618_0004/job.split dst=null perm=null
2014-04-10 11:45:22,301 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397148282618_0004/job.split dst=null perm=null
2014-04-10 11:45:22,310 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:53089, dest: /127.0.0.1:53611, bytes: 1903, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_890869121_2419, offset: 0, srvID: 56b85d8f-9b31-4c91-b022-e568d9765c42, blockid: BP-196700473-127.0.0.1-1397148267010:blk_1073741870_1046, duration: 267688
2014-04-10 11:45:22,325 INFO localizer.LocalizedResource (LocalizedResource.java:handle(196)) - Resource hdfs://localhost:38088/tmp/hadoop-yarn/staging/brock/.staging/job_1397148282618_0004/job.split(->file:/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_1/usercache/brock/appcache/application_1397148282618_0004/filecache/12/job.split) transitioned from DOWNLOADING to LOCALIZED
2014-04-10 11:45:22,335 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397148282618_0004/job.xml dst=null perm=null
2014-04-10 11:45:22,336 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397148282618_0004/job.xml dst=null perm=null
2014-04-10 11:45:22,337 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397148282618_0004/job.xml dst=null perm=null
2014-04-10 11:45:22,344 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:49954, dest: /127.0.0.1:51153, bytes: 82031, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_890869121_2419, offset: 0, srvID: e20bf523-f226-4d36-9695-be2356cb97a6, blockid: BP-196700473-127.0.0.1-1397148267010:blk_1073741872_1048, duration: 476471
2014-04-10 11:45:22,364 INFO localizer.LocalizedResource (LocalizedResource.java:handle(196)) - Resource hdfs://localhost:38088/tmp/hadoop-yarn/staging/brock/.staging/job_1397148282618_0004/job.xml(->file:/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_2/usercache/brock/appcache/application_1397148282618_0004/filecache/13/job.xml) transitioned from DOWNLOADING to LOCALIZED
2014-04-10 11:45:22,364 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397148282618_0004_01_000001 transitioned from LOCALIZING to LOCALIZED
2014-04-10 11:45:22,402 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397148282618_0004_01_000001 transitioned from LOCALIZED to RUNNING
2014-04-10 11:45:22,402 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(169)) - Neither virutal-memory nor physical-memory monitoring is needed. Not running the monitor-thread
2014-04-10 11:45:22,451 INFO BlockStateChange (BlockManager.java:computeReplicationWorkForBlocks(1373)) - BLOCK* ask 127.0.0.1:53089 to replicate blk_1073741869_1045 to datanode(s) 127.0.0.1:49954
2014-04-10 11:45:22,451 INFO hdfs.StateChange (InvalidateBlocks.java:invalidateWork(152)) - BLOCK* InvalidateBlocks: ask 127.0.0.1:49954 to delete [blk_1073741856_1032, blk_1073741857_1033, blk_1073741859_1035, blk_1073741860_1036, blk_1073741865_1041, blk_1073741866_1042]
2014-04-10 11:45:22,452 INFO hdfs.StateChange (InvalidateBlocks.java:invalidateWork(152)) - BLOCK* InvalidateBlocks: ask 127.0.0.1:37136 to delete [blk_1073741856_1032, blk_1073741857_1033, blk_1073741858_1034, blk_1073741859_1035, blk_1073741860_1036]
2014-04-10 11:45:22,467 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(189)) - launchContainer: [nice, -n, 0, bash, /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_0/usercache/brock/appcache/application_1397148282618_0004/container_1397148282618_0004_01_000001/default_container_executor.sh]
2014-04-10 11:45:22,969 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397148282618_0004_01_000001 Container Transitioned from ACQUIRED to RUNNING
2014-04-10 11:45:23,609 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging dst=null perm=null
2014-04-10 11:45:23,640 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397148282618_0004/COMMIT_STARTED dst=null perm=null
2014-04-10 11:45:23,641 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397148282618_0004/COMMIT_SUCCESS dst=null perm=null
2014-04-10 11:45:23,643 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397148282618_0004/COMMIT_FAIL dst=null perm=null
2014-04-10 11:45:23,680 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073741856_1032 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data8/current/BP-196700473-127.0.0.1-1397148267010/current/finalized/blk_1073741856 for deletion
2014-04-10 11:45:23,681 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073741857_1033 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data7/current/BP-196700473-127.0.0.1-1397148267010/current/finalized/blk_1073741857 for deletion
2014-04-10 11:45:23,681 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-196700473-127.0.0.1-1397148267010 blk_1073741856_1032 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data8/current/BP-196700473-127.0.0.1-1397148267010/current/finalized/blk_1073741856
2014-04-10 11:45:23,681 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-196700473-127.0.0.1-1397148267010 blk_1073741857_1033 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data7/current/BP-196700473-127.0.0.1-1397148267010/current/finalized/blk_1073741857
2014-04-10 11:45:23,681 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073741859_1035 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data8/current/BP-196700473-127.0.0.1-1397148267010/current/finalized/blk_1073741859 for deletion
2014-04-10 11:45:23,681 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073741860_1036 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data7/current/BP-196700473-127.0.0.1-1397148267010/current/finalized/blk_1073741860 for deletion
2014-04-10 11:45:23,681 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-196700473-127.0.0.1-1397148267010 blk_1073741859_1035 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data8/current/BP-196700473-127.0.0.1-1397148267010/current/finalized/blk_1073741859
2014-04-10 11:45:23,681 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073741865_1041 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data8/current/BP-196700473-127.0.0.1-1397148267010/current/finalized/blk_1073741865 for deletion
2014-04-10 11:45:23,681 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-196700473-127.0.0.1-1397148267010 blk_1073741860_1036 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data7/current/BP-196700473-127.0.0.1-1397148267010/current/finalized/blk_1073741860
2014-04-10 11:45:23,681 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073741866_1042 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data7/current/BP-196700473-127.0.0.1-1397148267010/current/finalized/blk_1073741866 for deletion
2014-04-10 11:45:23,681 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-196700473-127.0.0.1-1397148267010 blk_1073741865_1041 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data8/current/BP-196700473-127.0.0.1-1397148267010/current/finalized/blk_1073741865
2014-04-10 11:45:23,682 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-196700473-127.0.0.1-1397148267010 blk_1073741866_1042 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data7/current/BP-196700473-127.0.0.1-1397148267010/current/finalized/blk_1073741866
2014-04-10 11:45:23,684 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397148282618_0004 dst=null perm=null
2014-04-10 11:45:23,686 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/history/done_intermediate dst=null perm=null
2014-04-10 11:45:23,687 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock dst=null perm=null
2014-04-10 11:45:23,716 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073741856_1032 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data3/current/BP-196700473-127.0.0.1-1397148267010/current/finalized/blk_1073741856 for deletion
2014-04-10 11:45:23,716 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073741857_1033 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data4/current/BP-196700473-127.0.0.1-1397148267010/current/finalized/blk_1073741857 for deletion
2014-04-10 11:45:23,716 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073741858_1034 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data3/current/BP-196700473-127.0.0.1-1397148267010/current/finalized/blk_1073741858 for deletion
2014-04-10 11:45:23,716 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-196700473-127.0.0.1-1397148267010 blk_1073741857_1033 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data4/current/BP-196700473-127.0.0.1-1397148267010/current/finalized/blk_1073741857
2014-04-10 11:45:23,717 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073741859_1035 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data4/current/BP-196700473-127.0.0.1-1397148267010/current/finalized/blk_1073741859 for deletion
2014-04-10 11:45:23,716 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-196700473-127.0.0.1-1397148267010 blk_1073741856_1032 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data3/current/BP-196700473-127.0.0.1-1397148267010/current/finalized/blk_1073741856
2014-04-10 11:45:23,717 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073741860_1036 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data3/current/BP-196700473-127.0.0.1-1397148267010/current/finalized/blk_1073741860 for deletion
2014-04-10 11:45:23,717 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-196700473-127.0.0.1-1397148267010 blk_1073741859_1035 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data4/current/BP-196700473-127.0.0.1-1397148267010/current/finalized/blk_1073741859
2014-04-10 11:45:23,717 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-196700473-127.0.0.1-1397148267010 blk_1073741858_1034 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data3/current/BP-196700473-127.0.0.1-1397148267010/current/finalized/blk_1073741858
2014-04-10 11:45:23,717 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-196700473-127.0.0.1-1397148267010 blk_1073741860_1036 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data3/current/BP-196700473-127.0.0.1-1397148267010/current/finalized/blk_1073741860
2014-04-10 11:45:23,790 INFO datanode.DataNode (DataNode.java:transferBlock(1426)) - DatanodeRegistration(127.0.0.1, datanodeUuid=56b85d8f-9b31-4c91-b022-e568d9765c42, infoPort=53850, ipcPort=48307, storageInfo=lv=-51;cid=testClusterID;nsid=743366398;c=0) Starting thread to transfer BP-196700473-127.0.0.1-1397148267010:blk_1073741869_1045 to 127.0.0.1:49954
2014-04-10 11:45:23,791 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-196700473-127.0.0.1-1397148267010:blk_1073741869_1045 src: /127.0.0.1:51161 dest: /127.0.0.1:49954
2014-04-10 11:45:23,791 INFO datanode.DataNode (DataNode.java:run(1629)) - DataTransfer: Transmitted BP-196700473-127.0.0.1-1397148267010:blk_1073741869_1045 (numBytes=244650) to 127.0.0.1/127.0.0.1:49954
2014-04-10 11:45:23,792 INFO datanode.DataNode (DataXceiver.java:writeBlock(597)) - Received BP-196700473-127.0.0.1-1397148267010:blk_1073741869_1045 src: /127.0.0.1:51161 dest: /127.0.0.1:49954 of size 244650
2014-04-10 11:45:23,793 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:49954 is added to blk_1073741869_1045 size 244650
2014-04-10 11:45:23,924 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397148282618_0004/job.splitmetainfo dst=null perm=null
2014-04-10 11:45:23,932 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397148282618_0004/job.splitmetainfo dst=null perm=null
2014-04-10 11:45:23,972 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:56823, dest: /127.0.0.1:44545, bytes: 187, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_-1696892879_1, offset: 0, srvID: d87cf363-b947-4d02-ab62-043c9241fbef, blockid: BP-196700473-127.0.0.1-1397148267010:blk_1073741871_1047, duration: 199666
2014-04-10 11:45:24,567 INFO ipc.Server (Server.java:saslProcess(1252)) - Auth successful for appattempt_1397148282618_0004_000001 (auth:SIMPLE)
2014-04-10 11:45:24,568 INFO resourcemanager.ApplicationMasterService (ApplicationMasterService.java:registerApplicationMaster(251)) - AM registration appattempt_1397148282618_0004_000001
2014-04-10 11:45:24,569 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(119)) - USER=brock IP=127.0.0.1 OPERATION=Register App Master TARGET=ApplicationMasterService RESULT=SUCCESS APPID=application_1397148282618_0004 APPATTEMPTID=appattempt_1397148282618_0004_000001
2014-04-10 11:45:24,569 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(652)) - appattempt_1397148282618_0004_000001 State change from LAUNCHED to RUNNING
2014-04-10 11:45:24,569 INFO rmapp.RMAppImpl (RMAppImpl.java:handle(610)) - application_1397148282618_0004 State change from ACCEPTED to RUNNING
2014-04-10 11:45:24,655 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397148282618_0004/job_1397148282618_0004_1.jhist dst=null perm=brock:supergroup:rw-rw-rw-
2014-04-10 11:45:24,672 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=mkdirs src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/hadooptapplatform/dupeconfig/_temporary/1 dst=null perm=brock:supergroup:rwxrwxrwx
2014-04-10 11:45:24,678 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-196700473-127.0.0.1-1397148267010:blk_1073741872_1048
2014-04-10 11:45:24,679 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-196700473-127.0.0.1-1397148267010:blk_1073741867_1043
2014-04-10 11:45:24,679 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-196700473-127.0.0.1-1397148267010:blk_1073741871_1047
2014-04-10 11:45:24,705 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397148282618_0004/job_1397148282618_0004_1_conf.xml dst=null perm=brock:supergroup:rw-rw-rw-
2014-04-10 11:45:24,798 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(2966)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/brock/.staging/job_1397148282618_0004/job_1397148282618_0004_1_conf.xml. BP-196700473-127.0.0.1-1397148267010 blk_1073741873_1049{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-c910d2b0-940b-4e3d-b4fd-b4f6084bf0d7:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-331ec906-785c-475e-b366-176a30c332ed:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-7d772409-5e65-4676-97a9-57f5ea3efdc8:NORMAL|RBW]]}
2014-04-10 11:45:24,835 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-196700473-127.0.0.1-1397148267010:blk_1073741873_1049 src: /127.0.0.1:53626 dest: /127.0.0.1:53089
2014-04-10 11:45:24,836 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-196700473-127.0.0.1-1397148267010:blk_1073741873_1049 src: /127.0.0.1:47983 dest: /127.0.0.1:37136
2014-04-10 11:45:24,837 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-196700473-127.0.0.1-1397148267010:blk_1073741873_1049 src: /127.0.0.1:44552 dest: /127.0.0.1:56823
2014-04-10 11:45:24,843 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:44552, dest: /127.0.0.1:56823, bytes: 95282, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-1696892879_1, offset: 0, srvID: d87cf363-b947-4d02-ab62-043c9241fbef, blockid: BP-196700473-127.0.0.1-1397148267010:blk_1073741873_1049, duration: 5160537
2014-04-10 11:45:24,844 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-196700473-127.0.0.1-1397148267010:blk_1073741873_1049, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2014-04-10 11:45:24,844 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:56823 is added to blk_1073741873_1049{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-7d772409-5e65-4676-97a9-57f5ea3efdc8:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-2bef5f6e-f0c9-4da0-8817-be69f5868853:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-008d3ead-b2b9-49b0-88ab-01e536a210da:NORMAL|RBW]]} size 0
2014-04-10 11:45:24,844 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:47983, dest: /127.0.0.1:37136, bytes: 95282, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-1696892879_1, offset: 0, srvID: b242afcc-2d24-4b8f-9fb7-bc72b71e749a, blockid: BP-196700473-127.0.0.1-1397148267010:blk_1073741873_1049, duration: 6035620
2014-04-10 11:45:24,844 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-196700473-127.0.0.1-1397148267010:blk_1073741873_1049, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 11:45:24,844 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:37136 is added to blk_1073741873_1049{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-7d772409-5e65-4676-97a9-57f5ea3efdc8:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-2bef5f6e-f0c9-4da0-8817-be69f5868853:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-008d3ead-b2b9-49b0-88ab-01e536a210da:NORMAL|RBW]]} size 0
2014-04-10 11:45:24,844 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:53626, dest: /127.0.0.1:53089, bytes: 95282, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-1696892879_1, offset: 0, srvID: 56b85d8f-9b31-4c91-b022-e568d9765c42, blockid: BP-196700473-127.0.0.1-1397148267010:blk_1073741873_1049, duration: 6493708
2014-04-10 11:45:24,845 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-196700473-127.0.0.1-1397148267010:blk_1073741873_1049, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 11:45:24,845 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:53089 is added to blk_1073741873_1049{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-7d772409-5e65-4676-97a9-57f5ea3efdc8:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-2bef5f6e-f0c9-4da0-8817-be69f5868853:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-008d3ead-b2b9-49b0-88ab-01e536a210da:NORMAL|RBW]]} size 0
2014-04-10 11:45:24,863 INFO hdfs.StateChange (FSNamesystem.java:completeFile(2899)) - DIR* completeFile: /tmp/hadoop-yarn/staging/brock/.staging/job_1397148282618_0004/job_1397148282618_0004_1_conf.xml is closed by DFSClient_NONMAPREDUCE_-1696892879_1
2014-04-10 11:45:24,879 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-196700473-127.0.0.1-1397148267010:blk_1073741869_1045
2014-04-10 11:45:24,880 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-196700473-127.0.0.1-1397148267010:blk_1073741870_1046
2014-04-10 11:45:24,881 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-196700473-127.0.0.1-1397148267010:blk_1073741868_1044
2014-04-10 11:45:25,037 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-196700473-127.0.0.1-1397148267010:blk_1073741867_1043
2014-04-10 11:45:25,039 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-196700473-127.0.0.1-1397148267010:blk_1073741872_1048
2014-04-10 11:45:25,039 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-196700473-127.0.0.1-1397148267010:blk_1073741870_1046
2014-04-10 11:45:25,040 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-196700473-127.0.0.1-1397148267010:blk_1073741871_1047
2014-04-10 11:45:25,040 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-196700473-127.0.0.1-1397148267010:blk_1073741866_1042
2014-04-10 11:45:25,041 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-196700473-127.0.0.1-1397148267010:blk_1073741865_1041
2014-04-10 11:45:25,096 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-196700473-127.0.0.1-1397148267010:blk_1073741867_1043
2014-04-10 11:45:25,098 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-196700473-127.0.0.1-1397148267010:blk_1073741869_1045
2014-04-10 11:45:25,099 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-196700473-127.0.0.1-1397148267010:blk_1073741865_1041
2014-04-10 11:45:25,191 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-196700473-127.0.0.1-1397148267010:blk_1073741873_1049
2014-04-10 11:45:25,193 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-196700473-127.0.0.1-1397148267010:blk_1073741869_1045
2014-04-10 11:45:25,194 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-196700473-127.0.0.1-1397148267010:blk_1073741870_1046
2014-04-10 11:45:25,239 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-196700473-127.0.0.1-1397148267010:blk_1073741869_1045
2014-04-10 11:45:25,298 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-196700473-127.0.0.1-1397148267010:blk_1073741872_1048
2014-04-10 11:45:25,298 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-196700473-127.0.0.1-1397148267010:blk_1073741870_1046
2014-04-10 11:45:25,299 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-196700473-127.0.0.1-1397148267010:blk_1073741866_1042
2014-04-10 11:45:25,300 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-196700473-127.0.0.1-1397148267010:blk_1073741873_1049
2014-04-10 11:45:25,301 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-196700473-127.0.0.1-1397148267010:blk_1073741871_1047
2014-04-10 11:45:25,393 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-196700473-127.0.0.1-1397148267010:blk_1073741868_1044
2014-04-10 11:45:25,439 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-196700473-127.0.0.1-1397148267010:blk_1073741873_1049
2014-04-10 11:45:25,452 INFO hdfs.StateChange (InvalidateBlocks.java:invalidateWork(152)) - BLOCK* InvalidateBlocks: ask 127.0.0.1:56823 to delete [blk_1073741856_1032, blk_1073741857_1033, blk_1073741858_1034, blk_1073741859_1035, blk_1073741865_1041, blk_1073741866_1042]
2014-04-10 11:45:25,452 INFO hdfs.StateChange (InvalidateBlocks.java:invalidateWork(152)) - BLOCK* InvalidateBlocks: ask 127.0.0.1:53089 to delete [blk_1073741856_1032, blk_1073741857_1033, blk_1073741858_1034, blk_1073741860_1036, blk_1073741865_1041, blk_1073741866_1042]
2014-04-10 11:45:25,498 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-196700473-127.0.0.1-1397148267010:blk_1073741868_1044
2014-04-10 11:45:26,480 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397148282618_0004_01_000002 Container Transitioned from NEW to ALLOCATED
2014-04-10 11:45:26,480 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(98)) - USER=brock OPERATION=AM Allocated Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1397148282618_0004 CONTAINERID=container_1397148282618_0004_01_000002
2014-04-10 11:45:26,480 INFO fica.FiCaSchedulerNode (FiCaSchedulerNode.java:allocateContainer(116)) - Assigned container container_1397148282618_0004_01_000002 of capacity <memory:1024, vCores:1> on host localhost:39163, which currently has 1 containers, <memory:1024, vCores:1> used and <memory:3072, vCores:7> available
2014-04-10 11:45:26,480 INFO capacity.LeafQueue (LeafQueue.java:assignContainer(1363)) - assignedContainer application=application_1397148282618_0004 container=Container: [ContainerId: container_1397148282618_0004_01_000002, NodeId: localhost:39163, NodeHttpAddress: localhost:45117, Resource: <memory:1024, vCores:1>, Priority: 20, Token: Token { kind: ContainerToken, service: localhost:39163 }, ] containerId=container_1397148282618_0004_01_000002 queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:4096, vCores:2>usedCapacity=0.25, absoluteUsedCapacity=0.25, numApps=2, numContainers=2 usedCapacity=0.25 absoluteUsedCapacity=0.25 used=<memory:4096, vCores:2> cluster=<memory:16384, vCores:32>
2014-04-10 11:45:26,481 INFO capacity.ParentQueue (ParentQueue.java:assignContainersToChildQueues(655)) - Re-sorting assigned queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:5120, vCores:3>usedCapacity=0.3125, absoluteUsedCapacity=0.3125, numApps=2, numContainers=3
2014-04-10 11:45:26,481 INFO capacity.ParentQueue (ParentQueue.java:assignContainers(570)) - assignedContainer queue=root usedCapacity=0.3125 absoluteUsedCapacity=0.3125 used=<memory:5120, vCores:3> cluster=<memory:16384, vCores:32>
2014-04-10 11:45:26,482 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397148282618_0004_01_000003 Container Transitioned from NEW to ALLOCATED
2014-04-10 11:45:26,482 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(98)) - USER=brock OPERATION=AM Allocated Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1397148282618_0004 CONTAINERID=container_1397148282618_0004_01_000003
2014-04-10 11:45:26,483 INFO fica.FiCaSchedulerNode (FiCaSchedulerNode.java:allocateContainer(116)) - Assigned container container_1397148282618_0004_01_000003 of capacity <memory:1024, vCores:1> on host localhost:39163, which currently has 2 containers, <memory:2048, vCores:2> used and <memory:2048, vCores:6> available
2014-04-10 11:45:26,483 INFO capacity.LeafQueue (LeafQueue.java:assignContainer(1363)) - assignedContainer application=application_1397148282618_0004 container=Container: [ContainerId: container_1397148282618_0004_01_000003, NodeId: localhost:39163, NodeHttpAddress: localhost:45117, Resource: <memory:1024, vCores:1>, Priority: 20, Token: Token { kind: ContainerToken, service: localhost:39163 }, ] containerId=container_1397148282618_0004_01_000003 queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:5120, vCores:3>usedCapacity=0.3125, absoluteUsedCapacity=0.3125, numApps=2, numContainers=3 usedCapacity=0.3125 absoluteUsedCapacity=0.3125 used=<memory:5120, vCores:3> cluster=<memory:16384, vCores:32>
2014-04-10 11:45:26,483 INFO capacity.ParentQueue (ParentQueue.java:assignContainersToChildQueues(655)) - Re-sorting assigned queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:6144, vCores:4>usedCapacity=0.375, absoluteUsedCapacity=0.375, numApps=2, numContainers=4
2014-04-10 11:45:26,483 INFO capacity.ParentQueue (ParentQueue.java:assignContainers(570)) - assignedContainer queue=root usedCapacity=0.375 absoluteUsedCapacity=0.375 used=<memory:6144, vCores:4> cluster=<memory:16384, vCores:32>
2014-04-10 11:45:26,484 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397148282618_0004_01_000004 Container Transitioned from NEW to ALLOCATED
2014-04-10 11:45:26,484 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(98)) - USER=brock OPERATION=AM Allocated Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1397148282618_0004 CONTAINERID=container_1397148282618_0004_01_000004
2014-04-10 11:45:26,485 INFO fica.FiCaSchedulerNode (FiCaSchedulerNode.java:allocateContainer(116)) - Assigned container container_1397148282618_0004_01_000004 of capacity <memory:1024, vCores:1> on host localhost:39163, which currently has 3 containers, <memory:3072, vCores:3> used and <memory:1024, vCores:5> available
2014-04-10 11:45:26,485 INFO capacity.LeafQueue (LeafQueue.java:assignContainer(1363)) - assignedContainer application=application_1397148282618_0004 container=Container: [ContainerId: container_1397148282618_0004_01_000004, NodeId: localhost:39163, NodeHttpAddress: localhost:45117, Resource: <memory:1024, vCores:1>, Priority: 20, Token: Token { kind: ContainerToken, service: localhost:39163 }, ] containerId=container_1397148282618_0004_01_000004 queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:6144, vCores:4>usedCapacity=0.375, absoluteUsedCapacity=0.375, numApps=2, numContainers=4 usedCapacity=0.375 absoluteUsedCapacity=0.375 used=<memory:6144, vCores:4> cluster=<memory:16384, vCores:32>
2014-04-10 11:45:26,485 INFO capacity.ParentQueue (ParentQueue.java:assignContainersToChildQueues(655)) - Re-sorting assigned queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:7168, vCores:5>usedCapacity=0.4375, absoluteUsedCapacity=0.4375, numApps=2, numContainers=5
2014-04-10 11:45:26,485 INFO capacity.ParentQueue (ParentQueue.java:assignContainers(570)) - assignedContainer queue=root usedCapacity=0.4375 absoluteUsedCapacity=0.4375 used=<memory:7168, vCores:5> cluster=<memory:16384, vCores:32>
2014-04-10 11:45:26,486 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397148282618_0004_01_000005 Container Transitioned from NEW to ALLOCATED
2014-04-10 11:45:26,486 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(98)) - USER=brock OPERATION=AM Allocated Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1397148282618_0004 CONTAINERID=container_1397148282618_0004_01_000005
2014-04-10 11:45:26,487 INFO fica.FiCaSchedulerNode (FiCaSchedulerNode.java:allocateContainer(116)) - Assigned container container_1397148282618_0004_01_000005 of capacity <memory:1024, vCores:1> on host localhost:39163, which currently has 4 containers, <memory:4096, vCores:4> used and <memory:0, vCores:4> available
2014-04-10 11:45:26,487 INFO capacity.LeafQueue (LeafQueue.java:assignContainer(1363)) - assignedContainer application=application_1397148282618_0004 container=Container: [ContainerId: container_1397148282618_0004_01_000005, NodeId: localhost:39163, NodeHttpAddress: localhost:45117, Resource: <memory:1024, vCores:1>, Priority: 20, Token: Token { kind: ContainerToken, service: localhost:39163 }, ] containerId=container_1397148282618_0004_01_000005 queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:7168, vCores:5>usedCapacity=0.4375, absoluteUsedCapacity=0.4375, numApps=2, numContainers=5 usedCapacity=0.4375 absoluteUsedCapacity=0.4375 used=<memory:7168, vCores:5> cluster=<memory:16384, vCores:32>
2014-04-10 11:45:26,487 INFO capacity.ParentQueue (ParentQueue.java:assignContainersToChildQueues(655)) - Re-sorting assigned queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:8192, vCores:6>usedCapacity=0.5, absoluteUsedCapacity=0.5, numApps=2, numContainers=6
2014-04-10 11:45:26,487 INFO capacity.ParentQueue (ParentQueue.java:assignContainers(570)) - assignedContainer queue=root usedCapacity=0.5 absoluteUsedCapacity=0.5 used=<memory:8192, vCores:6> cluster=<memory:16384, vCores:32>
2014-04-10 11:45:26,488 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397148282618_0004_01_000006 Container Transitioned from NEW to ALLOCATED
2014-04-10 11:45:26,488 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(98)) - USER=brock OPERATION=AM Allocated Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1397148282618_0004 CONTAINERID=container_1397148282618_0004_01_000006
2014-04-10 11:45:26,489 INFO fica.FiCaSchedulerNode (FiCaSchedulerNode.java:allocateContainer(116)) - Assigned container container_1397148282618_0004_01_000006 of capacity <memory:1024, vCores:1> on host localhost:33805, which currently has 1 containers, <memory:1024, vCores:1> used and <memory:3072, vCores:7> available
2014-04-10 11:45:26,489 INFO capacity.LeafQueue (LeafQueue.java:assignContainer(1363)) - assignedContainer application=application_1397148282618_0004 container=Container: [ContainerId: container_1397148282618_0004_01_000006, NodeId: localhost:33805, NodeHttpAddress: localhost:42238, Resource: <memory:1024, vCores:1>, Priority: 20, Token: Token { kind: ContainerToken, service: localhost:33805 }, ] containerId=container_1397148282618_0004_01_000006 queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:8192, vCores:6>usedCapacity=0.5, absoluteUsedCapacity=0.5, numApps=2, numContainers=6 usedCapacity=0.5 absoluteUsedCapacity=0.5 used=<memory:8192, vCores:6> cluster=<memory:16384, vCores:32>
2014-04-10 11:45:26,489 INFO capacity.ParentQueue (ParentQueue.java:assignContainersToChildQueues(655)) - Re-sorting assigned queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:9216, vCores:7>usedCapacity=0.5625, absoluteUsedCapacity=0.5625, numApps=2, numContainers=7
2014-04-10 11:45:26,489 INFO capacity.ParentQueue (ParentQueue.java:assignContainers(570)) - assignedContainer queue=root usedCapacity=0.5625 absoluteUsedCapacity=0.5625 used=<memory:9216, vCores:7> cluster=<memory:16384, vCores:32>
2014-04-10 11:45:26,605 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397148282618_0004_01_000002 Container Transitioned from ALLOCATED to ACQUIRED
2014-04-10 11:45:26,605 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397148282618_0004_01_000003 Container Transitioned from ALLOCATED to ACQUIRED
2014-04-10 11:45:26,606 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397148282618_0004_01_000004 Container Transitioned from ALLOCATED to ACQUIRED
2014-04-10 11:45:26,606 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397148282618_0004_01_000005 Container Transitioned from ALLOCATED to ACQUIRED
2014-04-10 11:45:26,606 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397148282618_0004_01_000006 Container Transitioned from ALLOCATED to ACQUIRED
2014-04-10 11:45:26,658 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397148282618_0004/job.jar dst=null perm=null
2014-04-10 11:45:26,659 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397148282618_0004/job.jar dst=null perm=null
2014-04-10 11:45:26,666 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397148282618_0004/job.xml dst=null perm=null
2014-04-10 11:45:26,667 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397148282618_0004/job.xml dst=null perm=null
2014-04-10 11:45:26,669 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null
2014-04-10 11:45:26,670 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target/Hadoop2MR1Platform-tmpDir/hadoop-6513904787770014536.jar dst=null perm=null
2014-04-10 11:45:26,676 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null
2014-04-10 11:45:26,677 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target/Hadoop2MR1Platform-tmpDir/hadoop-6513904787770014536.jar dst=null perm=null
2014-04-10 11:45:26,678 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null
2014-04-10 11:45:26,679 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target/Hadoop2MR1Platform-tmpDir/hadoop-6513904787770014536.jar dst=null perm=null
2014-04-10 11:45:26,725 INFO ipc.Server (Server.java:saslProcess(1252)) - Auth successful for appattempt_1397148282618_0004_000001 (auth:SIMPLE)
2014-04-10 11:45:26,725 INFO ipc.Server (Server.java:saslProcess(1252)) - Auth successful for appattempt_1397148282618_0004_000001 (auth:SIMPLE)
2014-04-10 11:45:26,729 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(572)) - Start request for container_1397148282618_0004_01_000004 by user brock
2014-04-10 11:45:26,729 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(572)) - Start request for container_1397148282618_0004_01_000006 by user brock
2014-04-10 11:45:26,730 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(611)) - Creating a new application reference for app application_1397148282618_0004
2014-04-10 11:45:26,729 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(572)) - Start request for container_1397148282618_0004_01_000002 by user brock
2014-04-10 11:45:26,729 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(572)) - Start request for container_1397148282618_0004_01_000003 by user brock
2014-04-10 11:45:26,729 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(572)) - Start request for container_1397148282618_0004_01_000005 by user brock
2014-04-10 11:45:26,730 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=brock IP=127.0.0.1 OPERATION=Start Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1397148282618_0004 CONTAINERID=container_1397148282618_0004_01_000003
2014-04-10 11:45:26,730 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=brock IP=127.0.0.1 OPERATION=Start Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1397148282618_0004 CONTAINERID=container_1397148282618_0004_01_000002
2014-04-10 11:45:26,730 INFO application.Application (ApplicationImpl.java:handle(450)) - Application application_1397148282618_0004 transitioned from NEW to INITING
2014-04-10 11:45:26,730 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=brock IP=127.0.0.1 OPERATION=Start Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1397148282618_0004 CONTAINERID=container_1397148282618_0004_01_000004
2014-04-10 11:45:26,730 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(611)) - Creating a new application reference for app application_1397148282618_0004
2014-04-10 11:45:26,733 INFO application.Application (ApplicationImpl.java:transition(296)) - Adding container_1397148282618_0004_01_000004 to application application_1397148282618_0004
2014-04-10 11:45:26,731 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=brock IP=127.0.0.1 OPERATION=Start Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1397148282618_0004 CONTAINERID=container_1397148282618_0004_01_000005
2014-04-10 11:45:26,733 INFO application.Application (ApplicationImpl.java:handle(450)) - Application application_1397148282618_0004 transitioned from NEW to INITING
2014-04-10 11:45:26,733 INFO application.Application (ApplicationImpl.java:transition(296)) - Adding container_1397148282618_0004_01_000002 to application application_1397148282618_0004
2014-04-10 11:45:26,733 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=brock IP=127.0.0.1 OPERATION=Start Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1397148282618_0004 CONTAINERID=container_1397148282618_0004_01_000006
2014-04-10 11:45:26,733 INFO application.Application (ApplicationImpl.java:transition(296)) - Adding container_1397148282618_0004_01_000003 to application application_1397148282618_0004
2014-04-10 11:45:26,733 INFO application.Application (ApplicationImpl.java:transition(296)) - Adding container_1397148282618_0004_01_000006 to application application_1397148282618_0004
2014-04-10 11:45:26,733 INFO application.Application (ApplicationImpl.java:transition(296)) - Adding container_1397148282618_0004_01_000005 to application application_1397148282618_0004
2014-04-10 11:45:26,734 INFO application.Application (ApplicationImpl.java:handle(450)) - Application application_1397148282618_0004 transitioned from INITING to RUNNING
2014-04-10 11:45:26,734 INFO application.Application (ApplicationImpl.java:handle(450)) - Application application_1397148282618_0004 transitioned from INITING to RUNNING
2014-04-10 11:45:26,734 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397148282618_0004_01_000006 transitioned from NEW to LOCALIZING
2014-04-10 11:45:26,734 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397148282618_0004_01_000002 transitioned from NEW to LOCALIZING
2014-04-10 11:45:26,734 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event CONTAINER_INIT for appId application_1397148282618_0004
2014-04-10 11:45:26,734 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event APPLICATION_INIT for appId application_1397148282618_0004
2014-04-10 11:45:26,734 INFO containermanager.AuxServices (AuxServices.java:handle(179)) - Got APPLICATION_INIT for service mapreduce_shuffle
2014-04-10 11:45:26,734 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397148282618_0004_01_000003 transitioned from NEW to LOCALIZING
2014-04-10 11:45:26,734 INFO mapred.ShuffleHandler (ShuffleHandler.java:initializeApplication(263)) - Added token for job_1397148282618_0004
2014-04-10 11:45:26,734 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397148282618_0004_01_000004 transitioned from NEW to LOCALIZING
2014-04-10 11:45:26,735 INFO localizer.LocalizedResource (LocalizedResource.java:handle(196)) - Resource hdfs://localhost:38088/tmp/hadoop-yarn/staging/brock/.staging/job_1397148282618_0004/job.jar transitioned from INIT to DOWNLOADING
2014-04-10 11:45:26,735 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397148282618_0004_01_000005 transitioned from NEW to LOCALIZING
2014-04-10 11:45:26,735 INFO localizer.LocalizedResource (LocalizedResource.java:handle(196)) - Resource hdfs://localhost:38088/tmp/hadoop-yarn/staging/brock/.staging/job_1397148282618_0004/job.xml transitioned from INIT to DOWNLOADING
2014-04-10 11:45:26,735 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event CONTAINER_INIT for appId application_1397148282618_0004
2014-04-10 11:45:26,735 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:handle(590)) - Created localizer for container_1397148282618_0004_01_000006
2014-04-10 11:45:26,735 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event APPLICATION_INIT for appId application_1397148282618_0004
2014-04-10 11:45:26,735 INFO containermanager.AuxServices (AuxServices.java:handle(179)) - Got APPLICATION_INIT for service mapreduce_shuffle
2014-04-10 11:45:26,735 INFO mapred.ShuffleHandler (ShuffleHandler.java:initializeApplication(263)) - Added token for job_1397148282618_0004
2014-04-10 11:45:26,735 INFO localizer.LocalizedResource (LocalizedResource.java:handle(196)) - Resource hdfs://localhost:38088/user/brock/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar transitioned from INIT to DOWNLOADING
2014-04-10 11:45:26,735 INFO localizer.LocalizedResource (LocalizedResource.java:handle(196)) - Resource hdfs://localhost:38088/user/brock/target/Hadoop2MR1Platform-tmpDir/hadoop-6513904787770014536.jar transitioned from INIT to DOWNLOADING
2014-04-10 11:45:26,735 INFO localizer.LocalizedResource (LocalizedResource.java:handle(196)) - Resource hdfs://localhost:38088/tmp/hadoop-yarn/staging/brock/.staging/job_1397148282618_0004/job.jar transitioned from INIT to DOWNLOADING
2014-04-10 11:45:26,735 INFO localizer.LocalizedResource (LocalizedResource.java:handle(196)) - Resource hdfs://localhost:38088/tmp/hadoop-yarn/staging/brock/.staging/job_1397148282618_0004/job.xml transitioned from INIT to DOWNLOADING
2014-04-10 11:45:26,736 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event CONTAINER_INIT for appId application_1397148282618_0004
2014-04-10 11:45:26,736 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event APPLICATION_INIT for appId application_1397148282618_0004
2014-04-10 11:45:26,736 INFO containermanager.AuxServices (AuxServices.java:handle(179)) - Got APPLICATION_INIT for service mapreduce_shuffle
2014-04-10 11:45:26,736 INFO mapred.ShuffleHandler (ShuffleHandler.java:initializeApplication(263)) - Added token for job_1397148282618_0004
2014-04-10 11:45:26,736 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event CONTAINER_INIT for appId application_1397148282618_0004
2014-04-10 11:45:26,736 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event APPLICATION_INIT for appId application_1397148282618_0004
2014-04-10 11:45:26,736 INFO containermanager.AuxServices (AuxServices.java:handle(179)) - Got APPLICATION_INIT for service mapreduce_shuffle
2014-04-10 11:45:26,736 INFO mapred.ShuffleHandler (ShuffleHandler.java:initializeApplication(263)) - Added token for job_1397148282618_0004
2014-04-10 11:45:26,736 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event CONTAINER_INIT for appId application_1397148282618_0004
2014-04-10 11:45:26,736 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event APPLICATION_INIT for appId application_1397148282618_0004
2014-04-10 11:45:26,736 INFO containermanager.AuxServices (AuxServices.java:handle(179)) - Got APPLICATION_INIT for service mapreduce_shuffle
2014-04-10 11:45:26,737 INFO mapred.ShuffleHandler (ShuffleHandler.java:initializeApplication(263)) - Added token for job_1397148282618_0004
2014-04-10 11:45:26,737 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:addResource(651)) - Downloading public rsrc:{ hdfs://localhost:38088/user/brock/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar, 1397148270142, FILE, null }
2014-04-10 11:45:26,738 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:addResource(651)) - Downloading public rsrc:{ hdfs://localhost:38088/user/brock/target/Hadoop2MR1Platform-tmpDir/hadoop-6513904787770014536.jar, 1397148270315, FILE, null }
2014-04-10 11:45:26,738 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:handle(590)) - Created localizer for container_1397148282618_0004_01_000002
2014-04-10 11:45:26,739 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:addResource(651)) - Downloading public rsrc:{ hdfs://localhost:38088/user/brock/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar, 1397148270142, FILE, null }
2014-04-10 11:45:26,739 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:addResource(651)) - Downloading public rsrc:{ hdfs://localhost:38088/user/brock/target/Hadoop2MR1Platform-tmpDir/hadoop-6513904787770014536.jar, 1397148270315, FILE, null }
2014-04-10 11:45:26,739 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:handle(590)) - Created localizer for container_1397148282618_0004_01_000003
2014-04-10 11:45:26,739 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:addResource(651)) - Downloading public rsrc:{ hdfs://localhost:38088/user/brock/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar, 1397148270142, FILE, null }
2014-04-10 11:45:26,739 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:addResource(651)) - Downloading public rsrc:{ hdfs://localhost:38088/user/brock/target/Hadoop2MR1Platform-tmpDir/hadoop-6513904787770014536.jar, 1397148270315, FILE, null }
2014-04-10 11:45:26,739 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:handle(590)) - Created localizer for container_1397148282618_0004_01_000004
2014-04-10 11:45:26,739 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:addResource(651)) - Downloading public rsrc:{ hdfs://localhost:38088/user/brock/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar, 1397148270142, FILE, null }
2014-04-10 11:45:26,740 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:addResource(651)) - Downloading public rsrc:{ hdfs://localhost:38088/user/brock/target/Hadoop2MR1Platform-tmpDir/hadoop-6513904787770014536.jar, 1397148270315, FILE, null }
2014-04-10 11:45:26,740 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:handle(590)) - Created localizer for container_1397148282618_0004_01_000005
2014-04-10 11:45:26,745 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:writeCredentials(1015)) - Writing credentials to the nmPrivate file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_3/nmPrivate/container_1397148282618_0004_01_000006.tokens. Credentials list:
2014-04-10 11:45:26,750 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:writeCredentials(1015)) - Writing credentials to the nmPrivate file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_0/nmPrivate/container_1397148282618_0004_01_000005.tokens. Credentials list:
2014-04-10 11:45:26,751 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:writeCredentials(1015)) - Writing credentials to the nmPrivate file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_0/nmPrivate/container_1397148282618_0004_01_000002.tokens. Credentials list:
2014-04-10 11:45:26,751 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:writeCredentials(1015)) - Writing credentials to the nmPrivate file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_0/nmPrivate/container_1397148282618_0004_01_000003.tokens. Credentials list:
2014-04-10 11:45:26,754 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:writeCredentials(1015)) - Writing credentials to the nmPrivate file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_0/nmPrivate/container_1397148282618_0004_01_000004.tokens. Credentials list:
2014-04-10 11:45:26,758 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target/Hadoop2MR1Platform-tmpDir/hadoop-6513904787770014536.jar dst=null perm=null
2014-04-10 11:45:26,759 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null
2014-04-10 11:45:26,759 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target/Hadoop2MR1Platform-tmpDir/hadoop-6513904787770014536.jar dst=null perm=null
2014-04-10 11:45:26,759 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null
2014-04-10 11:45:26,760 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target/Hadoop2MR1Platform-tmpDir dst=null perm=null
2014-04-10 11:45:26,760 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target/Hadoop2MR1Platform-tmpDir dst=null perm=null
2014-04-10 11:45:26,760 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target dst=null perm=null
2014-04-10 11:45:26,760 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target dst=null perm=null
2014-04-10 11:45:26,761 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock dst=null perm=null
2014-04-10 11:45:26,761 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:createUserCacheDirs(469)) - Initializing user brock
2014-04-10 11:45:26,761 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock dst=null perm=null
2014-04-10 11:45:26,761 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user dst=null perm=null
2014-04-10 11:45:26,762 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user dst=null perm=null
2014-04-10 11:45:26,762 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/ dst=null perm=null
2014-04-10 11:45:26,762 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/ dst=null perm=null
2014-04-10 11:45:26,762 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target/Hadoop2MR1Platform-tmpDir/hadoop-6513904787770014536.jar dst=null perm=null
2014-04-10 11:45:26,763 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null
2014-04-10 11:45:26,763 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/user/brock/target/Hadoop2MR1Platform-tmpDir/hadoop-6513904787770014536.jar dst=null perm=null
2014-04-10 11:45:26,764 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/user/brock/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null
2014-04-10 11:45:26,764 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:createUserCacheDirs(469)) - Initializing user brock
2014-04-10 11:45:26,770 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:53089, dest: /127.0.0.1:53636, bytes: 388587, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_-1040503166_9, offset: 0, srvID: 56b85d8f-9b31-4c91-b022-e568d9765c42, blockid: BP-196700473-127.0.0.1-1397148267010:blk_1073741826_1002, duration: 913990
2014-04-10 11:45:26,770 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:37136, dest: /127.0.0.1:47993, bytes: 488518, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_-1040503166_9, offset: 0, srvID: b242afcc-2d24-4b8f-9fb7-bc72b71e749a, blockid: BP-196700473-127.0.0.1-1397148267010:blk_1073741825_1001, duration: 1208124
2014-04-10 11:45:26,790 INFO localizer.LocalizedResource (LocalizedResource.java:handle(196)) - Resource hdfs://localhost:38088/user/brock/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar(->file:/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_3/filecache/10/MRAppJar.jar) transitioned from DOWNLOADING to LOCALIZED
2014-04-10 11:45:26,790 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073741856_1032 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data6/current/BP-196700473-127.0.0.1-1397148267010/current/finalized/blk_1073741856 for deletion
2014-04-10 11:45:26,791 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073741857_1033 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data5/current/BP-196700473-127.0.0.1-1397148267010/current/finalized/blk_1073741857 for deletion
2014-04-10 11:45:26,791 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073741858_1034 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data6/current/BP-196700473-127.0.0.1-1397148267010/current/finalized/blk_1073741858 for deletion
2014-04-10 11:45:26,791 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-196700473-127.0.0.1-1397148267010 blk_1073741856_1032 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data6/current/BP-196700473-127.0.0.1-1397148267010/current/finalized/blk_1073741856
2014-04-10 11:45:26,791 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-196700473-127.0.0.1-1397148267010 blk_1073741857_1033 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data5/current/BP-196700473-127.0.0.1-1397148267010/current/finalized/blk_1073741857
2014-04-10 11:45:26,791 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073741860_1036 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data5/current/BP-196700473-127.0.0.1-1397148267010/current/finalized/blk_1073741860 for deletion
2014-04-10 11:45:26,791 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-196700473-127.0.0.1-1397148267010 blk_1073741858_1034 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data6/current/BP-196700473-127.0.0.1-1397148267010/current/finalized/blk_1073741858
2014-04-10 11:45:26,791 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073741865_1041 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data6/current/BP-196700473-127.0.0.1-1397148267010/current/finalized/blk_1073741865 for deletion
2014-04-10 11:45:26,791 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073741866_1042 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data5/current/BP-196700473-127.0.0.1-1397148267010/current/finalized/blk_1073741866 for deletion
2014-04-10 11:45:26,791 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-196700473-127.0.0.1-1397148267010 blk_1073741860_1036 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data5/current/BP-196700473-127.0.0.1-1397148267010/current/finalized/blk_1073741860
2014-04-10 11:45:26,791 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-196700473-127.0.0.1-1397148267010 blk_1073741865_1041 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data6/current/BP-196700473-127.0.0.1-1397148267010/current/finalized/blk_1073741865
2014-04-10 11:45:26,791 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-196700473-127.0.0.1-1397148267010 blk_1073741866_1042 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data5/current/BP-196700473-127.0.0.1-1397148267010/current/finalized/blk_1073741866
2014-04-10 11:45:26,792 INFO localizer.LocalizedResource (LocalizedResource.java:handle(196)) - Resource hdfs://localhost:38088/user/brock/target/Hadoop2MR1Platform-tmpDir/hadoop-6513904787770014536.jar(->file:/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_1/filecache/11/hadoop-6513904787770014536.jar) transitioned from DOWNLOADING to LOCALIZED
2014-04-10 11:45:26,827 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(103)) - Copying from /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_3/nmPrivate/container_1397148282618_0004_01_000006.tokens to /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_0/usercache/brock/appcache/application_1397148282618_0004/container_1397148282618_0004_01_000006.tokens
2014-04-10 11:45:26,828 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(105)) - CWD set to /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_0/usercache/brock/appcache/application_1397148282618_0004 = file:/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_0/usercache/brock/appcache/application_1397148282618_0004
2014-04-10 11:45:26,832 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(103)) - Copying from /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_0/nmPrivate/container_1397148282618_0004_01_000005.tokens to /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_0/usercache/brock/appcache/application_1397148282618_0004/container_1397148282618_0004_01_000005.tokens
2014-04-10 11:45:26,832 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(105)) - CWD set to /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_0/usercache/brock/appcache/application_1397148282618_0004 = file:/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_0/usercache/brock/appcache/application_1397148282618_0004
2014-04-10 11:45:26,853 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073741856_1032 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data1/current/BP-196700473-127.0.0.1-1397148267010/current/finalized/blk_1073741856 for deletion
2014-04-10 11:45:26,853 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073741857_1033 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data2/current/BP-196700473-127.0.0.1-1397148267010/current/finalized/blk_1073741857 for deletion
2014-04-10 11:45:26,854 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073741858_1034 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data1/current/BP-196700473-127.0.0.1-1397148267010/current/finalized/blk_1073741858 for deletion
2014-04-10 11:45:26,854 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-196700473-127.0.0.1-1397148267010 blk_1073741857_1033 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data2/current/BP-196700473-127.0.0.1-1397148267010/current/finalized/blk_1073741857
2014-04-10 11:45:26,854 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073741859_1035 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data2/current/BP-196700473-127.0.0.1-1397148267010/current/finalized/blk_1073741859 for deletion
2014-04-10 11:45:26,854 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-196700473-127.0.0.1-1397148267010 blk_1073741856_1032 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data1/current/BP-196700473-127.0.0.1-1397148267010/current/finalized/blk_1073741856
2014-04-10 11:45:26,854 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073741865_1041 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data2/current/BP-196700473-127.0.0.1-1397148267010/current/finalized/blk_1073741865 for deletion
2014-04-10 11:45:26,855 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-196700473-127.0.0.1-1397148267010 blk_1073741859_1035 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data2/current/BP-196700473-127.0.0.1-1397148267010/current/finalized/blk_1073741859
2014-04-10 11:45:26,855 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-196700473-127.0.0.1-1397148267010 blk_1073741858_1034 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data1/current/BP-196700473-127.0.0.1-1397148267010/current/finalized/blk_1073741858
2014-04-10 11:45:26,855 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-196700473-127.0.0.1-1397148267010 blk_1073741865_1041 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data2/current/BP-196700473-127.0.0.1-1397148267010/current/finalized/blk_1073741865
2014-04-10 11:45:26,855 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073741866_1042 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data1/current/BP-196700473-127.0.0.1-1397148267010/current/finalized/blk_1073741866 for deletion
2014-04-10 11:45:26,856 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-196700473-127.0.0.1-1397148267010 blk_1073741866_1042 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data1/current/BP-196700473-127.0.0.1-1397148267010/current/finalized/blk_1073741866
2014-04-10 11:45:26,943 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397148282618_0004/job.jar dst=null perm=null
2014-04-10 11:45:26,944 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397148282618_0004/job.jar dst=null perm=null
2014-04-10 11:45:26,945 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397148282618_0004/job.jar dst=null perm=null
2014-04-10 11:45:26,947 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397148282618_0004/job.jar dst=null perm=null
2014-04-10 11:45:26,949 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397148282618_0004/job.jar dst=null perm=null
2014-04-10 11:45:26,950 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397148282618_0004/job.jar dst=null perm=null
2014-04-10 11:45:26,955 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:49954, dest: /127.0.0.1:51183, bytes: 246562, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_991164210_2620, offset: 0, srvID: e20bf523-f226-4d36-9695-be2356cb97a6, blockid: BP-196700473-127.0.0.1-1397148267010:blk_1073741869_1045, duration: 883128
2014-04-10 11:45:26,958 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:49954, dest: /127.0.0.1:51184, bytes: 246562, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_1662417057_2622, offset: 0, srvID: e20bf523-f226-4d36-9695-be2356cb97a6, blockid: BP-196700473-127.0.0.1-1397148267010:blk_1073741869_1045, duration: 878809
2014-04-10 11:45:26,984 INFO localizer.LocalizedResource (LocalizedResource.java:handle(196)) - Resource hdfs://localhost:38088/tmp/hadoop-yarn/staging/brock/.staging/job_1397148282618_0004/job.jar(->file:/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_0/usercache/brock/appcache/application_1397148282618_0004/filecache/10/job.jar) transitioned from DOWNLOADING to LOCALIZED
2014-04-10 11:45:26,987 INFO localizer.LocalizedResource (LocalizedResource.java:handle(196)) - Resource hdfs://localhost:38088/tmp/hadoop-yarn/staging/brock/.staging/job_1397148282618_0004/job.jar(->file:/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_3/usercache/brock/appcache/application_1397148282618_0004/filecache/10/job.jar) transitioned from DOWNLOADING to LOCALIZED
2014-04-10 11:45:27,005 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397148282618_0004/job.xml dst=null perm=null
2014-04-10 11:45:27,006 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397148282618_0004/job.xml dst=null perm=null
2014-04-10 11:45:27,007 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397148282618_0004/job.xml dst=null perm=null
2014-04-10 11:45:27,008 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397148282618_0004/job.xml dst=null perm=null
2014-04-10 11:45:27,009 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397148282618_0004/job.xml dst=null perm=null
2014-04-10 11:45:27,010 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397148282618_0004/job.xml dst=null perm=null
2014-04-10 11:45:27,014 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:49954, dest: /127.0.0.1:51183, bytes: 82031, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_991164210_2620, offset: 0, srvID: e20bf523-f226-4d36-9695-be2356cb97a6, blockid: BP-196700473-127.0.0.1-1397148267010:blk_1073741872_1048, duration: 409879
2014-04-10 11:45:27,019 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:49954, dest: /127.0.0.1:51184, bytes: 82031, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_1662417057_2622, offset: 0, srvID: e20bf523-f226-4d36-9695-be2356cb97a6, blockid: BP-196700473-127.0.0.1-1397148267010:blk_1073741872_1048, duration: 419535
2014-04-10 11:45:27,034 INFO localizer.LocalizedResource (LocalizedResource.java:handle(196)) - Resource hdfs://localhost:38088/tmp/hadoop-yarn/staging/brock/.staging/job_1397148282618_0004/job.xml(->file:/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_0/usercache/brock/appcache/application_1397148282618_0004/filecache/11/job.xml) transitioned from DOWNLOADING to LOCALIZED
2014-04-10 11:45:27,034 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397148282618_0004_01_000006 transitioned from LOCALIZING to LOCALIZED
2014-04-10 11:45:27,040 INFO localizer.LocalizedResource (LocalizedResource.java:handle(196)) - Resource hdfs://localhost:38088/tmp/hadoop-yarn/staging/brock/.staging/job_1397148282618_0004/job.xml(->file:/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_0/usercache/brock/appcache/application_1397148282618_0004/filecache/11/job.xml) transitioned from DOWNLOADING to LOCALIZED
2014-04-10 11:45:27,040 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397148282618_0004_01_000002 transitioned from LOCALIZING to LOCALIZED
2014-04-10 11:45:27,041 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397148282618_0004_01_000003 transitioned from LOCALIZING to LOCALIZED
2014-04-10 11:45:27,041 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397148282618_0004_01_000004 transitioned from LOCALIZING to LOCALIZED
2014-04-10 11:45:27,041 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397148282618_0004_01_000005 transitioned from LOCALIZING to LOCALIZED
2014-04-10 11:45:27,067 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397148282618_0004_01_000006 transitioned from LOCALIZED to RUNNING
2014-04-10 11:45:27,067 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(169)) - Neither virutal-memory nor physical-memory monitoring is needed. Not running the monitor-thread
2014-04-10 11:45:27,075 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397148282618_0004_01_000002 transitioned from LOCALIZED to RUNNING
2014-04-10 11:45:27,075 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(169)) - Neither virutal-memory nor physical-memory monitoring is needed. Not running the monitor-thread
2014-04-10 11:45:27,076 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397148282618_0004_01_000004 transitioned from LOCALIZED to RUNNING
2014-04-10 11:45:27,076 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(169)) - Neither virutal-memory nor physical-memory monitoring is needed. Not running the monitor-thread
2014-04-10 11:45:27,079 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397148282618_0004_01_000005 transitioned from LOCALIZED to RUNNING
2014-04-10 11:45:27,079 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(169)) - Neither virutal-memory nor physical-memory monitoring is needed. Not running the monitor-thread
2014-04-10 11:45:27,080 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397148282618_0004_01_000003 transitioned from LOCALIZED to RUNNING
2014-04-10 11:45:27,080 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(169)) - Neither virutal-memory nor physical-memory monitoring is needed. Not running the monitor-thread
2014-04-10 11:45:27,139 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(189)) - launchContainer: [nice, -n, 0, bash, /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_2/usercache/brock/appcache/application_1397148282618_0004/container_1397148282618_0004_01_000006/default_container_executor.sh]
2014-04-10 11:45:27,146 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(189)) - launchContainer: [nice, -n, 0, bash, /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_3/usercache/brock/appcache/application_1397148282618_0004/container_1397148282618_0004_01_000004/default_container_executor.sh]
2014-04-10 11:45:27,146 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(189)) - launchContainer: [nice, -n, 0, bash, /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_2/usercache/brock/appcache/application_1397148282618_0004/container_1397148282618_0004_01_000002/default_container_executor.sh]
2014-04-10 11:45:27,148 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(189)) - launchContainer: [nice, -n, 0, bash, /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_0/usercache/brock/appcache/application_1397148282618_0004/container_1397148282618_0004_01_000003/default_container_executor.sh]
2014-04-10 11:45:27,148 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(189)) - launchContainer: [nice, -n, 0, bash, /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_0/usercache/brock/appcache/application_1397148282618_0004/container_1397148282618_0004_01_000005/default_container_executor.sh]
2014-04-10 11:45:27,298 INFO launcher.ContainerLaunch (ContainerLaunch.java:call(322)) - Container container_1397148282618_0003_01_000001 succeeded
2014-04-10 11:45:27,298 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397148282618_0003_01_000001 transitioned from RUNNING to EXITED_WITH_SUCCESS
2014-04-10 11:45:27,298 INFO launcher.ContainerLaunch (ContainerLaunch.java:cleanupContainer(341)) - Cleaning up container container_1397148282618_0003_01_000001
2014-04-10 11:45:27,317 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_0/usercache/brock/appcache/application_1397148282618_0003/container_1397148282618_0003_01_000001
2014-04-10 11:45:27,317 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_1/usercache/brock/appcache/application_1397148282618_0003/container_1397148282618_0003_01_000001
2014-04-10 11:45:27,318 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_2/usercache/brock/appcache/application_1397148282618_0003/container_1397148282618_0003_01_000001
2014-04-10 11:45:27,318 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_3/usercache/brock/appcache/application_1397148282618_0003/container_1397148282618_0003_01_000001
2014-04-10 11:45:27,318 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=brock OPERATION=Container Finished - Succeeded TARGET=ContainerImpl RESULT=SUCCESS APPID=application_1397148282618_0003 CONTAINERID=container_1397148282618_0003_01_000001
2014-04-10 11:45:27,318 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397148282618_0003_01_000001 transitioned from EXITED_WITH_SUCCESS to DONE
2014-04-10 11:45:27,318 INFO application.Application (ApplicationImpl.java:transition(339)) - Removing container_1397148282618_0003_01_000001 from application application_1397148282618_0003
2014-04-10 11:45:27,318 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(169)) - Neither virutal-memory nor physical-memory monitoring is needed. Not running the monitor-thread
2014-04-10 11:45:27,318 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event CONTAINER_STOP for appId application_1397148282618_0003
2014-04-10 11:45:27,480 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397148282618_0004_01_000002 Container Transitioned from ACQUIRED to RUNNING
2014-04-10 11:45:27,480 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397148282618_0004_01_000003 Container Transitioned from ACQUIRED to RUNNING
2014-04-10 11:45:27,480 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397148282618_0004_01_000004 Container Transitioned from ACQUIRED to RUNNING
2014-04-10 11:45:27,480 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397148282618_0004_01_000005 Container Transitioned from ACQUIRED to RUNNING
2014-04-10 11:45:27,484 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397148282618_0004_01_000006 Container Transitioned from ACQUIRED to RUNNING
2014-04-10 11:45:27,625 INFO scheduler.AppSchedulingInfo (AppSchedulingInfo.java:updateResourceRequests(166)) - checking for deactivate...
2014-04-10 11:45:27,970 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:updateAndGetContainerStatuses(374)) - Removed completed container container_1397148282618_0003_01_000001
2014-04-10 11:45:27,971 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397148282618_0003_01_000001 Container Transitioned from RUNNING to COMPLETED
2014-04-10 11:45:27,971 INFO resourcemanager.ApplicationMasterService (ApplicationMasterService.java:unregisterAttempt(562)) - Unregistering app attempt : appattempt_1397148282618_0003_000001
2014-04-10 11:45:27,971 INFO fica.FiCaSchedulerApp (FiCaSchedulerApp.java:containerCompleted(91)) - Completed container: container_1397148282618_0003_01_000001 in state: COMPLETED event:FINISHED
2014-04-10 11:45:27,971 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(98)) - USER=brock OPERATION=AM Released Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1397148282618_0003 CONTAINERID=container_1397148282618_0003_01_000001
2014-04-10 11:45:27,971 INFO fica.FiCaSchedulerNode (FiCaSchedulerNode.java:releaseContainer(164)) - Released container container_1397148282618_0003_01_000001 of capacity <memory:2048, vCores:1> on host localhost:39304, which currently has 1 containers, <memory:2048, vCores:1> used and <memory:2048, vCores:7> available, release resources=true
2014-04-10 11:45:27,972 INFO capacity.LeafQueue (LeafQueue.java:releaseResource(1506)) - default used=<memory:7168, vCores:6> numContainers=6 user=brock user-resources=<memory:7168, vCores:6>
2014-04-10 11:45:27,971 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(652)) - appattempt_1397148282618_0003_000001 State change from FINISHING to FINISHED
2014-04-10 11:45:27,972 INFO capacity.LeafQueue (LeafQueue.java:completedContainer(1448)) - completedContainer container=Container: [ContainerId: container_1397148282618_0003_01_000001, NodeId: localhost:39304, NodeHttpAddress: localhost:51177, Resource: <memory:2048, vCores:1>, Priority: 0, Token: Token { kind: ContainerToken, service: localhost:39304 }, ] resource=<memory:2048, vCores:1> queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:7168, vCores:6>usedCapacity=0.4375, absoluteUsedCapacity=0.4375, numApps=2, numContainers=6 usedCapacity=0.4375 absoluteUsedCapacity=0.4375 used=<memory:7168, vCores:6> cluster=<memory:16384, vCores:32>
2014-04-10 11:45:27,972 INFO rmapp.RMAppImpl (RMAppImpl.java:handle(610)) - application_1397148282618_0003 State change from FINISHING to FINISHED
2014-04-10 11:45:27,972 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(694)) - completedContainer queue=root usedCapacity=0.4375 absoluteUsedCapacity=0.4375 used=<memory:7168, vCores:6> cluster=<memory:16384, vCores:32>
2014-04-10 11:45:27,972 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(140)) - USER=brock OPERATION=Application Finished - Succeeded TARGET=RMAppManager RESULT=SUCCESS APPID=application_1397148282618_0003
2014-04-10 11:45:27,972 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(708)) - Re-sorting completed queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:7168, vCores:6>usedCapacity=0.4375, absoluteUsedCapacity=0.4375, numApps=2, numContainers=6
2014-04-10 11:45:27,972 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(849)) - Application appattempt_1397148282618_0003_000001 released container container_1397148282618_0003_01_000001 on node: host: localhost:39304 #containers=1 available=2048 used=2048 with event: FINISHED
2014-04-10 11:45:27,972 INFO capacity.CapacityScheduler (CapacityScheduler.java:doneApplicationAttempt(472)) - Application appattempt_1397148282618_0003_000001 is done. finalState=FINISHED
2014-04-10 11:45:27,973 INFO scheduler.AppSchedulingInfo (AppSchedulingInfo.java:clearRequests(108)) - Application application_1397148282618_0003 requests cleared
2014-04-10 11:45:27,973 INFO capacity.LeafQueue (LeafQueue.java:removeApplication(776)) - Application removed - appId: application_1397148282618_0003 user: brock queue: default #user-pending-applications: 0 #user-active-applications: 1 #queue-pending-applications: 0 #queue-active-applications: 1
2014-04-10 11:45:27,973 INFO capacity.ParentQueue (ParentQueue.java:removeApplication(507)) - Application removed - appId: application_1397148282618_0003 user: brock leaf-queue of parent: root #applications: 1
2014-04-10 11:45:27,972 INFO resourcemanager.RMAppManager$ApplicationSummary (RMAppManager.java:logAppSummary(175)) - appId=application_1397148282618_0003,name=[79B2F6626F1B40A487C2394427EDFB81/71B135F8EF004275AC1A303A06FFC27E] second/(1/1) ...1/hadooptapplatform/glob2,user=brock,queue=default,state=FINISHED,trackingUrl=http://localhost:45416/proxy/application_1397148282618_0003/jobhistory/job/job_1397148282618_0003,appMasterHost=localhost.localdomain,startTime=1397148310558,finishTime=1397148321072,finalStatus=SUCCEEDED
2014-04-10 11:45:27,987 INFO amlauncher.AMLauncher (AMLauncher.java:run(262)) - Cleaning master appattempt_1397148282618_0003_000001
2014-04-10 11:45:27,990 INFO ipc.Server (Server.java:saslProcess(1252)) - Auth successful for appattempt_1397148282618_0003_000001 (auth:SIMPLE)
2014-04-10 11:45:28,000 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:stopContainerInternal(718)) - Stopping container with container Id: container_1397148282618_0003_01_000001
2014-04-10 11:45:28,123 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:createUserCacheDirs(469)) - Initializing user brock
2014-04-10 11:45:28,485 INFO application.Application (ApplicationImpl.java:handle(450)) - Application application_1397148282618_0003 transitioned from RUNNING to APPLICATION_RESOURCES_CLEANINGUP
2014-04-10 11:45:28,485 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_0/usercache/brock/appcache/application_1397148282618_0003
2014-04-10 11:45:28,485 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_1/usercache/brock/appcache/application_1397148282618_0003
2014-04-10 11:45:28,485 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event APPLICATION_STOP for appId application_1397148282618_0003
2014-04-10 11:45:28,485 INFO application.Application (ApplicationImpl.java:handle(450)) - Application application_1397148282618_0003 transitioned from APPLICATION_RESOURCES_CLEANINGUP to FINISHED
2014-04-10 11:45:28,486 INFO loghandler.NonAggregatingLogHandler (NonAggregatingLogHandler.java:handle(119)) - Scheduling Log Deletion for application: application_1397148282618_0003, with delay of 10800 seconds
2014-04-10 11:45:28,486 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_2/usercache/brock/appcache/application_1397148282618_0003
2014-04-10 11:45:28,486 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_3/usercache/brock/appcache/application_1397148282618_0003
2014-04-10 11:45:28,533 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(103)) - Copying from /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_0/nmPrivate/container_1397148282618_0004_01_000004.tokens to /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_0/usercache/brock/appcache/application_1397148282618_0004/container_1397148282618_0004_01_000004.tokens
2014-04-10 11:45:28,533 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(105)) - CWD set to /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_0/usercache/brock/appcache/application_1397148282618_0004 = file:/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_0/usercache/brock/appcache/application_1397148282618_0004
2014-04-10 11:45:28,769 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:createUserCacheDirs(469)) - Initializing user brock
2014-04-10 11:45:28,971 INFO application.Application (ApplicationImpl.java:handle(450)) - Application application_1397148282618_0003 transitioned from RUNNING to APPLICATION_RESOURCES_CLEANINGUP
2014-04-10 11:45:28,971 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_0/usercache/brock/appcache/application_1397148282618_0003
2014-04-10 11:45:28,972 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event APPLICATION_STOP for appId application_1397148282618_0003
2014-04-10 11:45:28,972 INFO application.Application (ApplicationImpl.java:handle(450)) - Application application_1397148282618_0003 transitioned from APPLICATION_RESOURCES_CLEANINGUP to FINISHED
2014-04-10 11:45:28,972 INFO loghandler.NonAggregatingLogHandler (NonAggregatingLogHandler.java:handle(119)) - Scheduling Log Deletion for application: application_1397148282618_0003, with delay of 10800 seconds
2014-04-10 11:45:28,972 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_1/usercache/brock/appcache/application_1397148282618_0003
2014-04-10 11:45:28,972 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_2/usercache/brock/appcache/application_1397148282618_0003
2014-04-10 11:45:28,972 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_3/usercache/brock/appcache/application_1397148282618_0003
2014-04-10 11:45:29,188 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(103)) - Copying from /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_0/nmPrivate/container_1397148282618_0004_01_000003.tokens to /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_0/usercache/brock/appcache/application_1397148282618_0004/container_1397148282618_0004_01_000003.tokens
2014-04-10 11:45:29,189 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(105)) - CWD set to /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_0/usercache/brock/appcache/application_1397148282618_0004 = file:/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_0/usercache/brock/appcache/application_1397148282618_0004
2014-04-10 11:45:29,433 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:createUserCacheDirs(469)) - Initializing user brock
2014-04-10 11:45:29,638 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(103)) - Copying from /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_0/nmPrivate/container_1397148282618_0004_01_000002.tokens to /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_0/usercache/brock/appcache/application_1397148282618_0004/container_1397148282618_0004_01_000002.tokens
2014-04-10 11:45:29,638 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(105)) - CWD set to /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_0/usercache/brock/appcache/application_1397148282618_0004 = file:/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_0/usercache/brock/appcache/application_1397148282618_0004
2014-04-10 11:45:29,846 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397148282618_0004/job.split dst=null perm=null
2014-04-10 11:45:29,947 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:53089, dest: /127.0.0.1:53659, bytes: 1387, op: HDFS_READ, cliID: DFSClient_attempt_1397148282618_0004_m_000002_0_1281268742_1, offset: 512, srvID: 56b85d8f-9b31-4c91-b022-e568d9765c42, blockid: BP-196700473-127.0.0.1-1397148267010:blk_1073741870_1046, duration: 215528
2014-04-10 11:45:29,978 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397148282618_0004/job.split dst=null perm=null
2014-04-10 11:45:30,022 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/classes/test/data/lower.txt dst=null perm=null
2014-04-10 11:45:30,025 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:49954, dest: /127.0.0.1:51203, bytes: 23, op: HDFS_READ, cliID: DFSClient_attempt_1397148282618_0004_m_000002_0_1281268742_1, offset: 0, srvID: e20bf523-f226-4d36-9695-be2356cb97a6, blockid: BP-196700473-127.0.0.1-1397148267010:blk_1073741839_1015, duration: 200156
2014-04-10 11:45:30,035 INFO namenode.FSEditLog (FSEditLog.java:printStatistics(667)) - Number of transactions: 430 Total time for transactions(ms): 24 Number of transactions batched in Syncs: 1 Number of syncs: 278 SyncTimes(ms): 2675 2166
2014-04-10 11:45:30,050 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:49954, dest: /127.0.0.1:51202, bytes: 1903, op: HDFS_READ, cliID: DFSClient_attempt_1397148282618_0004_m_000001_0_1255149595_1, offset: 0, srvID: e20bf523-f226-4d36-9695-be2356cb97a6, blockid: BP-196700473-127.0.0.1-1397148267010:blk_1073741870_1046, duration: 171003
2014-04-10 11:45:30,081 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397148282618_0004/job.split dst=null perm=null
2014-04-10 11:45:30,096 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/hadooptapplatform/dupeconfig/_temporary/1/_temporary/attempt_1397148282618_0004_m_000002_0/part-00002 dst=null perm=brock:supergroup:rw-rw-rw-
2014-04-10 11:45:30,116 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/classes/test/data/lower.txt dst=null perm=null
2014-04-10 11:45:30,119 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:53089, dest: /127.0.0.1:53665, bytes: 23, op: HDFS_READ, cliID: DFSClient_attempt_1397148282618_0004_m_000001_0_1255149595_1, offset: 0, srvID: 56b85d8f-9b31-4c91-b022-e568d9765c42, blockid: BP-196700473-127.0.0.1-1397148267010:blk_1073741839_1015, duration: 194297
2014-04-10 11:45:30,138 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:37136, dest: /127.0.0.1:48020, bytes: 1903, op: HDFS_READ, cliID: DFSClient_attempt_1397148282618_0004_m_000000_0_2061445791_1, offset: 0, srvID: b242afcc-2d24-4b8f-9fb7-bc72b71e749a, blockid: BP-196700473-127.0.0.1-1397148267010:blk_1073741870_1046, duration: 217017
2014-04-10 11:45:30,146 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/hadooptapplatform/dupeconfig/_temporary/1/_temporary/attempt_1397148282618_0004_m_000001_0/part-00001 dst=null perm=brock:supergroup:rw-rw-rw-
2014-04-10 11:45:30,205 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/classes/test/data/lower.txt dst=null perm=null
2014-04-10 11:45:30,230 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/hadooptapplatform/dupeconfig/_temporary/1/_temporary/attempt_1397148282618_0004_m_000000_0/part-00000 dst=null perm=brock:supergroup:rw-rw-rw-
2014-04-10 11:45:30,245 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397148282618_0004/job.split dst=null perm=null
2014-04-10 11:45:30,328 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:37136, dest: /127.0.0.1:48024, bytes: 871, op: HDFS_READ, cliID: DFSClient_attempt_1397148282618_0004_m_000004_0_1509922339_1, offset: 1024, srvID: b242afcc-2d24-4b8f-9fb7-bc72b71e749a, blockid: BP-196700473-127.0.0.1-1397148267010:blk_1073741870_1046, duration: 191383
2014-04-10 11:45:30,331 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/classes/test/data/upper.txt dst=null perm=null
2014-04-10 11:45:30,339 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/classes/test/data/upper.txt dst=null perm=null
2014-04-10 11:45:30,340 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/classes/test/data/upper.txt dst=null perm=null
2014-04-10 11:45:30,342 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/classes/test/data/upper.txt dst=null perm=null
2014-04-10 11:45:30,346 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/classes/test/data/upper.txt dst=null perm=null
2014-04-10 11:45:30,346 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:37136, dest: /127.0.0.1:48025, bytes: 23, op: HDFS_READ, cliID: DFSClient_attempt_1397148282618_0004_m_000002_0_1281268742_1, offset: 0, srvID: b242afcc-2d24-4b8f-9fb7-bc72b71e749a, blockid: BP-196700473-127.0.0.1-1397148267010:blk_1073741840_1016, duration: 176769
2014-04-10 11:45:30,349 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/classes/test/data/upper.txt dst=null perm=null
2014-04-10 11:45:30,351 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397148282618_0004/job.split dst=null perm=null
2014-04-10 11:45:30,353 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:49954, dest: /127.0.0.1:51202, bytes: 23, op: HDFS_READ, cliID: DFSClient_attempt_1397148282618_0004_m_000001_0_1255149595_1, offset: 0, srvID: e20bf523-f226-4d36-9695-be2356cb97a6, blockid: BP-196700473-127.0.0.1-1397148267010:blk_1073741840_1016, duration: 180445
2014-04-10 11:45:30,367 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(2966)) - BLOCK* allocateBlock: /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/hadooptapplatform/dupeconfig/_temporary/1/_temporary/attempt_1397148282618_0004_m_000002_0/part-00002. BP-196700473-127.0.0.1-1397148267010 blk_1073741874_1050{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-b068c5d0-517e-4297-aa28-ff6d4c514e44:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-331ec906-785c-475e-b366-176a30c332ed:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-7d772409-5e65-4676-97a9-57f5ea3efdc8:NORMAL|RBW]]}
2014-04-10 11:45:30,372 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(2966)) - BLOCK* allocateBlock: /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/hadooptapplatform/dupeconfig/_temporary/1/_temporary/attempt_1397148282618_0004_m_000001_0/part-00001. BP-196700473-127.0.0.1-1397148267010 blk_1073741875_1051{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-7d772409-5e65-4676-97a9-57f5ea3efdc8:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-c910d2b0-940b-4e3d-b4fd-b4f6084bf0d7:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-008d3ead-b2b9-49b0-88ab-01e536a210da:NORMAL|RBW]]}
2014-04-10 11:45:30,403 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/classes/test/data/lower.txt dst=null perm=null
2014-04-10 11:45:30,419 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:53089, dest: /127.0.0.1:53673, bytes: 23, op: HDFS_READ, cliID: DFSClient_attempt_1397148282618_0004_m_000004_0_1509922339_1, offset: 0, srvID: 56b85d8f-9b31-4c91-b022-e568d9765c42, blockid: BP-196700473-127.0.0.1-1397148267010:blk_1073741839_1015, duration: 10619527
2014-04-10 11:45:30,424 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-196700473-127.0.0.1-1397148267010:blk_1073741874_1050 src: /127.0.0.1:51212 dest: /127.0.0.1:49954
2014-04-10 11:45:30,425 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-196700473-127.0.0.1-1397148267010:blk_1073741874_1050 src: /127.0.0.1:48031 dest: /127.0.0.1:37136
2014-04-10 11:45:30,428 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-196700473-127.0.0.1-1397148267010:blk_1073741874_1050 src: /127.0.0.1:44600 dest: /127.0.0.1:56823
2014-04-10 11:45:30,436 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:44600, dest: /127.0.0.1:56823, bytes: 8, op: HDFS_WRITE, cliID: DFSClient_attempt_1397148282618_0004_m_000002_0_1281268742_1, offset: 0, srvID: d87cf363-b947-4d02-ab62-043c9241fbef, blockid: BP-196700473-127.0.0.1-1397148267010:blk_1073741874_1050, duration: 6433905
2014-04-10 11:45:30,437 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:56823 is added to blk_1073741874_1050{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-b068c5d0-517e-4297-aa28-ff6d4c514e44:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-331ec906-785c-475e-b366-176a30c332ed:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-b6a9be31-6a8c-48bd-97ee-0b78fb430f32:NORMAL|RBW]]} size 0
2014-04-10 11:45:30,437 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:48031, dest: /127.0.0.1:37136, bytes: 8, op: HDFS_WRITE, cliID: DFSClient_attempt_1397148282618_0004_m_000002_0_1281268742_1, offset: 0, srvID: b242afcc-2d24-4b8f-9fb7-bc72b71e749a, blockid: BP-196700473-127.0.0.1-1397148267010:blk_1073741874_1050, duration: 4724929
2014-04-10 11:45:30,437 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:37136 is added to blk_1073741874_1050{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-b068c5d0-517e-4297-aa28-ff6d4c514e44:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-331ec906-785c-475e-b366-176a30c332ed:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-b6a9be31-6a8c-48bd-97ee-0b78fb430f32:NORMAL|RBW]]} size 0
2014-04-10 11:45:30,437 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:51212, dest: /127.0.0.1:49954, bytes: 8, op: HDFS_WRITE, cliID: DFSClient_attempt_1397148282618_0004_m_000002_0_1281268742_1, offset: 0, srvID: e20bf523-f226-4d36-9695-be2356cb97a6, blockid: BP-196700473-127.0.0.1-1397148267010:blk_1073741874_1050, duration: 6429865
2014-04-10 11:45:30,438 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-196700473-127.0.0.1-1397148267010:blk_1073741874_1050, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 11:45:30,438 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-196700473-127.0.0.1-1397148267010:blk_1073741874_1050, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 11:45:30,438 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:49954 is added to blk_1073741874_1050{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-b068c5d0-517e-4297-aa28-ff6d4c514e44:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-331ec906-785c-475e-b366-176a30c332ed:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-b6a9be31-6a8c-48bd-97ee-0b78fb430f32:NORMAL|RBW]]} size 0
2014-04-10 11:45:30,438 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-196700473-127.0.0.1-1397148267010:blk_1073741874_1050, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2014-04-10 11:45:30,443 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:56823, dest: /127.0.0.1:44598, bytes: 871, op: HDFS_READ, cliID: DFSClient_attempt_1397148282618_0004_m_000003_0_24243613_1, offset: 1024, srvID: d87cf363-b947-4d02-ab62-043c9241fbef, blockid: BP-196700473-127.0.0.1-1397148267010:blk_1073741870_1046, duration: 196692
2014-04-10 11:45:30,446 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-196700473-127.0.0.1-1397148267010:blk_1073741875_1051 src: /127.0.0.1:44596 dest: /127.0.0.1:56823
2014-04-10 11:45:30,447 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-196700473-127.0.0.1-1397148267010:blk_1073741875_1051 src: /127.0.0.1:53677 dest: /127.0.0.1:53089
2014-04-10 11:45:30,449 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-196700473-127.0.0.1-1397148267010:blk_1073741875_1051 src: /127.0.0.1:48034 dest: /127.0.0.1:37136
2014-04-10 11:45:30,454 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:48034, dest: /127.0.0.1:37136, bytes: 8, op: HDFS_WRITE, cliID: DFSClient_attempt_1397148282618_0004_m_000001_0_1255149595_1, offset: 0, srvID: b242afcc-2d24-4b8f-9fb7-bc72b71e749a, blockid: BP-196700473-127.0.0.1-1397148267010:blk_1073741875_1051, duration: 4696504
2014-04-10 11:45:30,454 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-196700473-127.0.0.1-1397148267010:blk_1073741875_1051, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2014-04-10 11:45:30,454 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/classes/test/data/upper.txt dst=null perm=null
2014-04-10 11:45:30,454 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:53677, dest: /127.0.0.1:53089, bytes: 8, op: HDFS_WRITE, cliID: DFSClient_attempt_1397148282618_0004_m_000001_0_1255149595_1, offset: 0, srvID: 56b85d8f-9b31-4c91-b022-e568d9765c42, blockid: BP-196700473-127.0.0.1-1397148267010:blk_1073741875_1051, duration: 3662444
2014-04-10 11:45:30,454 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:37136 is added to blk_1073741875_1051{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-7d772409-5e65-4676-97a9-57f5ea3efdc8:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-c910d2b0-940b-4e3d-b4fd-b4f6084bf0d7:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-008d3ead-b2b9-49b0-88ab-01e536a210da:NORMAL|RBW]]} size 0
2014-04-10 11:45:30,455 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-196700473-127.0.0.1-1397148267010:blk_1073741875_1051, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 11:45:30,455 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:44596, dest: /127.0.0.1:56823, bytes: 8, op: HDFS_WRITE, cliID: DFSClient_attempt_1397148282618_0004_m_000001_0_1255149595_1, offset: 0, srvID: d87cf363-b947-4d02-ab62-043c9241fbef, blockid: BP-196700473-127.0.0.1-1397148267010:blk_1073741875_1051, duration: 5447963
2014-04-10 11:45:30,455 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:53089 is added to blk_1073741875_1051{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-7d772409-5e65-4676-97a9-57f5ea3efdc8:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-c910d2b0-940b-4e3d-b4fd-b4f6084bf0d7:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-008d3ead-b2b9-49b0-88ab-01e536a210da:NORMAL|RBW]]} size 0
2014-04-10 11:45:30,455 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-196700473-127.0.0.1-1397148267010:blk_1073741875_1051, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 11:45:30,455 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:56823 is added to blk_1073741875_1051{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-7d772409-5e65-4676-97a9-57f5ea3efdc8:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-c910d2b0-940b-4e3d-b4fd-b4f6084bf0d7:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-008d3ead-b2b9-49b0-88ab-01e536a210da:NORMAL|RBW]]} size 0
2014-04-10 11:45:30,459 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/classes/test/data/upper.txt dst=null perm=null
2014-04-10 11:45:30,461 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/classes/test/data/upper.txt dst=null perm=null
2014-04-10 11:45:30,464 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:49954, dest: /127.0.0.1:51220, bytes: 23, op: HDFS_READ, cliID: DFSClient_attempt_1397148282618_0004_m_000000_0_2061445791_1, offset: 0, srvID: e20bf523-f226-4d36-9695-be2356cb97a6, blockid: BP-196700473-127.0.0.1-1397148267010:blk_1073741840_1016, duration: 128531
2014-04-10 11:45:30,467 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:53089, dest: /127.0.0.1:53680, bytes: 23, op: HDFS_READ, cliID: DFSClient_attempt_1397148282618_0004_m_000000_0_2061445791_1, offset: 0, srvID: 56b85d8f-9b31-4c91-b022-e568d9765c42, blockid: BP-196700473-127.0.0.1-1397148267010:blk_1073741839_1015, duration: 114800
2014-04-10 11:45:30,479 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(2966)) - BLOCK* allocateBlock: /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/hadooptapplatform/dupeconfig/_temporary/1/_temporary/attempt_1397148282618_0004_m_000000_0/part-00000. BP-196700473-127.0.0.1-1397148267010 blk_1073741876_1052{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-7d772409-5e65-4676-97a9-57f5ea3efdc8:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-008d3ead-b2b9-49b0-88ab-01e536a210da:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-c910d2b0-940b-4e3d-b4fd-b4f6084bf0d7:NORMAL|RBW]]}
2014-04-10 11:45:30,488 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/hadooptapplatform/dupeconfig/_temporary/1/_temporary/attempt_1397148282618_0004_m_000004_0/part-00004 dst=null perm=brock:supergroup:rw-rw-rw-
2014-04-10 11:45:30,498 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/classes/test/data/lower.txt dst=null perm=null
2014-04-10 11:45:30,500 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-196700473-127.0.0.1-1397148267010:blk_1073741875_1051
2014-04-10 11:45:30,500 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-196700473-127.0.0.1-1397148267010:blk_1073741874_1050
2014-04-10 11:45:30,500 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:56823, dest: /127.0.0.1:44598, bytes: 23, op: HDFS_READ, cliID: DFSClient_attempt_1397148282618_0004_m_000003_0_24243613_1, offset: 0, srvID: d87cf363-b947-4d02-ab62-043c9241fbef, blockid: BP-196700473-127.0.0.1-1397148267010:blk_1073741839_1015, duration: 160676
2014-04-10 11:45:30,505 INFO hdfs.StateChange (FSNamesystem.java:completeFile(2899)) - DIR* completeFile: /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/hadooptapplatform/dupeconfig/_temporary/1/_temporary/attempt_1397148282618_0004_m_000002_0/part-00002 is closed by DFSClient_attempt_1397148282618_0004_m_000002_0_1281268742_1
2014-04-10 11:45:30,505 INFO hdfs.StateChange (FSNamesystem.java:completeFile(2899)) - DIR* completeFile: /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/hadooptapplatform/dupeconfig/_temporary/1/_temporary/attempt_1397148282618_0004_m_000001_0/part-00001 is closed by DFSClient_attempt_1397148282618_0004_m_000001_0_1255149595_1
2014-04-10 11:45:30,530 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/hadooptapplatform/dupeconfig/_temporary/1/_temporary/attempt_1397148282618_0004_m_000003_0/part-00003 dst=null perm=brock:supergroup:rw-rw-rw-
2014-04-10 11:45:30,551 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-196700473-127.0.0.1-1397148267010:blk_1073741876_1052 src: /127.0.0.1:44605 dest: /127.0.0.1:56823
2014-04-10 11:45:30,552 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-196700473-127.0.0.1-1397148267010:blk_1073741876_1052 src: /127.0.0.1:48038 dest: /127.0.0.1:37136
2014-04-10 11:45:30,553 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-196700473-127.0.0.1-1397148267010:blk_1073741876_1052 src: /127.0.0.1:53683 dest: /127.0.0.1:53089
2014-04-10 11:45:30,561 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:53683, dest: /127.0.0.1:53089, bytes: 16, op: HDFS_WRITE, cliID: DFSClient_attempt_1397148282618_0004_m_000000_0_2061445791_1, offset: 0, srvID: 56b85d8f-9b31-4c91-b022-e568d9765c42, blockid: BP-196700473-127.0.0.1-1397148267010:blk_1073741876_1052, duration: 6280398
2014-04-10 11:45:30,561 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-196700473-127.0.0.1-1397148267010:blk_1073741876_1052, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2014-04-10 11:45:30,563 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:48038, dest: /127.0.0.1:37136, bytes: 16, op: HDFS_WRITE, cliID: DFSClient_attempt_1397148282618_0004_m_000000_0_2061445791_1, offset: 0, srvID: b242afcc-2d24-4b8f-9fb7-bc72b71e749a, blockid: BP-196700473-127.0.0.1-1397148267010:blk_1073741876_1052, duration: 4595833
2014-04-10 11:45:30,563 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/hadooptapplatform/dupeconfig/_temporary/1/_temporary/attempt_1397148282618_0004_m_000001_0 dst=null perm=null
2014-04-10 11:45:30,563 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-196700473-127.0.0.1-1397148267010:blk_1073741876_1052, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 11:45:30,564 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:44605, dest: /127.0.0.1:56823, bytes: 16, op: HDFS_WRITE, cliID: DFSClient_attempt_1397148282618_0004_m_000000_0_2061445791_1, offset: 0, srvID: d87cf363-b947-4d02-ab62-043c9241fbef, blockid: BP-196700473-127.0.0.1-1397148267010:blk_1073741876_1052, duration: 5748715
2014-04-10 11:45:30,564 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:53089 is added to blk_1073741876_1052{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-b6a9be31-6a8c-48bd-97ee-0b78fb430f32:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-331ec906-785c-475e-b366-176a30c332ed:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-2bef5f6e-f0c9-4da0-8817-be69f5868853:NORMAL|RBW]]} size 0
2014-04-10 11:45:30,564 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-196700473-127.0.0.1-1397148267010:blk_1073741876_1052, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 11:45:30,565 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:56823 is added to blk_1073741876_1052{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-b6a9be31-6a8c-48bd-97ee-0b78fb430f32:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-331ec906-785c-475e-b366-176a30c332ed:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-2bef5f6e-f0c9-4da0-8817-be69f5868853:NORMAL|RBW]]} size 0
2014-04-10 11:45:30,565 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:37136 is added to blk_1073741876_1052{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-b6a9be31-6a8c-48bd-97ee-0b78fb430f32:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-331ec906-785c-475e-b366-176a30c332ed:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-2bef5f6e-f0c9-4da0-8817-be69f5868853:NORMAL|RBW]]} size 0
2014-04-10 11:45:30,573 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/hadooptapplatform/dupeconfig/_temporary/1/_temporary/attempt_1397148282618_0004_m_000001_0 dst=null perm=null
2014-04-10 11:45:30,574 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/hadooptapplatform/dupeconfig/_temporary/1/task_1397148282618_0004_m_000001 dst=null perm=null
2014-04-10 11:45:30,580 INFO hdfs.StateChange (FSNamesystem.java:completeFile(2899)) - DIR* completeFile: /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/hadooptapplatform/dupeconfig/_temporary/1/_temporary/attempt_1397148282618_0004_m_000000_0/part-00000 is closed by DFSClient_attempt_1397148282618_0004_m_000000_0_2061445791_1
2014-04-10 11:45:30,586 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/hadooptapplatform/dupeconfig/_temporary/1/_temporary/attempt_1397148282618_0004_m_000002_0 dst=null perm=null
2014-04-10 11:45:30,590 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/hadooptapplatform/dupeconfig/_temporary/1/_temporary/attempt_1397148282618_0004_m_000002_0 dst=null perm=null
2014-04-10 11:45:30,591 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/hadooptapplatform/dupeconfig/_temporary/1/task_1397148282618_0004_m_000002 dst=null perm=null
2014-04-10 11:45:30,596 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=rename src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/hadooptapplatform/dupeconfig/_temporary/1/_temporary/attempt_1397148282618_0004_m_000001_0 dst=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/hadooptapplatform/dupeconfig/_temporary/1/task_1397148282618_0004_m_000001 perm=brock:supergroup:rwxrwxrwx
2014-04-10 11:45:30,615 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=rename src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/hadooptapplatform/dupeconfig/_temporary/1/_temporary/attempt_1397148282618_0004_m_000002_0 dst=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/hadooptapplatform/dupeconfig/_temporary/1/task_1397148282618_0004_m_000002 perm=brock:supergroup:rwxrwxrwx
2014-04-10 11:45:30,638 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/hadooptapplatform/dupeconfig/_temporary/1/_temporary/attempt_1397148282618_0004_m_000000_0 dst=null perm=null
2014-04-10 11:45:30,643 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/hadooptapplatform/dupeconfig/_temporary/1/_temporary/attempt_1397148282618_0004_m_000000_0 dst=null perm=null
2014-04-10 11:45:30,644 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/hadooptapplatform/dupeconfig/_temporary/1/task_1397148282618_0004_m_000000 dst=null perm=null
2014-04-10 11:45:30,663 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=rename src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/hadooptapplatform/dupeconfig/_temporary/1/_temporary/attempt_1397148282618_0004_m_000000_0 dst=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/hadooptapplatform/dupeconfig/_temporary/1/task_1397148282618_0004_m_000000 perm=brock:supergroup:rwxrwxrwx
2014-04-10 11:45:30,676 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:stopContainerInternal(718)) - Stopping container with container Id: container_1397148282618_0004_01_000003
2014-04-10 11:45:30,676 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=brock IP=127.0.0.1 OPERATION=Stop Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1397148282618_0004 CONTAINERID=container_1397148282618_0004_01_000003
2014-04-10 11:45:30,676 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397148282618_0004_01_000003 transitioned from RUNNING to KILLING
2014-04-10 11:45:30,676 INFO launcher.ContainerLaunch (ContainerLaunch.java:cleanupContainer(341)) - Cleaning up container container_1397148282618_0004_01_000003
2014-04-10 11:45:30,696 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:stopContainerInternal(718)) - Stopping container with container Id: container_1397148282618_0004_01_000004
2014-04-10 11:45:30,696 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=brock IP=127.0.0.1 OPERATION=Stop Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1397148282618_0004 CONTAINERID=container_1397148282618_0004_01_000004
2014-04-10 11:45:30,697 WARN nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(207)) - Exit code from container container_1397148282618_0004_01_000003 is : 143
2014-04-10 11:45:30,699 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(2966)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/brock/.staging/job_1397148282618_0004/job_1397148282618_0004_1.jhist. BP-196700473-127.0.0.1-1397148267010 blk_1073741877_1053{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-2bef5f6e-f0c9-4da0-8817-be69f5868853:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-97cf26c5-95a4-4e0e-a439-d9926ba08c0b:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-008d3ead-b2b9-49b0-88ab-01e536a210da:NORMAL|RBW]]}
2014-04-10 11:45:30,706 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/classes/test/data/upper.txt dst=null perm=null
2014-04-10 11:45:30,713 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/classes/test/data/upper.txt dst=null perm=null
2014-04-10 11:45:30,714 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397148282618_0004_01_000004 transitioned from RUNNING to KILLING
2014-04-10 11:45:30,715 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397148282618_0004_01_000003 transitioned from KILLING to CONTAINER_CLEANEDUP_AFTER_KILL
2014-04-10 11:45:30,715 INFO launcher.ContainerLaunch (ContainerLaunch.java:cleanupContainer(341)) - Cleaning up container container_1397148282618_0004_01_000004
2014-04-10 11:45:30,715 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-196700473-127.0.0.1-1397148267010:blk_1073741877_1053 src: /127.0.0.1:53684 dest: /127.0.0.1:53089
2014-04-10 11:45:30,716 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-196700473-127.0.0.1-1397148267010:blk_1073741877_1053 src: /127.0.0.1:51226 dest: /127.0.0.1:49954
2014-04-10 11:45:30,717 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/classes/test/data/upper.txt dst=null perm=null
2014-04-10 11:45:30,718 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-196700473-127.0.0.1-1397148267010:blk_1073741877_1053 src: /127.0.0.1:48042 dest: /127.0.0.1:37136
2014-04-10 11:45:30,723 WARN nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(207)) - Exit code from container container_1397148282618_0004_01_000004 is : 143
2014-04-10 11:45:30,724 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:stopContainerInternal(718)) - Stopping container with container Id: container_1397148282618_0004_01_000002
2014-04-10 11:45:30,724 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=brock IP=127.0.0.1 OPERATION=Stop Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1397148282618_0004 CONTAINERID=container_1397148282618_0004_01_000002
2014-04-10 11:45:30,725 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:56823, dest: /127.0.0.1:44611, bytes: 23, op: HDFS_READ, cliID: DFSClient_attempt_1397148282618_0004_m_000004_0_1509922339_1, offset: 0, srvID: d87cf363-b947-4d02-ab62-043c9241fbef, blockid: BP-196700473-127.0.0.1-1397148267010:blk_1073741840_1016, duration: 136755
2014-04-10 11:45:30,728 INFO hdfs.StateChange (FSNamesystem.java:fsync(3598)) - BLOCK* fsync: /tmp/hadoop-yarn/staging/brock/.staging/job_1397148282618_0004/job_1397148282618_0004_1.jhist for DFSClient_NONMAPREDUCE_-1696892879_1
2014-04-10 11:45:30,740 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_0/usercache/brock/appcache/application_1397148282618_0004/container_1397148282618_0004_01_000003
2014-04-10 11:45:30,740 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_1/usercache/brock/appcache/application_1397148282618_0004/container_1397148282618_0004_01_000003
2014-04-10 11:45:30,740 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_2/usercache/brock/appcache/application_1397148282618_0004/container_1397148282618_0004_01_000003
2014-04-10 11:45:30,741 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_3/usercache/brock/appcache/application_1397148282618_0004/container_1397148282618_0004_01_000003
2014-04-10 11:45:30,741 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397148282618_0004_01_000004 transitioned from KILLING to CONTAINER_CLEANEDUP_AFTER_KILL
2014-04-10 11:45:30,741 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397148282618_0004_01_000002 transitioned from RUNNING to KILLING
2014-04-10 11:45:30,741 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=brock OPERATION=Container Finished - Killed TARGET=ContainerImpl RESULT=SUCCESS APPID=application_1397148282618_0004 CONTAINERID=container_1397148282618_0004_01_000003
2014-04-10 11:45:30,741 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397148282618_0004_01_000003 transitioned from CONTAINER_CLEANEDUP_AFTER_KILL to DONE
2014-04-10 11:45:30,742 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_0/usercache/brock/appcache/application_1397148282618_0004/container_1397148282618_0004_01_000004
2014-04-10 11:45:30,742 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_1/usercache/brock/appcache/application_1397148282618_0004/container_1397148282618_0004_01_000004
2014-04-10 11:45:30,742 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_2/usercache/brock/appcache/application_1397148282618_0004/container_1397148282618_0004_01_000004
2014-04-10 11:45:30,743 INFO launcher.ContainerLaunch (ContainerLaunch.java:cleanupContainer(341)) - Cleaning up container container_1397148282618_0004_01_000002
2014-04-10 11:45:30,743 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_3/usercache/brock/appcache/application_1397148282618_0004/container_1397148282618_0004_01_000004
2014-04-10 11:45:30,747 WARN nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(207)) - Exit code from container container_1397148282618_0004_01_000002 is : 143
2014-04-10 11:45:30,755 INFO application.Application (ApplicationImpl.java:transition(339)) - Removing container_1397148282618_0004_01_000003 from application application_1397148282618_0004
2014-04-10 11:45:30,755 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(169)) - Neither virutal-memory nor physical-memory monitoring is needed. Not running the monitor-thread
2014-04-10 11:45:30,755 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event CONTAINER_STOP for appId application_1397148282618_0004
2014-04-10 11:45:30,755 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=brock OPERATION=Container Finished - Killed TARGET=ContainerImpl RESULT=SUCCESS APPID=application_1397148282618_0004 CONTAINERID=container_1397148282618_0004_01_000004
2014-04-10 11:45:30,755 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397148282618_0004_01_000004 transitioned from CONTAINER_CLEANEDUP_AFTER_KILL to DONE
2014-04-10 11:45:30,755 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397148282618_0004_01_000002 transitioned from KILLING to CONTAINER_CLEANEDUP_AFTER_KILL
2014-04-10 11:45:30,755 INFO application.Application (ApplicationImpl.java:transition(339)) - Removing container_1397148282618_0004_01_000004 from application application_1397148282618_0004
2014-04-10 11:45:30,755 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(169)) - Neither virutal-memory nor physical-memory monitoring is needed. Not running the monitor-thread
2014-04-10 11:45:30,755 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event CONTAINER_STOP for appId application_1397148282618_0004
2014-04-10 11:45:30,756 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_0/usercache/brock/appcache/application_1397148282618_0004/container_1397148282618_0004_01_000002
2014-04-10 11:45:30,756 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=brock OPERATION=Container Finished - Killed TARGET=ContainerImpl RESULT=SUCCESS APPID=application_1397148282618_0004 CONTAINERID=container_1397148282618_0004_01_000002
2014-04-10 11:45:30,756 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_1/usercache/brock/appcache/application_1397148282618_0004/container_1397148282618_0004_01_000002
2014-04-10 11:45:30,756 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397148282618_0004_01_000002 transitioned from CONTAINER_CLEANEDUP_AFTER_KILL to DONE
2014-04-10 11:45:30,756 INFO application.Application (ApplicationImpl.java:transition(339)) - Removing container_1397148282618_0004_01_000002 from application application_1397148282618_0004
2014-04-10 11:45:30,756 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(169)) - Neither virutal-memory nor physical-memory monitoring is needed. Not running the monitor-thread
2014-04-10 11:45:30,756 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event CONTAINER_STOP for appId application_1397148282618_0004
2014-04-10 11:45:30,756 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_2/usercache/brock/appcache/application_1397148282618_0004/container_1397148282618_0004_01_000002
2014-04-10 11:45:30,757 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_3/usercache/brock/appcache/application_1397148282618_0004/container_1397148282618_0004_01_000002
2014-04-10 11:45:30,763 INFO hdfs.StateChange (FSNamesystem.java:completeFile(2899)) - DIR* completeFile: /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/hadooptapplatform/dupeconfig/_temporary/1/_temporary/attempt_1397148282618_0004_m_000004_0/part-00004 is closed by DFSClient_attempt_1397148282618_0004_m_000004_0_1509922339_1
2014-04-10 11:45:30,788 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/classes/test/data/upper.txt dst=null perm=null
2014-04-10 11:45:30,793 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/classes/test/data/upper.txt dst=null perm=null
2014-04-10 11:45:30,795 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/classes/test/data/upper.txt dst=null perm=null
2014-04-10 11:45:30,798 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:56823, dest: /127.0.0.1:44612, bytes: 23, op: HDFS_READ, cliID: DFSClient_attempt_1397148282618_0004_m_000003_0_24243613_1, offset: 0, srvID: d87cf363-b947-4d02-ab62-043c9241fbef, blockid: BP-196700473-127.0.0.1-1397148267010:blk_1073741840_1016, duration: 139395
2014-04-10 11:45:30,812 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/hadooptapplatform/dupeconfig/_temporary/1/_temporary/attempt_1397148282618_0004_m_000004_0 dst=null perm=null
2014-04-10 11:45:30,812 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(2966)) - BLOCK* allocateBlock: /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/hadooptapplatform/dupeconfig/_temporary/1/_temporary/attempt_1397148282618_0004_m_000003_0/part-00003. BP-196700473-127.0.0.1-1397148267010 blk_1073741878_1054{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-c910d2b0-940b-4e3d-b4fd-b4f6084bf0d7:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-331ec906-785c-475e-b366-176a30c332ed:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-b068c5d0-517e-4297-aa28-ff6d4c514e44:NORMAL|RBW]]}
2014-04-10 11:45:30,816 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/hadooptapplatform/dupeconfig/_temporary/1/_temporary/attempt_1397148282618_0004_m_000004_0 dst=null perm=null
2014-04-10 11:45:30,817 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/hadooptapplatform/dupeconfig/_temporary/1/task_1397148282618_0004_m_000004 dst=null perm=null
2014-04-10 11:45:30,846 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=rename src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/hadooptapplatform/dupeconfig/_temporary/1/_temporary/attempt_1397148282618_0004_m_000004_0 dst=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/hadooptapplatform/dupeconfig/_temporary/1/task_1397148282618_0004_m_000004 perm=brock:supergroup:rwxrwxrwx
2014-04-10 11:45:30,864 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-196700473-127.0.0.1-1397148267010:blk_1073741878_1054 src: /127.0.0.1:53689 dest: /127.0.0.1:53089
2014-04-10 11:45:30,867 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-196700473-127.0.0.1-1397148267010:blk_1073741878_1054 src: /127.0.0.1:48047 dest: /127.0.0.1:37136
2014-04-10 11:45:30,867 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-196700473-127.0.0.1-1397148267010:blk_1073741878_1054 src: /127.0.0.1:51233 dest: /127.0.0.1:49954
2014-04-10 11:45:30,874 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:51233, dest: /127.0.0.1:49954, bytes: 8, op: HDFS_WRITE, cliID: DFSClient_attempt_1397148282618_0004_m_000003_0_24243613_1, offset: 0, srvID: e20bf523-f226-4d36-9695-be2356cb97a6, blockid: BP-196700473-127.0.0.1-1397148267010:blk_1073741878_1054, duration: 4701616
2014-04-10 11:45:30,874 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:49954 is added to blk_1073741878_1054{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-331ec906-785c-475e-b366-176a30c332ed:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-b068c5d0-517e-4297-aa28-ff6d4c514e44:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-2bef5f6e-f0c9-4da0-8817-be69f5868853:NORMAL|RBW]]} size 0
2014-04-10 11:45:30,874 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:48047, dest: /127.0.0.1:37136, bytes: 8, op: HDFS_WRITE, cliID: DFSClient_attempt_1397148282618_0004_m_000003_0_24243613_1, offset: 0, srvID: b242afcc-2d24-4b8f-9fb7-bc72b71e749a, blockid: BP-196700473-127.0.0.1-1397148267010:blk_1073741878_1054, duration: 5429627
2014-04-10 11:45:30,874 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-196700473-127.0.0.1-1397148267010:blk_1073741878_1054, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 11:45:30,874 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-196700473-127.0.0.1-1397148267010:blk_1073741878_1054, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2014-04-10 11:45:30,874 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:37136 is added to blk_1073741878_1054{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-331ec906-785c-475e-b366-176a30c332ed:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-b068c5d0-517e-4297-aa28-ff6d4c514e44:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-2bef5f6e-f0c9-4da0-8817-be69f5868853:NORMAL|RBW]]} size 0
2014-04-10 11:45:30,875 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:53689, dest: /127.0.0.1:53089, bytes: 8, op: HDFS_WRITE, cliID: DFSClient_attempt_1397148282618_0004_m_000003_0_24243613_1, offset: 0, srvID: 56b85d8f-9b31-4c91-b022-e568d9765c42, blockid: BP-196700473-127.0.0.1-1397148267010:blk_1073741878_1054, duration: 6122611
2014-04-10 11:45:30,875 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-196700473-127.0.0.1-1397148267010:blk_1073741878_1054, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 11:45:30,875 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:53089 is added to blk_1073741878_1054{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-331ec906-785c-475e-b366-176a30c332ed:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-b068c5d0-517e-4297-aa28-ff6d4c514e44:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-2bef5f6e-f0c9-4da0-8817-be69f5868853:NORMAL|RBW]]} size 0
2014-04-10 11:45:30,888 INFO hdfs.StateChange (FSNamesystem.java:completeFile(2899)) - DIR* completeFile: /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/hadooptapplatform/dupeconfig/_temporary/1/_temporary/attempt_1397148282618_0004_m_000003_0/part-00003 is closed by DFSClient_attempt_1397148282618_0004_m_000003_0_24243613_1
2014-04-10 11:45:30,898 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:stopContainerInternal(718)) - Stopping container with container Id: container_1397148282618_0004_01_000006
2014-04-10 11:45:30,898 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=brock IP=127.0.0.1 OPERATION=Stop Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1397148282618_0004 CONTAINERID=container_1397148282618_0004_01_000006
2014-04-10 11:45:30,898 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397148282618_0004_01_000006 transitioned from RUNNING to KILLING
2014-04-10 11:45:30,899 INFO launcher.ContainerLaunch (ContainerLaunch.java:cleanupContainer(341)) - Cleaning up container container_1397148282618_0004_01_000006
2014-04-10 11:45:30,903 WARN nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(207)) - Exit code from container container_1397148282618_0004_01_000006 is : 143
2014-04-10 11:45:30,915 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397148282618_0004_01_000006 transitioned from KILLING to CONTAINER_CLEANEDUP_AFTER_KILL
2014-04-10 11:45:30,915 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_0/usercache/brock/appcache/application_1397148282618_0004/container_1397148282618_0004_01_000006
2014-04-10 11:45:30,915 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_1/usercache/brock/appcache/application_1397148282618_0004/container_1397148282618_0004_01_000006
2014-04-10 11:45:30,916 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_2/usercache/brock/appcache/application_1397148282618_0004/container_1397148282618_0004_01_000006
2014-04-10 11:45:30,916 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_3/usercache/brock/appcache/application_1397148282618_0004/container_1397148282618_0004_01_000006
2014-04-10 11:45:30,916 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=brock OPERATION=Container Finished - Killed TARGET=ContainerImpl RESULT=SUCCESS APPID=application_1397148282618_0004 CONTAINERID=container_1397148282618_0004_01_000006
2014-04-10 11:45:30,916 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397148282618_0004_01_000006 transitioned from CONTAINER_CLEANEDUP_AFTER_KILL to DONE
2014-04-10 11:45:30,916 INFO application.Application (ApplicationImpl.java:transition(339)) - Removing container_1397148282618_0004_01_000006 from application application_1397148282618_0004
2014-04-10 11:45:30,916 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(169)) - Neither virutal-memory nor physical-memory monitoring is needed. Not running the monitor-thread
2014-04-10 11:45:30,916 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event CONTAINER_STOP for appId application_1397148282618_0004
2014-04-10 11:45:30,936 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/hadooptapplatform/dupeconfig/_temporary/1/_temporary/attempt_1397148282618_0004_m_000003_0 dst=null perm=null
2014-04-10 11:45:30,941 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/hadooptapplatform/dupeconfig/_temporary/1/_temporary/attempt_1397148282618_0004_m_000003_0 dst=null perm=null
2014-04-10 11:45:30,941 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/hadooptapplatform/dupeconfig/_temporary/1/task_1397148282618_0004_m_000003 dst=null perm=null
2014-04-10 11:45:30,955 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=rename src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/hadooptapplatform/dupeconfig/_temporary/1/_temporary/attempt_1397148282618_0004_m_000003_0 dst=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/hadooptapplatform/dupeconfig/_temporary/1/task_1397148282618_0004_m_000003 perm=brock:supergroup:rwxrwxrwx
2014-04-10 11:45:30,992 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:stopContainerInternal(718)) - Stopping container with container Id: container_1397148282618_0004_01_000005
2014-04-10 11:45:30,993 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=brock IP=127.0.0.1 OPERATION=Stop Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1397148282618_0004 CONTAINERID=container_1397148282618_0004_01_000005
2014-04-10 11:45:30,993 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397148282618_0004_01_000005 transitioned from RUNNING to KILLING
2014-04-10 11:45:30,993 INFO launcher.ContainerLaunch (ContainerLaunch.java:cleanupContainer(341)) - Cleaning up container container_1397148282618_0004_01_000005
2014-04-10 11:45:30,993 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:updateAndGetContainerStatuses(374)) - Removed completed container container_1397148282618_0004_01_000002
2014-04-10 11:45:30,993 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:updateAndGetContainerStatuses(374)) - Removed completed container container_1397148282618_0004_01_000003
2014-04-10 11:45:30,993 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:updateAndGetContainerStatuses(374)) - Removed completed container container_1397148282618_0004_01_000004
2014-04-10 11:45:30,993 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397148282618_0004_01_000002 Container Transitioned from RUNNING to COMPLETED
2014-04-10 11:45:30,993 INFO fica.FiCaSchedulerApp (FiCaSchedulerApp.java:containerCompleted(91)) - Completed container: container_1397148282618_0004_01_000002 in state: COMPLETED event:FINISHED
2014-04-10 11:45:30,993 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(98)) - USER=brock OPERATION=AM Released Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1397148282618_0004 CONTAINERID=container_1397148282618_0004_01_000002
2014-04-10 11:45:30,994 INFO fica.FiCaSchedulerNode (FiCaSchedulerNode.java:releaseContainer(164)) - Released container container_1397148282618_0004_01_000002 of capacity <memory:1024, vCores:1> on host localhost:39163, which currently has 3 containers, <memory:3072, vCores:3> used and <memory:1024, vCores:5> available, release resources=true
2014-04-10 11:45:30,994 INFO capacity.LeafQueue (LeafQueue.java:releaseResource(1506)) - default used=<memory:6144, vCores:5> numContainers=5 user=brock user-resources=<memory:6144, vCores:5>
2014-04-10 11:45:30,994 INFO capacity.LeafQueue (LeafQueue.java:completedContainer(1448)) - completedContainer container=Container: [ContainerId: container_1397148282618_0004_01_000002, NodeId: localhost:39163, NodeHttpAddress: localhost:45117, Resource: <memory:1024, vCores:1>, Priority: 20, Token: Token { kind: ContainerToken, service: localhost:39163 }, ] resource=<memory:1024, vCores:1> queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:6144, vCores:5>usedCapacity=0.375, absoluteUsedCapacity=0.375, numApps=1, numContainers=5 usedCapacity=0.375 absoluteUsedCapacity=0.375 used=<memory:6144, vCores:5> cluster=<memory:16384, vCores:32>
2014-04-10 11:45:30,994 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(694)) - completedContainer queue=root usedCapacity=0.375 absoluteUsedCapacity=0.375 used=<memory:6144, vCores:5> cluster=<memory:16384, vCores:32>
2014-04-10 11:45:30,994 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(708)) - Re-sorting completed queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:6144, vCores:5>usedCapacity=0.375, absoluteUsedCapacity=0.375, numApps=1, numContainers=5
2014-04-10 11:45:30,994 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(849)) - Application appattempt_1397148282618_0004_000001 released container container_1397148282618_0004_01_000002 on node: host: localhost:39163 #containers=3 available=1024 used=3072 with event: FINISHED
2014-04-10 11:45:30,994 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397148282618_0004_01_000003 Container Transitioned from RUNNING to COMPLETED
2014-04-10 11:45:30,994 INFO fica.FiCaSchedulerApp (FiCaSchedulerApp.java:containerCompleted(91)) - Completed container: container_1397148282618_0004_01_000003 in state: COMPLETED event:FINISHED
2014-04-10 11:45:30,994 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(98)) - USER=brock OPERATION=AM Released Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1397148282618_0004 CONTAINERID=container_1397148282618_0004_01_000003
2014-04-10 11:45:30,994 INFO fica.FiCaSchedulerNode (FiCaSchedulerNode.java:releaseContainer(164)) - Released container container_1397148282618_0004_01_000003 of capacity <memory:1024, vCores:1> on host localhost:39163, which currently has 2 containers, <memory:2048, vCores:2> used and <memory:2048, vCores:6> available, release resources=true
2014-04-10 11:45:30,995 INFO capacity.LeafQueue (LeafQueue.java:releaseResource(1506)) - default used=<memory:5120, vCores:4> numContainers=4 user=brock user-resources=<memory:5120, vCores:4>
2014-04-10 11:45:30,995 INFO capacity.LeafQueue (LeafQueue.java:completedContainer(1448)) - completedContainer container=Container: [ContainerId: container_1397148282618_0004_01_000003, NodeId: localhost:39163, NodeHttpAddress: localhost:45117, Resource: <memory:1024, vCores:1>, Priority: 20, Token: Token { kind: ContainerToken, service: localhost:39163 }, ] resource=<memory:1024, vCores:1> queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:5120, vCores:4>usedCapacity=0.3125, absoluteUsedCapacity=0.3125, numApps=1, numContainers=4 usedCapacity=0.3125 absoluteUsedCapacity=0.3125 used=<memory:5120, vCores:4> cluster=<memory:16384, vCores:32>
2014-04-10 11:45:30,995 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(694)) - completedContainer queue=root usedCapacity=0.3125 absoluteUsedCapacity=0.3125 used=<memory:5120, vCores:4> cluster=<memory:16384, vCores:32>
2014-04-10 11:45:30,995 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(708)) - Re-sorting completed queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:5120, vCores:4>usedCapacity=0.3125, absoluteUsedCapacity=0.3125, numApps=1, numContainers=4
2014-04-10 11:45:30,995 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(849)) - Application appattempt_1397148282618_0004_000001 released container container_1397148282618_0004_01_000003 on node: host: localhost:39163 #containers=2 available=2048 used=2048 with event: FINISHED
2014-04-10 11:45:30,995 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397148282618_0004_01_000004 Container Transitioned from RUNNING to COMPLETED
2014-04-10 11:45:30,995 INFO fica.FiCaSchedulerApp (FiCaSchedulerApp.java:containerCompleted(91)) - Completed container: container_1397148282618_0004_01_000004 in state: COMPLETED event:FINISHED
2014-04-10 11:45:30,995 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(98)) - USER=brock OPERATION=AM Released Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1397148282618_0004 CONTAINERID=container_1397148282618_0004_01_000004
2014-04-10 11:45:30,995 INFO fica.FiCaSchedulerNode (FiCaSchedulerNode.java:releaseContainer(164)) - Released container container_1397148282618_0004_01_000004 of capacity <memory:1024, vCores:1> on host localhost:39163, which currently has 1 containers, <memory:1024, vCores:1> used and <memory:3072, vCores:7> available, release resources=true
2014-04-10 11:45:30,995 INFO capacity.LeafQueue (LeafQueue.java:releaseResource(1506)) - default used=<memory:4096, vCores:3> numContainers=3 user=brock user-resources=<memory:4096, vCores:3>
2014-04-10 11:45:30,996 INFO capacity.LeafQueue (LeafQueue.java:completedContainer(1448)) - completedContainer container=Container: [ContainerId: container_1397148282618_0004_01_000004, NodeId: localhost:39163, NodeHttpAddress: localhost:45117, Resource: <memory:1024, vCores:1>, Priority: 20, Token: Token { kind: ContainerToken, service: localhost:39163 }, ] resource=<memory:1024, vCores:1> queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:4096, vCores:3>usedCapacity=0.25, absoluteUsedCapacity=0.25, numApps=1, numContainers=3 usedCapacity=0.25 absoluteUsedCapacity=0.25 used=<memory:4096, vCores:3> cluster=<memory:16384, vCores:32>
2014-04-10 11:45:30,996 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(694)) - completedContainer queue=root usedCapacity=0.25 absoluteUsedCapacity=0.25 used=<memory:4096, vCores:3> cluster=<memory:16384, vCores:32>
2014-04-10 11:45:30,996 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(708)) - Re-sorting completed queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:4096, vCores:3>usedCapacity=0.25, absoluteUsedCapacity=0.25, numApps=1, numContainers=3
2014-04-10 11:45:30,996 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(849)) - Application appattempt_1397148282618_0004_000001 released container container_1397148282618_0004_01_000004 on node: host: localhost:39163 #containers=1 available=3072 used=1024 with event: FINISHED
2014-04-10 11:45:30,998 WARN nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(207)) - Exit code from container container_1397148282618_0004_01_000005 is : 143
2014-04-10 11:45:31,006 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397148282618_0004_01_000005 transitioned from KILLING to CONTAINER_CLEANEDUP_AFTER_KILL
2014-04-10 11:45:31,006 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_0/usercache/brock/appcache/application_1397148282618_0004/container_1397148282618_0004_01_000005
2014-04-10 11:45:31,006 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_1/usercache/brock/appcache/application_1397148282618_0004/container_1397148282618_0004_01_000005
2014-04-10 11:45:31,006 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_2/usercache/brock/appcache/application_1397148282618_0004/container_1397148282618_0004_01_000005
2014-04-10 11:45:31,006 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_3/usercache/brock/appcache/application_1397148282618_0004/container_1397148282618_0004_01_000005
2014-04-10 11:45:31,007 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=brock OPERATION=Container Finished - Killed TARGET=ContainerImpl RESULT=SUCCESS APPID=application_1397148282618_0004 CONTAINERID=container_1397148282618_0004_01_000005
2014-04-10 11:45:31,007 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397148282618_0004_01_000005 transitioned from CONTAINER_CLEANEDUP_AFTER_KILL to DONE
2014-04-10 11:45:31,007 INFO application.Application (ApplicationImpl.java:transition(339)) - Removing container_1397148282618_0004_01_000005 from application application_1397148282618_0004
2014-04-10 11:45:31,007 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(169)) - Neither virutal-memory nor physical-memory monitoring is needed. Not running the monitor-thread
2014-04-10 11:45:31,007 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event CONTAINER_STOP for appId application_1397148282618_0004
2014-04-10 11:45:31,013 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397148282618_0004/COMMIT_STARTED dst=null perm=brock:supergroup:rw-rw-rw-
2014-04-10 11:45:31,030 INFO hdfs.StateChange (FSNamesystem.java:completeFile(2899)) - DIR* completeFile: /tmp/hadoop-yarn/staging/brock/.staging/job_1397148282618_0004/COMMIT_STARTED is closed by DFSClient_NONMAPREDUCE_-1696892879_1
2014-04-10 11:45:31,033 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=listStatus src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/hadooptapplatform/dupeconfig/_temporary/1 dst=null perm=null
2014-04-10 11:45:31,037 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/hadooptapplatform/dupeconfig dst=null perm=null
2014-04-10 11:45:31,037 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/hadooptapplatform/dupeconfig dst=null perm=null
2014-04-10 11:45:31,038 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=listStatus src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/hadooptapplatform/dupeconfig/_temporary/1/task_1397148282618_0004_m_000000 dst=null perm=null
2014-04-10 11:45:31,039 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/hadooptapplatform/dupeconfig/part-00000 dst=null perm=null
2014-04-10 11:45:31,055 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=rename src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/hadooptapplatform/dupeconfig/_temporary/1/task_1397148282618_0004_m_000000/part-00000 dst=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/hadooptapplatform/dupeconfig/part-00000 perm=brock:supergroup:rw-rw-rw-
2014-04-10 11:45:31,057 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/hadooptapplatform/dupeconfig dst=null perm=null
2014-04-10 11:45:31,058 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/hadooptapplatform/dupeconfig dst=null perm=null
2014-04-10 11:45:31,059 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=listStatus src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/hadooptapplatform/dupeconfig/_temporary/1/task_1397148282618_0004_m_000001 dst=null perm=null
2014-04-10 11:45:31,060 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/hadooptapplatform/dupeconfig/part-00001 dst=null perm=null
2014-04-10 11:45:31,071 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=rename src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/hadooptapplatform/dupeconfig/_temporary/1/task_1397148282618_0004_m_000001/part-00001 dst=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/hadooptapplatform/dupeconfig/part-00001 perm=brock:supergroup:rw-rw-rw-
2014-04-10 11:45:31,072 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/hadooptapplatform/dupeconfig dst=null perm=null
2014-04-10 11:45:31,073 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/hadooptapplatform/dupeconfig dst=null perm=null
2014-04-10 11:45:31,074 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=listStatus src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/hadooptapplatform/dupeconfig/_temporary/1/task_1397148282618_0004_m_000002 dst=null perm=null
2014-04-10 11:45:31,075 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/hadooptapplatform/dupeconfig/part-00002 dst=null perm=null
2014-04-10 11:45:31,088 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=rename src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/hadooptapplatform/dupeconfig/_temporary/1/task_1397148282618_0004_m_000002/part-00002 dst=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/hadooptapplatform/dupeconfig/part-00002 perm=brock:supergroup:rw-rw-rw-
2014-04-10 11:45:31,089 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/hadooptapplatform/dupeconfig dst=null perm=null
2014-04-10 11:45:31,090 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/hadooptapplatform/dupeconfig dst=null perm=null
2014-04-10 11:45:31,090 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=listStatus src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/hadooptapplatform/dupeconfig/_temporary/1/task_1397148282618_0004_m_000003 dst=null perm=null
2014-04-10 11:45:31,091 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/hadooptapplatform/dupeconfig/part-00003 dst=null perm=null
2014-04-10 11:45:31,105 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=rename src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/hadooptapplatform/dupeconfig/_temporary/1/task_1397148282618_0004_m_000003/part-00003 dst=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/hadooptapplatform/dupeconfig/part-00003 perm=brock:supergroup:rw-rw-rw-
2014-04-10 11:45:31,107 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/hadooptapplatform/dupeconfig dst=null perm=null
2014-04-10 11:45:31,108 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/hadooptapplatform/dupeconfig dst=null perm=null
2014-04-10 11:45:31,109 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=listStatus src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/hadooptapplatform/dupeconfig/_temporary/1/task_1397148282618_0004_m_000004 dst=null perm=null
2014-04-10 11:45:31,111 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/hadooptapplatform/dupeconfig/part-00004 dst=null perm=null
2014-04-10 11:45:31,130 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=rename src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/hadooptapplatform/dupeconfig/_temporary/1/task_1397148282618_0004_m_000004/part-00004 dst=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/hadooptapplatform/dupeconfig/part-00004 perm=brock:supergroup:rw-rw-rw-
2014-04-10 11:45:31,146 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=delete src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/hadooptapplatform/dupeconfig/_temporary dst=null perm=null
2014-04-10 11:45:31,163 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/hadooptapplatform/dupeconfig/_SUCCESS dst=null perm=brock:supergroup:rw-rw-rw-
2014-04-10 11:45:31,180 INFO hdfs.StateChange (FSNamesystem.java:completeFile(2899)) - DIR* completeFile: /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/hadooptapplatform/dupeconfig/_SUCCESS is closed by DFSClient_NONMAPREDUCE_-1696892879_1
2014-04-10 11:45:31,196 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397148282618_0004/COMMIT_SUCCESS dst=null perm=brock:supergroup:rw-rw-rw-
2014-04-10 11:45:31,213 INFO hdfs.StateChange (FSNamesystem.java:completeFile(2899)) - DIR* completeFile: /tmp/hadoop-yarn/staging/brock/.staging/job_1397148282618_0004/COMMIT_SUCCESS is closed by DFSClient_NONMAPREDUCE_-1696892879_1
2014-04-10 11:45:31,234 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:48042, dest: /127.0.0.1:37136, bytes: 54621, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-1696892879_1, offset: 0, srvID: b242afcc-2d24-4b8f-9fb7-bc72b71e749a, blockid: BP-196700473-127.0.0.1-1397148267010:blk_1073741877_1053, duration: 510020374
2014-04-10 11:45:31,235 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-196700473-127.0.0.1-1397148267010:blk_1073741877_1053, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2014-04-10 11:45:31,236 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:37136 is added to blk_1073741877_1053{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-97cf26c5-95a4-4e0e-a439-d9926ba08c0b:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-008d3ead-b2b9-49b0-88ab-01e536a210da:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-c910d2b0-940b-4e3d-b4fd-b4f6084bf0d7:NORMAL|RBW]]} size 15568
2014-04-10 11:45:31,236 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:51226, dest: /127.0.0.1:49954, bytes: 54621, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-1696892879_1, offset: 0, srvID: e20bf523-f226-4d36-9695-be2356cb97a6, blockid: BP-196700473-127.0.0.1-1397148267010:blk_1073741877_1053, duration: 510146354
2014-04-10 11:45:31,236 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-196700473-127.0.0.1-1397148267010:blk_1073741877_1053, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 11:45:31,237 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:49954 is added to blk_1073741877_1053{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-97cf26c5-95a4-4e0e-a439-d9926ba08c0b:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-008d3ead-b2b9-49b0-88ab-01e536a210da:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-c910d2b0-940b-4e3d-b4fd-b4f6084bf0d7:NORMAL|RBW]]} size 15568
2014-04-10 11:45:31,237 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:53684, dest: /127.0.0.1:53089, bytes: 54621, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-1696892879_1, offset: 0, srvID: 56b85d8f-9b31-4c91-b022-e568d9765c42, blockid: BP-196700473-127.0.0.1-1397148267010:blk_1073741877_1053, duration: 512387378
2014-04-10 11:45:31,237 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-196700473-127.0.0.1-1397148267010:blk_1073741877_1053, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 11:45:31,238 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:53089 is added to blk_1073741877_1053{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-97cf26c5-95a4-4e0e-a439-d9926ba08c0b:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-008d3ead-b2b9-49b0-88ab-01e536a210da:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-c910d2b0-940b-4e3d-b4fd-b4f6084bf0d7:NORMAL|RBW]]} size 15568
2014-04-10 11:45:31,255 INFO hdfs.StateChange (FSNamesystem.java:completeFile(2899)) - DIR* completeFile: /tmp/hadoop-yarn/staging/brock/.staging/job_1397148282618_0004/job_1397148282618_0004_1.jhist is closed by DFSClient_NONMAPREDUCE_-1696892879_1
2014-04-10 11:45:31,271 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397148282618_0004.summary_tmp dst=null perm=brock:supergroup:rw-rw-rw-
2014-04-10 11:45:31,275 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(2966)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397148282618_0004.summary_tmp. BP-196700473-127.0.0.1-1397148267010 blk_1073741879_1055{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-97cf26c5-95a4-4e0e-a439-d9926ba08c0b:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-008d3ead-b2b9-49b0-88ab-01e536a210da:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-2bef5f6e-f0c9-4da0-8817-be69f5868853:NORMAL|RBW]]}
2014-04-10 11:45:31,291 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-196700473-127.0.0.1-1397148267010:blk_1073741879_1055 src: /127.0.0.1:51235 dest: /127.0.0.1:49954
2014-04-10 11:45:31,292 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-196700473-127.0.0.1-1397148267010:blk_1073741879_1055 src: /127.0.0.1:48051 dest: /127.0.0.1:37136
2014-04-10 11:45:31,294 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-196700473-127.0.0.1-1397148267010:blk_1073741879_1055 src: /127.0.0.1:53696 dest: /127.0.0.1:53089
2014-04-10 11:45:31,297 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:53696, dest: /127.0.0.1:53089, bytes: 438, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-1696892879_1, offset: 0, srvID: 56b85d8f-9b31-4c91-b022-e568d9765c42, blockid: BP-196700473-127.0.0.1-1397148267010:blk_1073741879_1055, duration: 1845705
2014-04-10 11:45:31,297 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-196700473-127.0.0.1-1397148267010:blk_1073741879_1055, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2014-04-10 11:45:31,297 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:53089 is added to blk_1073741879_1055{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-97cf26c5-95a4-4e0e-a439-d9926ba08c0b:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-008d3ead-b2b9-49b0-88ab-01e536a210da:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-c910d2b0-940b-4e3d-b4fd-b4f6084bf0d7:NORMAL|RBW]]} size 0
2014-04-10 11:45:31,297 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:48051, dest: /127.0.0.1:37136, bytes: 438, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-1696892879_1, offset: 0, srvID: b242afcc-2d24-4b8f-9fb7-bc72b71e749a, blockid: BP-196700473-127.0.0.1-1397148267010:blk_1073741879_1055, duration: 2187371
2014-04-10 11:45:31,298 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-196700473-127.0.0.1-1397148267010:blk_1073741879_1055, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 11:45:31,298 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:37136 is added to blk_1073741879_1055{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-97cf26c5-95a4-4e0e-a439-d9926ba08c0b:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-008d3ead-b2b9-49b0-88ab-01e536a210da:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-c910d2b0-940b-4e3d-b4fd-b4f6084bf0d7:NORMAL|RBW]]} size 0
2014-04-10 11:45:31,298 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:51235, dest: /127.0.0.1:49954, bytes: 438, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-1696892879_1, offset: 0, srvID: e20bf523-f226-4d36-9695-be2356cb97a6, blockid: BP-196700473-127.0.0.1-1397148267010:blk_1073741879_1055, duration: 2978216
2014-04-10 11:45:31,299 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-196700473-127.0.0.1-1397148267010:blk_1073741879_1055, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 11:45:31,299 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:49954 is added to blk_1073741879_1055{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-97cf26c5-95a4-4e0e-a439-d9926ba08c0b:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-008d3ead-b2b9-49b0-88ab-01e536a210da:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-c910d2b0-940b-4e3d-b4fd-b4f6084bf0d7:NORMAL|RBW]]} size 0
2014-04-10 11:45:31,313 INFO hdfs.StateChange (FSNamesystem.java:completeFile(2899)) - DIR* completeFile: /tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397148282618_0004.summary_tmp is closed by DFSClient_NONMAPREDUCE_-1696892879_1
2014-04-10 11:45:31,330 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397148282618_0004.summary_tmp dst=null perm=brock:supergroup:rwxrwx---
2014-04-10 11:45:31,337 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397148282618_0004/job_1397148282618_0004_1.jhist dst=null perm=null
2014-04-10 11:45:31,338 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397148282618_0004-1397148321831-brock-%5B3DC18266A1C34CDEA1C6AA32890779B1%2F02E16B6528BF4DF9-1397148331214-5-0-SUCCEEDED-default-1397148324579.jhist_tmp dst=null perm=null
2014-04-10 11:45:31,343 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397148282618_0004/job_1397148282618_0004_1.jhist dst=null perm=null
2014-04-10 11:45:31,344 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397148282618_0004-1397148321831-brock-%5B3DC18266A1C34CDEA1C6AA32890779B1%2F02E16B6528BF4DF9-1397148331214-5-0-SUCCEEDED-default-1397148324579.jhist_tmp dst=null perm=null
2014-04-10 11:45:31,345 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397148282618_0004/job_1397148282618_0004_1.jhist dst=null perm=null
2014-04-10 11:45:31,363 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397148282618_0004-1397148321831-brock-%5B3DC18266A1C34CDEA1C6AA32890779B1%2F02E16B6528BF4DF9-1397148331214-5-0-SUCCEEDED-default-1397148324579.jhist_tmp dst=null perm=brock:supergroup:rw-rw-rw-
2014-04-10 11:45:31,366 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:53089, dest: /127.0.0.1:53697, bytes: 55049, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_-1696892879_1, offset: 0, srvID: 56b85d8f-9b31-4c91-b022-e568d9765c42, blockid: BP-196700473-127.0.0.1-1397148267010:blk_1073741877_1053, duration: 273261
2014-04-10 11:45:31,369 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(2966)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397148282618_0004-1397148321831-brock-%5B3DC18266A1C34CDEA1C6AA32890779B1%2F02E16B6528BF4DF9-1397148331214-5-0-SUCCEEDED-default-1397148324579.jhist_tmp. BP-196700473-127.0.0.1-1397148267010 blk_1073741880_1056{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-c910d2b0-940b-4e3d-b4fd-b4f6084bf0d7:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-7d772409-5e65-4676-97a9-57f5ea3efdc8:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-008d3ead-b2b9-49b0-88ab-01e536a210da:NORMAL|RBW]]}
2014-04-10 11:45:31,382 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-196700473-127.0.0.1-1397148267010:blk_1073741880_1056 src: /127.0.0.1:53698 dest: /127.0.0.1:53089
2014-04-10 11:45:31,384 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-196700473-127.0.0.1-1397148267010:blk_1073741880_1056 src: /127.0.0.1:44623 dest: /127.0.0.1:56823
2014-04-10 11:45:31,385 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-196700473-127.0.0.1-1397148267010:blk_1073741880_1056 src: /127.0.0.1:48056 dest: /127.0.0.1:37136
2014-04-10 11:45:31,389 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:48056, dest: /127.0.0.1:37136, bytes: 54621, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-1696892879_1, offset: 0, srvID: b242afcc-2d24-4b8f-9fb7-bc72b71e749a, blockid: BP-196700473-127.0.0.1-1397148267010:blk_1073741880_1056, duration: 2748123
2014-04-10 11:45:31,389 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-196700473-127.0.0.1-1397148267010:blk_1073741880_1056, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2014-04-10 11:45:31,389 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:37136 is added to blk_1073741880_1056{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-7d772409-5e65-4676-97a9-57f5ea3efdc8:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-2bef5f6e-f0c9-4da0-8817-be69f5868853:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-331ec906-785c-475e-b366-176a30c332ed:NORMAL|RBW]]} size 0
2014-04-10 11:45:31,390 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:44623, dest: /127.0.0.1:56823, bytes: 54621, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-1696892879_1, offset: 0, srvID: d87cf363-b947-4d02-ab62-043c9241fbef, blockid: BP-196700473-127.0.0.1-1397148267010:blk_1073741880_1056, duration: 3857629
2014-04-10 11:45:31,390 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-196700473-127.0.0.1-1397148267010:blk_1073741880_1056, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 11:45:31,390 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:56823 is added to blk_1073741880_1056{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-7d772409-5e65-4676-97a9-57f5ea3efdc8:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-2bef5f6e-f0c9-4da0-8817-be69f5868853:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-331ec906-785c-475e-b366-176a30c332ed:NORMAL|RBW]]} size 0
2014-04-10 11:45:31,391 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:53698, dest: /127.0.0.1:53089, bytes: 54621, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-1696892879_1, offset: 0, srvID: 56b85d8f-9b31-4c91-b022-e568d9765c42, blockid: BP-196700473-127.0.0.1-1397148267010:blk_1073741880_1056, duration: 4527353
2014-04-10 11:45:31,391 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-196700473-127.0.0.1-1397148267010:blk_1073741880_1056, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 11:45:31,391 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:53089 is added to blk_1073741880_1056{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-7d772409-5e65-4676-97a9-57f5ea3efdc8:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-2bef5f6e-f0c9-4da0-8817-be69f5868853:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-331ec906-785c-475e-b366-176a30c332ed:NORMAL|RBW]]} size 0
2014-04-10 11:45:31,405 INFO hdfs.StateChange (FSNamesystem.java:completeFile(2899)) - DIR* completeFile: /tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397148282618_0004-1397148321831-brock-%5B3DC18266A1C34CDEA1C6AA32890779B1%2F02E16B6528BF4DF9-1397148331214-5-0-SUCCEEDED-default-1397148324579.jhist_tmp is closed by DFSClient_NONMAPREDUCE_-1696892879_1
2014-04-10 11:45:31,421 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397148282618_0004-1397148321831-brock-%5B3DC18266A1C34CDEA1C6AA32890779B1%2F02E16B6528BF4DF9-1397148331214-5-0-SUCCEEDED-default-1397148324579.jhist_tmp dst=null perm=brock:supergroup:rwxrwx---
2014-04-10 11:45:31,423 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397148282618_0004/job_1397148282618_0004_1_conf.xml dst=null perm=null
2014-04-10 11:45:31,424 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397148282618_0004_conf.xml_tmp dst=null perm=null
2014-04-10 11:45:31,425 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397148282618_0004/job_1397148282618_0004_1_conf.xml dst=null perm=null
2014-04-10 11:45:31,427 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397148282618_0004_conf.xml_tmp dst=null perm=null
2014-04-10 11:45:31,428 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397148282618_0004/job_1397148282618_0004_1_conf.xml dst=null perm=null
2014-04-10 11:45:31,446 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397148282618_0004_conf.xml_tmp dst=null perm=brock:supergroup:rw-rw-rw-
2014-04-10 11:45:31,452 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:56823, dest: /127.0.0.1:44625, bytes: 96030, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_-1696892879_1, offset: 0, srvID: d87cf363-b947-4d02-ab62-043c9241fbef, blockid: BP-196700473-127.0.0.1-1397148267010:blk_1073741873_1049, duration: 237107
2014-04-10 11:45:31,453 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(2966)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397148282618_0004_conf.xml_tmp. BP-196700473-127.0.0.1-1397148267010 blk_1073741881_1057{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-b6a9be31-6a8c-48bd-97ee-0b78fb430f32:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-008d3ead-b2b9-49b0-88ab-01e536a210da:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-2bef5f6e-f0c9-4da0-8817-be69f5868853:NORMAL|RBW]]}
2014-04-10 11:45:31,474 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-196700473-127.0.0.1-1397148267010:blk_1073741881_1057 src: /127.0.0.1:44626 dest: /127.0.0.1:56823
2014-04-10 11:45:31,475 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-196700473-127.0.0.1-1397148267010:blk_1073741881_1057 src: /127.0.0.1:48059 dest: /127.0.0.1:37136
2014-04-10 11:45:31,476 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-196700473-127.0.0.1-1397148267010:blk_1073741881_1057 src: /127.0.0.1:53704 dest: /127.0.0.1:53089
2014-04-10 11:45:31,480 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:53704, dest: /127.0.0.1:53089, bytes: 95282, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-1696892879_1, offset: 0, srvID: 56b85d8f-9b31-4c91-b022-e568d9765c42, blockid: BP-196700473-127.0.0.1-1397148267010:blk_1073741881_1057, duration: 2944984
2014-04-10 11:45:31,481 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-196700473-127.0.0.1-1397148267010:blk_1073741881_1057, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2014-04-10 11:45:31,481 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:53089 is added to blk_1073741881_1057{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-b6a9be31-6a8c-48bd-97ee-0b78fb430f32:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-008d3ead-b2b9-49b0-88ab-01e536a210da:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-c910d2b0-940b-4e3d-b4fd-b4f6084bf0d7:NORMAL|RBW]]} size 0
2014-04-10 11:45:31,481 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:48059, dest: /127.0.0.1:37136, bytes: 95282, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-1696892879_1, offset: 0, srvID: b242afcc-2d24-4b8f-9fb7-bc72b71e749a, blockid: BP-196700473-127.0.0.1-1397148267010:blk_1073741881_1057, duration: 3742799
2014-04-10 11:45:31,482 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-196700473-127.0.0.1-1397148267010:blk_1073741881_1057, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 11:45:31,482 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:37136 is added to blk_1073741881_1057{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-b6a9be31-6a8c-48bd-97ee-0b78fb430f32:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-008d3ead-b2b9-49b0-88ab-01e536a210da:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-c910d2b0-940b-4e3d-b4fd-b4f6084bf0d7:NORMAL|RBW]]} size 0
2014-04-10 11:45:31,482 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:44626, dest: /127.0.0.1:56823, bytes: 95282, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-1696892879_1, offset: 0, srvID: d87cf363-b947-4d02-ab62-043c9241fbef, blockid: BP-196700473-127.0.0.1-1397148267010:blk_1073741881_1057, duration: 4409136
2014-04-10 11:45:31,482 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-196700473-127.0.0.1-1397148267010:blk_1073741881_1057, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 11:45:31,483 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:56823 is added to blk_1073741881_1057{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-b6a9be31-6a8c-48bd-97ee-0b78fb430f32:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-008d3ead-b2b9-49b0-88ab-01e536a210da:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-c910d2b0-940b-4e3d-b4fd-b4f6084bf0d7:NORMAL|RBW]]} size 0
2014-04-10 11:45:31,496 INFO hdfs.StateChange (FSNamesystem.java:completeFile(2899)) - DIR* completeFile: /tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397148282618_0004_conf.xml_tmp is closed by DFSClient_NONMAPREDUCE_-1696892879_1
2014-04-10 11:45:31,513 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397148282618_0004_conf.xml_tmp dst=null perm=brock:supergroup:rwxrwx---
2014-04-10 11:45:31,530 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=rename src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397148282618_0004.summary_tmp dst=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397148282618_0004.summary perm=brock:supergroup:rwxrwx---
2014-04-10 11:45:31,546 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=rename src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397148282618_0004_conf.xml_tmp dst=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397148282618_0004_conf.xml perm=brock:supergroup:rwxrwx---
2014-04-10 11:45:31,563 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=rename src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397148282618_0004-1397148321831-brock-%5B3DC18266A1C34CDEA1C6AA32890779B1%2F02E16B6528BF4DF9-1397148331214-5-0-SUCCEEDED-default-1397148324579.jhist_tmp dst=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397148282618_0004-1397148321831-brock-%5B3DC18266A1C34CDEA1C6AA32890779B1%2F02E16B6528BF4DF9-1397148331214-5-0-SUCCEEDED-default-1397148324579.jhist perm=brock:supergroup:rwxrwx---
2014-04-10 11:45:31,572 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:rememberTargetTransitionsAndStoreState(960)) - Updating application attempt appattempt_1397148282618_0004_000001 with final state: FINISHING
2014-04-10 11:45:31,572 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(652)) - appattempt_1397148282618_0004_000001 State change from RUNNING to FINAL_SAVING
2014-04-10 11:45:31,572 INFO rmapp.RMAppImpl (RMAppImpl.java:rememberTargetTransitionsAndStoreState(805)) - Updating application application_1397148282618_0004 with final state: FINISHING
2014-04-10 11:45:31,572 INFO rmapp.RMAppImpl (RMAppImpl.java:handle(610)) - application_1397148282618_0004 State change from RUNNING to FINAL_SAVING
2014-04-10 11:45:31,572 INFO recovery.RMStateStore (RMStateStore.java:handleStoreEvent(596)) - Storing info for app: application_1397148282618_0004
2014-04-10 11:45:31,573 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(652)) - appattempt_1397148282618_0004_000001 State change from FINAL_SAVING to FINISHING
2014-04-10 11:45:31,573 INFO rmapp.RMAppImpl (RMAppImpl.java:handle(610)) - application_1397148282618_0004 State change from FINAL_SAVING to FINISHING
2014-04-10 11:45:31,596 INFO mapred.ClientServiceDelegate (ClientServiceDelegate.java:getProxy(273)) - Application state is completed. FinalApplicationStatus=SUCCEEDED. Redirecting to job history server
2014-04-10 11:45:31,598 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=listStatus src=/tmp/hadoop-yarn/staging/history/done_intermediate dst=null perm=null
2014-04-10 11:45:31,600 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=listStatus src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock dst=null perm=null
2014-04-10 11:45:31,602 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397148282618_0004.summary dst=null perm=null
2014-04-10 11:45:31,605 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:37136, dest: /127.0.0.1:48062, bytes: 442, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_724752928_9, offset: 0, srvID: b242afcc-2d24-4b8f-9fb7-bc72b71e749a, blockid: BP-196700473-127.0.0.1-1397148267010:blk_1073741879_1055, duration: 254346
2014-04-10 11:45:31,605 INFO jobhistory.JobSummary (HistoryFileManager.java:moveToDone(372)) - jobId=job_1397148282618_0004,submitTime=1397148321831,launchTime=1397148324579,firstMapTaskLaunchTime=1397148326737,firstReduceTaskLaunchTime=0,finishTime=1397148331214,resourcesPerMap=1024,resourcesPerReduce=0,numMaps=5,numReduces=0,user=brock,queue=default,status=SUCCEEDED,mapSlotSeconds=20,reduceSlotSeconds=0,jobName=[3DC18266A1C34CDEA1C6AA32890779B1/02E16B6528BF4DF9A6A8D5E4C902E3F3] lower*upper/(1/1) ...ooptapplatform/dupeconfig
2014-04-10 11:45:31,605 INFO hs.HistoryFileManager (HistoryFileManager.java:moveToDone(373)) - Deleting JobSummary file: [hdfs://localhost:38088/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397148282618_0004.summary]
2014-04-10 11:45:31,622 INFO BlockStateChange (BlockManager.java:addToInvalidates(1030)) - BLOCK* addToInvalidates: blk_1073741879_1055 127.0.0.1:49954 127.0.0.1:37136 127.0.0.1:53089
2014-04-10 11:45:31,622 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=delete src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397148282618_0004.summary dst=null perm=null
2014-04-10 11:45:31,624 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/history/done/2014/04/10/000000 dst=null perm=null
2014-04-10 11:45:31,624 INFO hs.HistoryFileManager (HistoryFileManager.java:moveToDoneNow(947)) - Moving hdfs://localhost:38088/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397148282618_0004-1397148321831-brock-%5B3DC18266A1C34CDEA1C6AA32890779B1%2F02E16B6528BF4DF9-1397148331214-5-0-SUCCEEDED-default-1397148324579.jhist to hdfs://localhost:38088/tmp/hadoop-yarn/staging/history/done/2014/04/10/000000/job_1397148282618_0004-1397148321831-brock-%5B3DC18266A1C34CDEA1C6AA32890779B1%2F02E16B6528BF4DF9-1397148331214-5-0-SUCCEEDED-default-1397148324579.jhist
2014-04-10 11:45:31,638 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=rename options=0 src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397148282618_0004-1397148321831-brock-%5B3DC18266A1C34CDEA1C6AA32890779B1%2F02E16B6528BF4DF9-1397148331214-5-0-SUCCEEDED-default-1397148324579.jhist dst=/tmp/hadoop-yarn/staging/history/done/2014/04/10/000000/job_1397148282618_0004-1397148321831-brock-%5B3DC18266A1C34CDEA1C6AA32890779B1%2F02E16B6528BF4DF9-1397148331214-5-0-SUCCEEDED-default-1397148324579.jhist perm=brock:supergroup:rwxrwx---
2014-04-10 11:45:31,639 INFO hs.HistoryFileManager (HistoryFileManager.java:moveToDoneNow(947)) - Moving hdfs://localhost:38088/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397148282618_0004_conf.xml to hdfs://localhost:38088/tmp/hadoop-yarn/staging/history/done/2014/04/10/000000/job_1397148282618_0004_conf.xml
2014-04-10 11:45:31,712 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=rename options=0 src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397148282618_0004_conf.xml dst=/tmp/hadoop-yarn/staging/history/done/2014/04/10/000000/job_1397148282618_0004_conf.xml perm=brock:supergroup:rwxrwx---
2014-04-10 11:45:31,713 INFO hs.CompletedJob (CompletedJob.java:<init>(95)) - Loading job: job_1397148282618_0004 from file: hdfs://localhost:38088/tmp/hadoop-yarn/staging/history/done/2014/04/10/000000/job_1397148282618_0004-1397148321831-brock-%5B3DC18266A1C34CDEA1C6AA32890779B1%2F02E16B6528BF4DF9-1397148331214-5-0-SUCCEEDED-default-1397148324579.jhist
2014-04-10 11:45:31,713 INFO hs.CompletedJob (CompletedJob.java:loadFullHistoryData(326)) - Loading history file: [hdfs://localhost:38088/tmp/hadoop-yarn/staging/history/done/2014/04/10/000000/job_1397148282618_0004-1397148321831-brock-%5B3DC18266A1C34CDEA1C6AA32890779B1%2F02E16B6528BF4DF9-1397148331214-5-0-SUCCEEDED-default-1397148324579.jhist]
2014-04-10 11:45:31,714 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/history/done/2014/04/10/000000/job_1397148282618_0004-1397148321831-brock-%5B3DC18266A1C34CDEA1C6AA32890779B1%2F02E16B6528BF4DF9-1397148331214-5-0-SUCCEEDED-default-1397148324579.jhist dst=null perm=null
2014-04-10 11:45:31,717 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:53089, dest: /127.0.0.1:53707, bytes: 55049, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_-1040503166_9, offset: 0, srvID: 56b85d8f-9b31-4c91-b022-e568d9765c42, blockid: BP-196700473-127.0.0.1-1397148267010:blk_1073741880_1056, duration: 271783
2014-04-10 11:45:31,757 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/hadooptapplatform/dupeconfig dst=null perm=null
2014-04-10 11:45:31,758 INFO util.Hadoop18TapUtil (Hadoop18TapUtil.java:cleanTempPath(219)) - deleting temp path /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/hadooptapplatform/dupeconfig/_temporary
2014-04-10 11:45:31,758 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/hadooptapplatform/dupeconfig/_temporary dst=null perm=null
2014-04-10 11:45:31,771 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/hadooptapplatform/dupeconfig dst=null perm=null
2014-04-10 11:45:31,772 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/hadooptapplatform/dupeconfig dst=null perm=null
2014-04-10 11:45:31,773 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=listStatus src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/hadooptapplatform/dupeconfig dst=null perm=null
2014-04-10 11:45:31,777 INFO mapred.FileInputFormat (FileInputFormat.java:listStatus(253)) - Total input paths to process : 5
2014-04-10 11:45:31,779 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/hadooptapplatform/dupeconfig/part-00000 dst=null perm=null
2014-04-10 11:45:31,781 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:53089, dest: /127.0.0.1:53707, bytes: 20, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_-1040503166_9, offset: 0, srvID: 56b85d8f-9b31-4c91-b022-e568d9765c42, blockid: BP-196700473-127.0.0.1-1397148267010:blk_1073741876_1052, duration: 225930
2014-04-10 11:45:31,782 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/hadooptapplatform/dupeconfig/part-00001 dst=null perm=null
2014-04-10 11:45:31,785 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:56823, dest: /127.0.0.1:44632, bytes: 12, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_-1040503166_9, offset: 0, srvID: d87cf363-b947-4d02-ab62-043c9241fbef, blockid: BP-196700473-127.0.0.1-1397148267010:blk_1073741875_1051, duration: 226930
2014-04-10 11:45:31,786 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/hadooptapplatform/dupeconfig/part-00002 dst=null perm=null
2014-04-10 11:45:31,788 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:37136, dest: /127.0.0.1:48062, bytes: 12, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_-1040503166_9, offset: 0, srvID: b242afcc-2d24-4b8f-9fb7-bc72b71e749a, blockid: BP-196700473-127.0.0.1-1397148267010:blk_1073741874_1050, duration: 207995
2014-04-10 11:45:31,789 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/hadooptapplatform/dupeconfig/part-00003 dst=null perm=null
2014-04-10 11:45:31,791 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:53089, dest: /127.0.0.1:53707, bytes: 12, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_-1040503166_9, offset: 0, srvID: 56b85d8f-9b31-4c91-b022-e568d9765c42, blockid: BP-196700473-127.0.0.1-1397148267010:blk_1073741878_1054, duration: 217365
2014-04-10 11:45:31,792 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/hadooptapplatform/dupeconfig/part-00004 dst=null perm=null
2014-04-10 11:45:31,809 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/hadooptapplatform/dupeconfig dst=null perm=null
2014-04-10 11:45:31,810 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/hadooptapplatform/dupeconfig dst=null perm=null
2014-04-10 11:45:31,811 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=listStatus src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/hadooptapplatform/dupeconfig dst=null perm=null
2014-04-10 11:45:31,815 INFO mapred.FileInputFormat (FileInputFormat.java:listStatus(253)) - Total input paths to process : 5
2014-04-10 11:45:31,816 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/hadooptapplatform/dupeconfig/part-00000 dst=null perm=null
2014-04-10 11:45:31,817 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:56823, dest: /127.0.0.1:44632, bytes: 20, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_-1040503166_9, offset: 0, srvID: d87cf363-b947-4d02-ab62-043c9241fbef, blockid: BP-196700473-127.0.0.1-1397148267010:blk_1073741876_1052, duration: 155758
2014-04-10 11:45:31,818 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/hadooptapplatform/dupeconfig/part-00001 dst=null perm=null
2014-04-10 11:45:31,820 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:53089, dest: /127.0.0.1:53707, bytes: 12, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_-1040503166_9, offset: 0, srvID: 56b85d8f-9b31-4c91-b022-e568d9765c42, blockid: BP-196700473-127.0.0.1-1397148267010:blk_1073741875_1051, duration: 225092
2014-04-10 11:45:31,821 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/hadooptapplatform/dupeconfig/part-00002 dst=null perm=null
2014-04-10 11:45:31,823 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:37136, dest: /127.0.0.1:48062, bytes: 12, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_-1040503166_9, offset: 0, srvID: b242afcc-2d24-4b8f-9fb7-bc72b71e749a, blockid: BP-196700473-127.0.0.1-1397148267010:blk_1073741874_1050, duration: 202995
2014-04-10 11:45:31,824 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/hadooptapplatform/dupeconfig/part-00003 dst=null perm=null
2014-04-10 11:45:31,827 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:49954, dest: /127.0.0.1:51250, bytes: 12, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_-1040503166_9, offset: 0, srvID: e20bf523-f226-4d36-9695-be2356cb97a6, blockid: BP-196700473-127.0.0.1-1397148267010:blk_1073741878_1054, duration: 235682
2014-04-10 11:45:31,828 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/hadooptapplatform/dupeconfig/part-00004 dst=null perm=null
2014-04-10 11:45:31,829 INFO cascading.PlatformTestCase (PlatformTestCase.java:tearDown(209)) - copying to local /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output//hadoop2-mr1/hadooptapplatform/dupeconfig
2014-04-10 11:45:31,830 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/hadooptapplatform/dupeconfig dst=null perm=null
2014-04-10 11:45:31,831 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/hadooptapplatform/dupeconfig dst=null perm=null
2014-04-10 11:45:31,832 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/hadooptapplatform/dupeconfig dst=null perm=null
2014-04-10 11:45:31,833 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=listStatus src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/hadooptapplatform/dupeconfig dst=null perm=null
2014-04-10 11:45:31,834 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/hadooptapplatform/dupeconfig/part-00000 dst=null perm=null
2014-04-10 11:45:31,835 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/hadooptapplatform/dupeconfig/part-00000 dst=null perm=null
2014-04-10 11:45:31,838 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:53089, dest: /127.0.0.1:53707, bytes: 20, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_-1040503166_9, offset: 0, srvID: 56b85d8f-9b31-4c91-b022-e568d9765c42, blockid: BP-196700473-127.0.0.1-1397148267010:blk_1073741876_1052, duration: 210001
2014-04-10 11:45:31,838 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/hadooptapplatform/dupeconfig/part-00001 dst=null perm=null
2014-04-10 11:45:31,839 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/hadooptapplatform/dupeconfig/part-00001 dst=null perm=null
2014-04-10 11:45:31,841 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:56823, dest: /127.0.0.1:44632, bytes: 12, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_-1040503166_9, offset: 0, srvID: d87cf363-b947-4d02-ab62-043c9241fbef, blockid: BP-196700473-127.0.0.1-1397148267010:blk_1073741875_1051, duration: 198648
2014-04-10 11:45:31,842 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/hadooptapplatform/dupeconfig/part-00002 dst=null perm=null
2014-04-10 11:45:31,843 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/hadooptapplatform/dupeconfig/part-00002 dst=null perm=null
2014-04-10 11:45:31,845 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:49954, dest: /127.0.0.1:51250, bytes: 12, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_-1040503166_9, offset: 0, srvID: e20bf523-f226-4d36-9695-be2356cb97a6, blockid: BP-196700473-127.0.0.1-1397148267010:blk_1073741874_1050, duration: 207591
2014-04-10 11:45:31,846 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/hadooptapplatform/dupeconfig/part-00003 dst=null perm=null
2014-04-10 11:45:31,847 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/hadooptapplatform/dupeconfig/part-00003 dst=null perm=null
2014-04-10 11:45:31,849 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:49954, dest: /127.0.0.1:51250, bytes: 12, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_-1040503166_9, offset: 0, srvID: e20bf523-f226-4d36-9695-be2356cb97a6, blockid: BP-196700473-127.0.0.1-1397148267010:blk_1073741878_1054, duration: 306875
2014-04-10 11:45:31,850 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/hadooptapplatform/dupeconfig/part-00004 dst=null perm=null
2014-04-10 11:45:31,851 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/hadooptapplatform/dupeconfig/part-00004 dst=null perm=null
2014-04-10 11:45:31,852 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/classes/test/data/lower.txt dst=null perm=null
2014-04-10 11:45:31,854 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/classes/test/data/upper.txt dst=null perm=null
2014-04-10 11:45:31,870 INFO util.HadoopUtil (HadoopUtil.java:findMainClass(319)) - using default application jar, may cause class not found exceptions on the cluster
2014-04-10 11:45:31,870 INFO planner.HadoopPlanner (HadoopPlanner.java:initialize(205)) - using application jar: /home/brock/.gradle/caches/modules-2/files-2.1/cascading/cascading-hadoop2-mr1/2.5.3/fbde5367797af408c100d25704a77959e50a31d8/cascading-hadoop2-mr1-2.5.3.jar
2014-04-10 11:45:31,874 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=listStatus src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/classes/test/data dst=null perm=null
2014-04-10 11:45:31,875 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=listStatus src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/classes/test/data dst=null perm=null
2014-04-10 11:45:31,886 INFO util.HadoopUtil (HadoopUtil.java:findMainClass(319)) - using default application jar, may cause class not found exceptions on the cluster
2014-04-10 11:45:31,886 INFO planner.HadoopPlanner (HadoopPlanner.java:initialize(205)) - using application jar: /home/brock/.gradle/caches/modules-2/files-2.1/cascading/cascading-hadoop2-mr1/2.5.3/fbde5367797af408c100d25704a77959e50a31d8/cascading-hadoop2-mr1-2.5.3.jar
2014-04-10 11:45:31,899 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:updateAndGetContainerStatuses(374)) - Removed completed container container_1397148282618_0004_01_000006
2014-04-10 11:45:31,899 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397148282618_0004_01_000006 Container Transitioned from RUNNING to COMPLETED
2014-04-10 11:45:31,899 INFO fica.FiCaSchedulerApp (FiCaSchedulerApp.java:containerCompleted(91)) - Completed container: container_1397148282618_0004_01_000006 in state: COMPLETED event:FINISHED
2014-04-10 11:45:31,899 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(98)) - USER=brock OPERATION=AM Released Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1397148282618_0004 CONTAINERID=container_1397148282618_0004_01_000006
2014-04-10 11:45:31,899 INFO fica.FiCaSchedulerNode (FiCaSchedulerNode.java:releaseContainer(164)) - Released container container_1397148282618_0004_01_000006 of capacity <memory:1024, vCores:1> on host localhost:33805, which currently has 0 containers, <memory:0, vCores:0> used and <memory:4096, vCores:8> available, release resources=true
2014-04-10 11:45:31,900 INFO capacity.LeafQueue (LeafQueue.java:releaseResource(1506)) - default used=<memory:3072, vCores:2> numContainers=2 user=brock user-resources=<memory:3072, vCores:2>
2014-04-10 11:45:31,900 INFO capacity.LeafQueue (LeafQueue.java:completedContainer(1448)) - completedContainer container=Container: [ContainerId: container_1397148282618_0004_01_000006, NodeId: localhost:33805, NodeHttpAddress: localhost:42238, Resource: <memory:1024, vCores:1>, Priority: 20, Token: Token { kind: ContainerToken, service: localhost:33805 }, ] resource=<memory:1024, vCores:1> queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:3072, vCores:2>usedCapacity=0.1875, absoluteUsedCapacity=0.1875, numApps=1, numContainers=2 usedCapacity=0.1875 absoluteUsedCapacity=0.1875 used=<memory:3072, vCores:2> cluster=<memory:16384, vCores:32>
2014-04-10 11:45:31,900 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(694)) - completedContainer queue=root usedCapacity=0.1875 absoluteUsedCapacity=0.1875 used=<memory:3072, vCores:2> cluster=<memory:16384, vCores:32>
2014-04-10 11:45:31,900 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(708)) - Re-sorting completed queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:3072, vCores:2>usedCapacity=0.1875, absoluteUsedCapacity=0.1875, numApps=1, numContainers=2
2014-04-10 11:45:31,900 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(849)) - Application appattempt_1397148282618_0004_000001 released container container_1397148282618_0004_01_000006 on node: host: localhost:33805 #containers=0 available=4096 used=0 with event: FINISHED
2014-04-10 11:45:31,926 INFO cascade.Cascade (Cascade.java:logInfo(991)) - [first+second] starting
2014-04-10 11:45:31,927 INFO cascade.Cascade (Cascade.java:logInfo(991)) - [first+second] parallel execution is enabled: true
2014-04-10 11:45:31,927 INFO cascade.Cascade (Cascade.java:logInfo(991)) - [first+second] starting flows: 2
2014-04-10 11:45:31,927 INFO cascade.Cascade (Cascade.java:logInfo(991)) - [first+second] allocating threads: 2
2014-04-10 11:45:31,927 INFO cascade.Cascade (Cascade.java:logInfo(991)) - [first+second] starting flow: first
2014-04-10 11:45:31,927 INFO flow.Flow (BaseFlow.java:logInfo(1354)) - [first] at least one sink is marked for delete
2014-04-10 11:45:31,927 INFO flow.Flow (BaseFlow.java:logInfo(1354)) - [first] sink oldest modified date: Wed Dec 31 17:59:59 CST 1969
2014-04-10 11:45:31,929 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/hadooptapplatform/globmultisource dst=null perm=null
2014-04-10 11:45:31,931 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/hadooptapplatform/globmultisource dst=null perm=null
2014-04-10 11:45:31,932 INFO flow.Flow (BaseFlow.java:logInfo(1354)) - [first] starting
2014-04-10 11:45:31,932 INFO flow.Flow (BaseFlow.java:logInfo(1354)) - [first] source: MultiSourceTap[2:[GlobHfs[/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/classes/test/data/?{ppe[_r]}.txt], GlobHfs[/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/classes/test/data/?{owe?}.txt]]]
2014-04-10 11:45:31,932 INFO flow.Flow (BaseFlow.java:logInfo(1354)) - [first] sink: Hfs["TextLine[['offset', 'line']->[ALL]]"]["/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/hadooptapplatform/globmultisource"]
2014-04-10 11:45:31,932 INFO flow.Flow (BaseFlow.java:logInfo(1354)) - [first] parallel execution is enabled: true
2014-04-10 11:45:31,932 INFO flow.Flow (BaseFlow.java:logInfo(1354)) - [first] starting jobs: 1
2014-04-10 11:45:31,933 INFO flow.Flow (BaseFlow.java:logInfo(1354)) - [first] allocating threads: 1
2014-04-10 11:45:31,933 INFO flow.FlowStep (BaseFlowStep.java:logInfo(834)) - [first] starting step: (1/1) ...pplatform/globmultisource
2014-04-10 11:45:31,942 INFO client.RMProxy (RMProxy.java:createRMProxy(92)) - Connecting to ResourceManager at localhost/127.0.0.1:53220
2014-04-10 11:45:31,949 INFO client.RMProxy (RMProxy.java:createRMProxy(92)) - Connecting to ResourceManager at localhost/127.0.0.1:53220
2014-04-10 11:45:31,951 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/hadooptapplatform/globmultisource dst=null perm=null
2014-04-10 11:45:31,951 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging dst=null perm=null
2014-04-10 11:45:31,952 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging dst=null perm=null
2014-04-10 11:45:31,952 INFO resourcemanager.ClientRMService (ClientRMService.java:getNewApplicationId(213)) - Allocated new applicationId: 5
2014-04-10 11:45:31,953 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397148282618_0005 dst=null perm=null
2014-04-10 11:45:31,980 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=mkdirs src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397148282618_0005 dst=null perm=brock:supergroup:rwxr-xr-x
2014-04-10 11:45:31,993 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:updateAndGetContainerStatuses(374)) - Removed completed container container_1397148282618_0004_01_000005
2014-04-10 11:45:31,994 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397148282618_0004_01_000005 Container Transitioned from RUNNING to COMPLETED
2014-04-10 11:45:31,994 INFO fica.FiCaSchedulerApp (FiCaSchedulerApp.java:containerCompleted(91)) - Completed container: container_1397148282618_0004_01_000005 in state: COMPLETED event:FINISHED
2014-04-10 11:45:31,994 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(98)) - USER=brock OPERATION=AM Released Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1397148282618_0004 CONTAINERID=container_1397148282618_0004_01_000005
2014-04-10 11:45:31,994 INFO fica.FiCaSchedulerNode (FiCaSchedulerNode.java:releaseContainer(164)) - Released container container_1397148282618_0004_01_000005 of capacity <memory:1024, vCores:1> on host localhost:39163, which currently has 0 containers, <memory:0, vCores:0> used and <memory:4096, vCores:8> available, release resources=true
2014-04-10 11:45:31,995 INFO capacity.LeafQueue (LeafQueue.java:releaseResource(1506)) - default used=<memory:2048, vCores:1> numContainers=1 user=brock user-resources=<memory:2048, vCores:1>
2014-04-10 11:45:31,995 INFO capacity.LeafQueue (LeafQueue.java:completedContainer(1448)) - completedContainer container=Container: [ContainerId: container_1397148282618_0004_01_000005, NodeId: localhost:39163, NodeHttpAddress: localhost:45117, Resource: <memory:1024, vCores:1>, Priority: 20, Token: Token { kind: ContainerToken, service: localhost:39163 }, ] resource=<memory:1024, vCores:1> queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:2048, vCores:1>usedCapacity=0.125, absoluteUsedCapacity=0.125, numApps=1, numContainers=1 usedCapacity=0.125 absoluteUsedCapacity=0.125 used=<memory:2048, vCores:1> cluster=<memory:16384, vCores:32>
2014-04-10 11:45:31,995 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(694)) - completedContainer queue=root usedCapacity=0.125 absoluteUsedCapacity=0.125 used=<memory:2048, vCores:1> cluster=<memory:16384, vCores:32>
2014-04-10 11:45:31,995 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(708)) - Re-sorting completed queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:2048, vCores:1>usedCapacity=0.125, absoluteUsedCapacity=0.125, numApps=1, numContainers=1
2014-04-10 11:45:31,995 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(849)) - Application appattempt_1397148282618_0004_000001 released container container_1397148282618_0004_01_000005 on node: host: localhost:39163 #containers=0 available=4096 used=0 with event: FINISHED
2014-04-10 11:45:31,996 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397148282618_0005 dst=null perm=brock:supergroup:rwx------
2014-04-10 11:45:31,998 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397148282618_0005/job.jar dst=null perm=null
2014-04-10 11:45:32,013 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397148282618_0005/job.jar dst=null perm=brock:supergroup:rw-r--r--
2014-04-10 11:45:32,015 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(2966)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/brock/.staging/job_1397148282618_0005/job.jar. BP-196700473-127.0.0.1-1397148267010 blk_1073741882_1058{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-97cf26c5-95a4-4e0e-a439-d9926ba08c0b:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-2bef5f6e-f0c9-4da0-8817-be69f5868853:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-b6a9be31-6a8c-48bd-97ee-0b78fb430f32:NORMAL|RBW]]}
2014-04-10 11:45:32,031 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-196700473-127.0.0.1-1397148267010:blk_1073741882_1058 src: /127.0.0.1:51252 dest: /127.0.0.1:49954
2014-04-10 11:45:32,033 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-196700473-127.0.0.1-1397148267010:blk_1073741882_1058 src: /127.0.0.1:53712 dest: /127.0.0.1:53089
2014-04-10 11:45:32,034 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-196700473-127.0.0.1-1397148267010:blk_1073741882_1058 src: /127.0.0.1:44637 dest: /127.0.0.1:56823
2014-04-10 11:45:32,039 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:44637, dest: /127.0.0.1:56823, bytes: 244650, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-1040503166_9, offset: 0, srvID: d87cf363-b947-4d02-ab62-043c9241fbef, blockid: BP-196700473-127.0.0.1-1397148267010:blk_1073741882_1058, duration: 4339886
2014-04-10 11:45:32,040 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-196700473-127.0.0.1-1397148267010:blk_1073741882_1058, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2014-04-10 11:45:32,040 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:56823 is added to blk_1073741882_1058{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-2bef5f6e-f0c9-4da0-8817-be69f5868853:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-b068c5d0-517e-4297-aa28-ff6d4c514e44:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-7d772409-5e65-4676-97a9-57f5ea3efdc8:NORMAL|RBW]]} size 0
2014-04-10 11:45:32,040 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:53712, dest: /127.0.0.1:53089, bytes: 244650, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-1040503166_9, offset: 0, srvID: 56b85d8f-9b31-4c91-b022-e568d9765c42, blockid: BP-196700473-127.0.0.1-1397148267010:blk_1073741882_1058, duration: 5047006
2014-04-10 11:45:32,041 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-196700473-127.0.0.1-1397148267010:blk_1073741882_1058, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 11:45:32,041 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:53089 is added to blk_1073741882_1058{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-2bef5f6e-f0c9-4da0-8817-be69f5868853:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-b068c5d0-517e-4297-aa28-ff6d4c514e44:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-7d772409-5e65-4676-97a9-57f5ea3efdc8:NORMAL|RBW]]} size 0
2014-04-10 11:45:32,041 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:51252, dest: /127.0.0.1:49954, bytes: 244650, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-1040503166_9, offset: 0, srvID: e20bf523-f226-4d36-9695-be2356cb97a6, blockid: BP-196700473-127.0.0.1-1397148267010:blk_1073741882_1058, duration: 5502731
2014-04-10 11:45:32,041 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-196700473-127.0.0.1-1397148267010:blk_1073741882_1058, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 11:45:32,042 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:49954 is added to blk_1073741882_1058{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-2bef5f6e-f0c9-4da0-8817-be69f5868853:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-b068c5d0-517e-4297-aa28-ff6d4c514e44:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-7d772409-5e65-4676-97a9-57f5ea3efdc8:NORMAL|RBW]]} size 0
2014-04-10 11:45:32,055 INFO hdfs.StateChange (FSNamesystem.java:completeFile(2899)) - DIR* completeFile: /tmp/hadoop-yarn/staging/brock/.staging/job_1397148282618_0005/job.jar is closed by DFSClient_NONMAPREDUCE_-1040503166_9
2014-04-10 11:45:32,056 INFO blockmanagement.BlockManager (BlockManager.java:setReplication(2455)) - Increasing replication from 3 to 10 for /tmp/hadoop-yarn/staging/brock/.staging/job_1397148282618_0005/job.jar
2014-04-10 11:45:32,071 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=setReplication src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397148282618_0005/job.jar dst=null perm=null
2014-04-10 11:45:32,088 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397148282618_0005/job.jar dst=null perm=brock:supergroup:rw-r--r--
2014-04-10 11:45:32,089 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null
2014-04-10 11:45:32,090 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target/Hadoop2MR1Platform-tmpDir/hadoop-6513904787770014536.jar dst=null perm=null
2014-04-10 11:45:32,092 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null
2014-04-10 11:45:32,093 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target/Hadoop2MR1Platform-tmpDir dst=null perm=null
2014-04-10 11:45:32,094 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target dst=null perm=null
2014-04-10 11:45:32,095 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock dst=null perm=null
2014-04-10 11:45:32,095 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user dst=null perm=null
2014-04-10 11:45:32,096 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/ dst=null perm=null
2014-04-10 11:45:32,098 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target/Hadoop2MR1Platform-tmpDir/hadoop-6513904787770014536.jar dst=null perm=null
2014-04-10 11:45:32,100 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/classes/test/data/upper.txt dst=null perm=null
2014-04-10 11:45:32,102 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/classes/test/data/lower.txt dst=null perm=null
2014-04-10 11:45:32,103 INFO mapred.FileInputFormat (FileInputFormat.java:listStatus(253)) - Total input paths to process : 2
2014-04-10 11:45:32,104 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/classes/test/data/upper.txt dst=null perm=null
2014-04-10 11:45:32,105 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/classes/test/data/lower.txt dst=null perm=null
2014-04-10 11:45:32,121 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397148282618_0005/job.split dst=null perm=brock:supergroup:rw-r--r--
2014-04-10 11:45:32,138 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397148282618_0005/job.split dst=null perm=brock:supergroup:rw-r--r--
2014-04-10 11:45:32,139 INFO blockmanagement.BlockManager (BlockManager.java:setReplication(2455)) - Increasing replication from 3 to 10 for /tmp/hadoop-yarn/staging/brock/.staging/job_1397148282618_0005/job.split
2014-04-10 11:45:32,155 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=setReplication src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397148282618_0005/job.split dst=null perm=null
2014-04-10 11:45:32,157 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(2966)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/brock/.staging/job_1397148282618_0005/job.split. BP-196700473-127.0.0.1-1397148267010 blk_1073741883_1059{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-331ec906-785c-475e-b366-176a30c332ed:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-2bef5f6e-f0c9-4da0-8817-be69f5868853:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-b6a9be31-6a8c-48bd-97ee-0b78fb430f32:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-97cf26c5-95a4-4e0e-a439-d9926ba08c0b:NORMAL|RBW]]}
2014-04-10 11:45:32,173 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-196700473-127.0.0.1-1397148267010:blk_1073741883_1059 src: /127.0.0.1:48070 dest: /127.0.0.1:37136
2014-04-10 11:45:32,174 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-196700473-127.0.0.1-1397148267010:blk_1073741883_1059 src: /127.0.0.1:53715 dest: /127.0.0.1:53089
2014-04-10 11:45:32,176 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-196700473-127.0.0.1-1397148267010:blk_1073741883_1059 src: /127.0.0.1:44640 dest: /127.0.0.1:56823
2014-04-10 11:45:32,177 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-196700473-127.0.0.1-1397148267010:blk_1073741883_1059 src: /127.0.0.1:51258 dest: /127.0.0.1:49954
2014-04-10 11:45:32,180 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:51258, dest: /127.0.0.1:49954, bytes: 2263, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-1040503166_9, offset: 0, srvID: e20bf523-f226-4d36-9695-be2356cb97a6, blockid: BP-196700473-127.0.0.1-1397148267010:blk_1073741883_1059, duration: 2153371
2014-04-10 11:45:32,181 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-196700473-127.0.0.1-1397148267010:blk_1073741883_1059, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2014-04-10 11:45:32,181 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:49954 is added to blk_1073741883_1059{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-331ec906-785c-475e-b366-176a30c332ed:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-b6a9be31-6a8c-48bd-97ee-0b78fb430f32:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-97cf26c5-95a4-4e0e-a439-d9926ba08c0b:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-c910d2b0-940b-4e3d-b4fd-b4f6084bf0d7:NORMAL|RBW]]} size 0
2014-04-10 11:45:32,181 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:44640, dest: /127.0.0.1:56823, bytes: 2263, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-1040503166_9, offset: 0, srvID: d87cf363-b947-4d02-ab62-043c9241fbef, blockid: BP-196700473-127.0.0.1-1397148267010:blk_1073741883_1059, duration: 2702539
2014-04-10 11:45:32,182 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-196700473-127.0.0.1-1397148267010:blk_1073741883_1059, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 11:45:32,182 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:56823 is added to blk_1073741883_1059{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-331ec906-785c-475e-b366-176a30c332ed:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-b6a9be31-6a8c-48bd-97ee-0b78fb430f32:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-97cf26c5-95a4-4e0e-a439-d9926ba08c0b:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-c910d2b0-940b-4e3d-b4fd-b4f6084bf0d7:NORMAL|RBW]]} size 0
2014-04-10 11:45:32,182 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:53715, dest: /127.0.0.1:53089, bytes: 2263, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-1040503166_9, offset: 0, srvID: 56b85d8f-9b31-4c91-b022-e568d9765c42, blockid: BP-196700473-127.0.0.1-1397148267010:blk_1073741883_1059, duration: 3881678
2014-04-10 11:45:32,183 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-196700473-127.0.0.1-1397148267010:blk_1073741883_1059, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 11:45:32,183 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:53089 is added to blk_1073741883_1059{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-331ec906-785c-475e-b366-176a30c332ed:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-b6a9be31-6a8c-48bd-97ee-0b78fb430f32:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-97cf26c5-95a4-4e0e-a439-d9926ba08c0b:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-c910d2b0-940b-4e3d-b4fd-b4f6084bf0d7:NORMAL|RBW]]} size 0
2014-04-10 11:45:32,183 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:48070, dest: /127.0.0.1:37136, bytes: 2263, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-1040503166_9, offset: 0, srvID: b242afcc-2d24-4b8f-9fb7-bc72b71e749a, blockid: BP-196700473-127.0.0.1-1397148267010:blk_1073741883_1059, duration: 4572213
2014-04-10 11:45:32,183 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-196700473-127.0.0.1-1397148267010:blk_1073741883_1059, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 11:45:32,184 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:37136 is added to blk_1073741883_1059{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-331ec906-785c-475e-b366-176a30c332ed:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-b6a9be31-6a8c-48bd-97ee-0b78fb430f32:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-97cf26c5-95a4-4e0e-a439-d9926ba08c0b:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-c910d2b0-940b-4e3d-b4fd-b4f6084bf0d7:NORMAL|RBW]]} size 0
2014-04-10 11:45:32,196 INFO hdfs.StateChange (FSNamesystem.java:completeFile(2899)) - DIR* completeFile: /tmp/hadoop-yarn/staging/brock/.staging/job_1397148282618_0005/job.split is closed by DFSClient_NONMAPREDUCE_-1040503166_9
2014-04-10 11:45:32,213 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397148282618_0005/job.splitmetainfo dst=null perm=brock:supergroup:rw-r--r--
2014-04-10 11:45:32,230 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397148282618_0005/job.splitmetainfo dst=null perm=brock:supergroup:rw-r--r--
2014-04-10 11:45:32,231 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(2966)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/brock/.staging/job_1397148282618_0005/job.splitmetainfo. BP-196700473-127.0.0.1-1397148267010 blk_1073741884_1060{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-b6a9be31-6a8c-48bd-97ee-0b78fb430f32:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-008d3ead-b2b9-49b0-88ab-01e536a210da:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-97cf26c5-95a4-4e0e-a439-d9926ba08c0b:NORMAL|RBW]]}
2014-04-10 11:45:32,248 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-196700473-127.0.0.1-1397148267010:blk_1073741884_1060 src: /127.0.0.1:44643 dest: /127.0.0.1:56823
2014-04-10 11:45:32,250 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-196700473-127.0.0.1-1397148267010:blk_1073741884_1060 src: /127.0.0.1:48076 dest: /127.0.0.1:37136
2014-04-10 11:45:32,251 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-196700473-127.0.0.1-1397148267010:blk_1073741884_1060 src: /127.0.0.1:51262 dest: /127.0.0.1:49954
2014-04-10 11:45:32,254 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:51262, dest: /127.0.0.1:49954, bytes: 218, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-1040503166_9, offset: 0, srvID: e20bf523-f226-4d36-9695-be2356cb97a6, blockid: BP-196700473-127.0.0.1-1397148267010:blk_1073741884_1060, duration: 2068046
2014-04-10 11:45:32,254 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-196700473-127.0.0.1-1397148267010:blk_1073741884_1060, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2014-04-10 11:45:32,255 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:49954 is added to blk_1073741884_1060{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-008d3ead-b2b9-49b0-88ab-01e536a210da:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-7d772409-5e65-4676-97a9-57f5ea3efdc8:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-b068c5d0-517e-4297-aa28-ff6d4c514e44:NORMAL|RBW]]} size 0
2014-04-10 11:45:32,255 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:48076, dest: /127.0.0.1:37136, bytes: 218, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-1040503166_9, offset: 0, srvID: b242afcc-2d24-4b8f-9fb7-bc72b71e749a, blockid: BP-196700473-127.0.0.1-1397148267010:blk_1073741884_1060, duration: 2763901
2014-04-10 11:45:32,255 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-196700473-127.0.0.1-1397148267010:blk_1073741884_1060, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 11:45:32,256 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:37136 is added to blk_1073741884_1060{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-008d3ead-b2b9-49b0-88ab-01e536a210da:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-7d772409-5e65-4676-97a9-57f5ea3efdc8:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-b068c5d0-517e-4297-aa28-ff6d4c514e44:NORMAL|RBW]]} size 0
2014-04-10 11:45:32,256 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:44643, dest: /127.0.0.1:56823, bytes: 218, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-1040503166_9, offset: 0, srvID: d87cf363-b947-4d02-ab62-043c9241fbef, blockid: BP-196700473-127.0.0.1-1397148267010:blk_1073741884_1060, duration: 3345312
2014-04-10 11:45:32,256 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-196700473-127.0.0.1-1397148267010:blk_1073741884_1060, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 11:45:32,256 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:56823 is added to blk_1073741884_1060{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-008d3ead-b2b9-49b0-88ab-01e536a210da:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-7d772409-5e65-4676-97a9-57f5ea3efdc8:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-b068c5d0-517e-4297-aa28-ff6d4c514e44:NORMAL|RBW]]} size 0
2014-04-10 11:45:32,271 INFO hdfs.StateChange (FSNamesystem.java:completeFile(2899)) - DIR* completeFile: /tmp/hadoop-yarn/staging/brock/.staging/job_1397148282618_0005/job.splitmetainfo is closed by DFSClient_NONMAPREDUCE_-1040503166_9
2014-04-10 11:45:32,272 INFO mapreduce.JobSubmitter (JobSubmitter.java:submitJobInternal(396)) - number of splits:6
2014-04-10 11:45:32,288 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397148282618_0005/job.xml dst=null perm=brock:supergroup:rw-r--r--
2014-04-10 11:45:32,305 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397148282618_0005/job.xml dst=null perm=brock:supergroup:rw-r--r--
2014-04-10 11:45:32,315 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(2966)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/brock/.staging/job_1397148282618_0005/job.xml. BP-196700473-127.0.0.1-1397148267010 blk_1073741885_1061{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-7d772409-5e65-4676-97a9-57f5ea3efdc8:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-b068c5d0-517e-4297-aa28-ff6d4c514e44:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-2bef5f6e-f0c9-4da0-8817-be69f5868853:NORMAL|RBW]]}
2014-04-10 11:45:32,331 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-196700473-127.0.0.1-1397148267010:blk_1073741885_1061 src: /127.0.0.1:44646 dest: /127.0.0.1:56823
2014-04-10 11:45:32,333 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-196700473-127.0.0.1-1397148267010:blk_1073741885_1061 src: /127.0.0.1:51264 dest: /127.0.0.1:49954
2014-04-10 11:45:32,334 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-196700473-127.0.0.1-1397148267010:blk_1073741885_1061 src: /127.0.0.1:53724 dest: /127.0.0.1:53089
2014-04-10 11:45:32,338 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:53724, dest: /127.0.0.1:53089, bytes: 80722, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-1040503166_9, offset: 0, srvID: 56b85d8f-9b31-4c91-b022-e568d9765c42, blockid: BP-196700473-127.0.0.1-1397148267010:blk_1073741885_1061, duration: 3089113
2014-04-10 11:45:32,339 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-196700473-127.0.0.1-1397148267010:blk_1073741885_1061, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2014-04-10 11:45:32,339 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:53089 is added to blk_1073741885_1061{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-2bef5f6e-f0c9-4da0-8817-be69f5868853:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-b6a9be31-6a8c-48bd-97ee-0b78fb430f32:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-97cf26c5-95a4-4e0e-a439-d9926ba08c0b:NORMAL|RBW]]} size 0
2014-04-10 11:45:32,339 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:51264, dest: /127.0.0.1:49954, bytes: 80722, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-1040503166_9, offset: 0, srvID: e20bf523-f226-4d36-9695-be2356cb97a6, blockid: BP-196700473-127.0.0.1-1397148267010:blk_1073741885_1061, duration: 3935308
2014-04-10 11:45:32,340 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-196700473-127.0.0.1-1397148267010:blk_1073741885_1061, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 11:45:32,340 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:49954 is added to blk_1073741885_1061{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-2bef5f6e-f0c9-4da0-8817-be69f5868853:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-b6a9be31-6a8c-48bd-97ee-0b78fb430f32:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-97cf26c5-95a4-4e0e-a439-d9926ba08c0b:NORMAL|RBW]]} size 0
2014-04-10 11:45:32,340 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:44646, dest: /127.0.0.1:56823, bytes: 80722, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-1040503166_9, offset: 0, srvID: d87cf363-b947-4d02-ab62-043c9241fbef, blockid: BP-196700473-127.0.0.1-1397148267010:blk_1073741885_1061, duration: 5042704
2014-04-10 11:45:32,341 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-196700473-127.0.0.1-1397148267010:blk_1073741885_1061, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 11:45:32,344 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:56823 is added to blk_1073741885_1061{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-2bef5f6e-f0c9-4da0-8817-be69f5868853:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-b6a9be31-6a8c-48bd-97ee-0b78fb430f32:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-97cf26c5-95a4-4e0e-a439-d9926ba08c0b:NORMAL|RBW]]} size 0
2014-04-10 11:45:32,355 INFO hdfs.StateChange (FSNamesystem.java:completeFile(2899)) - DIR* completeFile: /tmp/hadoop-yarn/staging/brock/.staging/job_1397148282618_0005/job.xml is closed by DFSClient_NONMAPREDUCE_-1040503166_9
2014-04-10 11:45:32,355 INFO mapreduce.JobSubmitter (JobSubmitter.java:printTokens(479)) - Submitting tokens for job: job_1397148282618_0005
2014-04-10 11:45:32,356 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397148282618_0005 dst=null perm=null
2014-04-10 11:45:32,358 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397148282618_0005/job.xml dst=null perm=null
2014-04-10 11:45:32,359 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397148282618_0005/job.xml dst=null perm=null
2014-04-10 11:45:32,360 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397148282618_0005/job.jar dst=null perm=null
2014-04-10 11:45:32,360 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397148282618_0005/job.jar dst=null perm=null
2014-04-10 11:45:32,362 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397148282618_0005/job.split dst=null perm=null
2014-04-10 11:45:32,362 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397148282618_0005/job.split dst=null perm=null
2014-04-10 11:45:32,363 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397148282618_0005/job.splitmetainfo dst=null perm=null
2014-04-10 11:45:32,364 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397148282618_0005/job.splitmetainfo dst=null perm=null
2014-04-10 11:45:32,367 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null
2014-04-10 11:45:32,368 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target/Hadoop2MR1Platform-tmpDir/hadoop-6513904787770014536.jar dst=null perm=null
2014-04-10 11:45:32,369 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null
2014-04-10 11:45:32,370 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target/Hadoop2MR1Platform-tmpDir/hadoop-6513904787770014536.jar dst=null perm=null
2014-04-10 11:45:32,371 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null
2014-04-10 11:45:32,372 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target/Hadoop2MR1Platform-tmpDir/hadoop-6513904787770014536.jar dst=null perm=null
2014-04-10 11:45:32,414 INFO resourcemanager.ClientRMService (ClientRMService.java:submitApplication(326)) - Application with id 5 submitted by user brock
2014-04-10 11:45:32,414 INFO rmapp.RMAppImpl (RMAppImpl.java:transition(786)) - Storing application with id application_1397148282618_0005
2014-04-10 11:45:32,414 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(140)) - USER=brock IP=127.0.0.1 OPERATION=Submit Application Request TARGET=ClientRMService RESULT=SUCCESS APPID=application_1397148282618_0005
2014-04-10 11:45:32,414 INFO recovery.RMStateStore (RMStateStore.java:handleStoreEvent(596)) - Storing info for app: application_1397148282618_0005
2014-04-10 11:45:32,414 INFO rmapp.RMAppImpl (RMAppImpl.java:handle(610)) - application_1397148282618_0005 State change from NEW to NEW_SAVING
2014-04-10 11:45:32,415 INFO rmapp.RMAppImpl (RMAppImpl.java:handle(610)) - application_1397148282618_0005 State change from NEW_SAVING to SUBMITTED
2014-04-10 11:45:32,415 INFO resourcemanager.ApplicationMasterService (ApplicationMasterService.java:registerAppAttempt(556)) - Registering app attempt : appattempt_1397148282618_0005_000001
2014-04-10 11:45:32,415 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(652)) - appattempt_1397148282618_0005_000001 State change from NEW to SUBMITTED
2014-04-10 11:45:32,416 INFO capacity.LeafQueue (LeafQueue.java:activateApplications(718)) - Application application_1397148282618_0005 from user: brock activated in queue: default
2014-04-10 11:45:32,416 INFO capacity.LeafQueue (LeafQueue.java:addApplication(734)) - Application added - appId: application_1397148282618_0005 user: org.apache.hadoop.yarn.server.resourcemanager.scheduler.capacity.LeafQueue$User@57bb55fc, leaf-queue: default #user-pending-applications: 0 #user-active-applications: 2 #queue-pending-applications: 0 #queue-active-applications: 2
2014-04-10 11:45:32,416 INFO impl.YarnClientImpl (YarnClientImpl.java:submitApplication(166)) - Submitted application application_1397148282618_0005
2014-04-10 11:45:32,416 INFO capacity.ParentQueue (ParentQueue.java:addApplication(482)) - Application added - appId: application_1397148282618_0005 user: brock leaf-queue of parent: root #applications: 2
2014-04-10 11:45:32,416 INFO capacity.CapacityScheduler (CapacityScheduler.java:addApplicationAttempt(459)) - Application Submission: appattempt_1397148282618_0005_000001, user: brock queue: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:2048, vCores:1>usedCapacity=0.125, absoluteUsedCapacity=0.125, numApps=2, numContainers=1, currently active: 2
2014-04-10 11:45:32,417 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(652)) - appattempt_1397148282618_0005_000001 State change from SUBMITTED to SCHEDULED
2014-04-10 11:45:32,418 INFO rmapp.RMAppImpl (RMAppImpl.java:handle(610)) - application_1397148282618_0005 State change from SUBMITTED to ACCEPTED
2014-04-10 11:45:32,419 INFO mapreduce.Job (Job.java:submit(1289)) - The url to track the job: http://localhost:45416/proxy/application_1397148282618_0005/
2014-04-10 11:45:32,419 INFO flow.FlowStep (BaseFlowStep.java:logInfo(834)) - [first] submitted hadoop job: job_1397148282618_0005
2014-04-10 11:45:32,419 INFO flow.FlowStep (BaseFlowStep.java:logInfo(834)) - [first] tracking url: http://localhost:45416/proxy/application_1397148282618_0005/
2014-04-10 11:45:32,513 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397148282618_0005_01_000001 Container Transitioned from NEW to ALLOCATED
2014-04-10 11:45:32,514 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(98)) - USER=brock OPERATION=AM Allocated Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1397148282618_0005 CONTAINERID=container_1397148282618_0005_01_000001
2014-04-10 11:45:32,514 INFO fica.FiCaSchedulerNode (FiCaSchedulerNode.java:allocateContainer(116)) - Assigned container container_1397148282618_0005_01_000001 of capacity <memory:2048, vCores:1> on host localhost:42958, which currently has 1 containers, <memory:2048, vCores:1> used and <memory:2048, vCores:7> available
2014-04-10 11:45:32,514 INFO capacity.LeafQueue (LeafQueue.java:assignContainer(1363)) - assignedContainer application=application_1397148282618_0005 container=Container: [ContainerId: container_1397148282618_0005_01_000001, NodeId: localhost:42958, NodeHttpAddress: localhost:52042, Resource: <memory:2048, vCores:1>, Priority: 0, Token: Token { kind: ContainerToken, service: localhost:42958 }, ] containerId=container_1397148282618_0005_01_000001 queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:2048, vCores:1>usedCapacity=0.125, absoluteUsedCapacity=0.125, numApps=2, numContainers=1 usedCapacity=0.125 absoluteUsedCapacity=0.125 used=<memory:2048, vCores:1> cluster=<memory:16384, vCores:32>
2014-04-10 11:45:32,514 INFO capacity.ParentQueue (ParentQueue.java:assignContainersToChildQueues(655)) - Re-sorting assigned queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:4096, vCores:2>usedCapacity=0.25, absoluteUsedCapacity=0.25, numApps=2, numContainers=2
2014-04-10 11:45:32,514 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397148282618_0005_01_000001 Container Transitioned from ALLOCATED to ACQUIRED
2014-04-10 11:45:32,514 INFO capacity.ParentQueue (ParentQueue.java:assignContainers(570)) - assignedContainer queue=root usedCapacity=0.25 absoluteUsedCapacity=0.25 used=<memory:4096, vCores:2> cluster=<memory:16384, vCores:32>
2014-04-10 11:45:32,517 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:storeAttempt(1554)) - Storing attempt: AppId: application_1397148282618_0005 AttemptId: appattempt_1397148282618_0005_000001 MasterContainer: Container: [ContainerId: container_1397148282618_0005_01_000001, NodeId: localhost:42958, NodeHttpAddress: localhost:52042, Resource: <memory:2048, vCores:1>, Priority: 0, Token: Token { kind: ContainerToken, service: localhost:42958 }, ]
2014-04-10 11:45:32,518 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(652)) - appattempt_1397148282618_0005_000001 State change from SCHEDULED to ALLOCATED_SAVING
2014-04-10 11:45:32,518 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(652)) - appattempt_1397148282618_0005_000001 State change from ALLOCATED_SAVING to ALLOCATED
2014-04-10 11:45:32,518 INFO amlauncher.AMLauncher (AMLauncher.java:run(248)) - Launching masterappattempt_1397148282618_0005_000001
2014-04-10 11:45:32,520 INFO amlauncher.AMLauncher (AMLauncher.java:launch(105)) - Setting up container Container: [ContainerId: container_1397148282618_0005_01_000001, NodeId: localhost:42958, NodeHttpAddress: localhost:52042, Resource: <memory:2048, vCores:1>, Priority: 0, Token: Token { kind: ContainerToken, service: localhost:42958 }, ] for AM appattempt_1397148282618_0005_000001
2014-04-10 11:45:32,520 INFO amlauncher.AMLauncher (AMLauncher.java:createAMContainerLaunchContext(190)) - Command to launch container container_1397148282618_0005_01_000001 : $JAVA_HOME/bin/java -Dlog4j.configuration=container-log4j.properties -Dyarn.app.container.log.dir=<LOG_DIR> -Dyarn.app.container.log.filesize=0 -Dhadoop.root.logger=INFO,CLA -Xmx1024m org.apache.hadoop.mapreduce.v2.app.MRAppMaster 1><LOG_DIR>/stdout 2><LOG_DIR>/stderr
2014-04-10 11:45:32,524 INFO ipc.Server (Server.java:saslProcess(1252)) - Auth successful for appattempt_1397148282618_0005_000001 (auth:SIMPLE)
2014-04-10 11:45:32,529 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(572)) - Start request for container_1397148282618_0005_01_000001 by user brock
2014-04-10 11:45:32,529 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(611)) - Creating a new application reference for app application_1397148282618_0005
2014-04-10 11:45:32,529 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=brock IP=127.0.0.1 OPERATION=Start Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1397148282618_0005 CONTAINERID=container_1397148282618_0005_01_000001
2014-04-10 11:45:32,530 INFO application.Application (ApplicationImpl.java:handle(450)) - Application application_1397148282618_0005 transitioned from NEW to INITING
2014-04-10 11:45:32,530 INFO application.Application (ApplicationImpl.java:transition(296)) - Adding container_1397148282618_0005_01_000001 to application application_1397148282618_0005
2014-04-10 11:45:32,530 INFO application.Application (ApplicationImpl.java:handle(450)) - Application application_1397148282618_0005 transitioned from INITING to RUNNING
2014-04-10 11:45:32,530 INFO amlauncher.AMLauncher (AMLauncher.java:launch(126)) - Done launching container Container: [ContainerId: container_1397148282618_0005_01_000001, NodeId: localhost:42958, NodeHttpAddress: localhost:52042, Resource: <memory:2048, vCores:1>, Priority: 0, Token: Token { kind: ContainerToken, service: localhost:42958 }, ] for AM appattempt_1397148282618_0005_000001
2014-04-10 11:45:32,531 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(652)) - appattempt_1397148282618_0005_000001 State change from ALLOCATED to LAUNCHED
2014-04-10 11:45:32,531 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397148282618_0005_01_000001 transitioned from NEW to LOCALIZING
2014-04-10 11:45:32,531 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event CONTAINER_INIT for appId application_1397148282618_0005
2014-04-10 11:45:32,531 INFO localizer.LocalizedResource (LocalizedResource.java:handle(196)) - Resource hdfs://localhost:38088/tmp/hadoop-yarn/staging/brock/.staging/job_1397148282618_0005/job.jar transitioned from INIT to DOWNLOADING
2014-04-10 11:45:32,531 INFO localizer.LocalizedResource (LocalizedResource.java:handle(196)) - Resource hdfs://localhost:38088/tmp/hadoop-yarn/staging/brock/.staging/job_1397148282618_0005/job.splitmetainfo transitioned from INIT to DOWNLOADING
2014-04-10 11:45:32,532 INFO localizer.LocalizedResource (LocalizedResource.java:handle(196)) - Resource hdfs://localhost:38088/tmp/hadoop-yarn/staging/brock/.staging/job_1397148282618_0005/job.split transitioned from INIT to DOWNLOADING
2014-04-10 11:45:32,532 INFO localizer.LocalizedResource (LocalizedResource.java:handle(196)) - Resource hdfs://localhost:38088/tmp/hadoop-yarn/staging/brock/.staging/job_1397148282618_0005/job.xml transitioned from INIT to DOWNLOADING
2014-04-10 11:45:32,532 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:handle(590)) - Created localizer for container_1397148282618_0005_01_000001
2014-04-10 11:45:32,541 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:writeCredentials(1015)) - Writing credentials to the nmPrivate file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_3/nmPrivate/container_1397148282618_0005_01_000001.tokens. Credentials list:
2014-04-10 11:45:32,556 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:createUserCacheDirs(469)) - Initializing user brock
2014-04-10 11:45:32,617 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(103)) - Copying from /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_3/nmPrivate/container_1397148282618_0005_01_000001.tokens to /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_0/usercache/brock/appcache/application_1397148282618_0005/container_1397148282618_0005_01_000001.tokens
2014-04-10 11:45:32,618 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(105)) - CWD set to /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_0/usercache/brock/appcache/application_1397148282618_0005 = file:/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_0/usercache/brock/appcache/application_1397148282618_0005
2014-04-10 11:45:32,655 INFO BlockStateChange (BlockManager.java:addToInvalidates(1030)) - BLOCK* addToInvalidates: blk_1073741869_1045 127.0.0.1:56823 127.0.0.1:37136 127.0.0.1:53089 127.0.0.1:49954
2014-04-10 11:45:32,655 INFO BlockStateChange (BlockManager.java:addToInvalidates(1030)) - BLOCK* addToInvalidates: blk_1073741870_1046 127.0.0.1:56823 127.0.0.1:49954 127.0.0.1:37136 127.0.0.1:53089
2014-04-10 11:45:32,656 INFO BlockStateChange (BlockManager.java:addToInvalidates(1030)) - BLOCK* addToInvalidates: blk_1073741871_1047 127.0.0.1:56823 127.0.0.1:53089 127.0.0.1:49954
2014-04-10 11:45:32,656 INFO BlockStateChange (BlockManager.java:addToInvalidates(1030)) - BLOCK* addToInvalidates: blk_1073741872_1048 127.0.0.1:49954 127.0.0.1:56823 127.0.0.1:53089
2014-04-10 11:45:32,656 INFO BlockStateChange (BlockManager.java:addToInvalidates(1030)) - BLOCK* addToInvalidates: blk_1073741877_1053 127.0.0.1:53089 127.0.0.1:49954 127.0.0.1:37136
2014-04-10 11:45:32,657 INFO BlockStateChange (BlockManager.java:addToInvalidates(1030)) - BLOCK* addToInvalidates: blk_1073741873_1049 127.0.0.1:53089 127.0.0.1:37136 127.0.0.1:56823
2014-04-10 11:45:32,657 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=delete src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397148282618_0004 dst=null perm=null
2014-04-10 11:45:32,717 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397148282618_0005/job.jar dst=null perm=null
2014-04-10 11:45:32,718 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397148282618_0005/job.jar dst=null perm=null
2014-04-10 11:45:32,720 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397148282618_0005/job.jar dst=null perm=null
2014-04-10 11:45:32,727 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:56823, dest: /127.0.0.1:44632, bytes: 246562, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_1094191801_3092, offset: 0, srvID: d87cf363-b947-4d02-ab62-043c9241fbef, blockid: BP-196700473-127.0.0.1-1397148267010:blk_1073741882_1058, duration: 938646
2014-04-10 11:45:32,751 INFO localizer.LocalizedResource (LocalizedResource.java:handle(196)) - Resource hdfs://localhost:38088/tmp/hadoop-yarn/staging/brock/.staging/job_1397148282618_0005/job.jar(->file:/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_3/usercache/brock/appcache/application_1397148282618_0005/filecache/10/job.jar) transitioned from DOWNLOADING to LOCALIZED
2014-04-10 11:45:32,767 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397148282618_0005/job.splitmetainfo dst=null perm=null
2014-04-10 11:45:32,768 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397148282618_0005/job.splitmetainfo dst=null perm=null
2014-04-10 11:45:32,769 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397148282618_0005/job.splitmetainfo dst=null perm=null
2014-04-10 11:45:32,776 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:49954, dest: /127.0.0.1:51250, bytes: 222, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_1094191801_3092, offset: 0, srvID: e20bf523-f226-4d36-9695-be2356cb97a6, blockid: BP-196700473-127.0.0.1-1397148267010:blk_1073741884_1060, duration: 250141
2014-04-10 11:45:32,793 INFO localizer.LocalizedResource (LocalizedResource.java:handle(196)) - Resource hdfs://localhost:38088/tmp/hadoop-yarn/staging/brock/.staging/job_1397148282618_0005/job.splitmetainfo(->file:/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_0/usercache/brock/appcache/application_1397148282618_0005/filecache/11/job.splitmetainfo) transitioned from DOWNLOADING to LOCALIZED
2014-04-10 11:45:32,809 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397148282618_0005/job.split dst=null perm=null
2014-04-10 11:45:32,810 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397148282618_0005/job.split dst=null perm=null
2014-04-10 11:45:32,811 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397148282618_0005/job.split dst=null perm=null
2014-04-10 11:45:32,818 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:49954, dest: /127.0.0.1:51250, bytes: 2283, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_1094191801_3092, offset: 0, srvID: e20bf523-f226-4d36-9695-be2356cb97a6, blockid: BP-196700473-127.0.0.1-1397148267010:blk_1073741883_1059, duration: 319433
2014-04-10 11:45:32,836 INFO localizer.LocalizedResource (LocalizedResource.java:handle(196)) - Resource hdfs://localhost:38088/tmp/hadoop-yarn/staging/brock/.staging/job_1397148282618_0005/job.split(->file:/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_1/usercache/brock/appcache/application_1397148282618_0005/filecache/12/job.split) transitioned from DOWNLOADING to LOCALIZED
2014-04-10 11:45:32,851 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397148282618_0005/job.xml dst=null perm=null
2014-04-10 11:45:32,853 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397148282618_0005/job.xml dst=null perm=null
2014-04-10 11:45:32,854 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397148282618_0005/job.xml dst=null perm=null
2014-04-10 11:45:32,861 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:56823, dest: /127.0.0.1:44632, bytes: 81354, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_1094191801_3092, offset: 0, srvID: d87cf363-b947-4d02-ab62-043c9241fbef, blockid: BP-196700473-127.0.0.1-1397148267010:blk_1073741885_1061, duration: 406500
2014-04-10 11:45:32,878 INFO localizer.LocalizedResource (LocalizedResource.java:handle(196)) - Resource hdfs://localhost:38088/tmp/hadoop-yarn/staging/brock/.staging/job_1397148282618_0005/job.xml(->file:/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_2/usercache/brock/appcache/application_1397148282618_0005/filecache/13/job.xml) transitioned from DOWNLOADING to LOCALIZED
2014-04-10 11:45:32,879 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397148282618_0005_01_000001 transitioned from LOCALIZING to LOCALIZED
2014-04-10 11:45:32,912 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397148282618_0005_01_000001 transitioned from LOCALIZED to RUNNING
2014-04-10 11:45:32,912 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(169)) - Neither virutal-memory nor physical-memory monitoring is needed. Not running the monitor-thread
2014-04-10 11:45:32,972 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(189)) - launchContainer: [nice, -n, 0, bash, /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_0/usercache/brock/appcache/application_1397148282618_0005/container_1397148282618_0005_01_000001/default_container_executor.sh]
2014-04-10 11:45:33,512 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397148282618_0005_01_000001 Container Transitioned from ACQUIRED to RUNNING
2014-04-10 11:45:34,134 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging dst=null perm=null
2014-04-10 11:45:34,161 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397148282618_0005/COMMIT_STARTED dst=null perm=null
2014-04-10 11:45:34,163 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397148282618_0005/COMMIT_SUCCESS dst=null perm=null
2014-04-10 11:45:34,164 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397148282618_0005/COMMIT_FAIL dst=null perm=null
2014-04-10 11:45:34,202 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397148282618_0005 dst=null perm=null
2014-04-10 11:45:34,203 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/history/done_intermediate dst=null perm=null
2014-04-10 11:45:34,205 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock dst=null perm=null
2014-04-10 11:45:34,430 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397148282618_0005/job.splitmetainfo dst=null perm=null
2014-04-10 11:45:34,441 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397148282618_0005/job.splitmetainfo dst=null perm=null
2014-04-10 11:45:34,453 INFO BlockStateChange (BlockManager.java:computeReplicationWorkForBlocks(1373)) - BLOCK* ask 127.0.0.1:49954 to replicate blk_1073741882_1058 to datanode(s) 127.0.0.1:37136
2014-04-10 11:45:34,453 INFO hdfs.StateChange (InvalidateBlocks.java:invalidateWork(152)) - BLOCK* InvalidateBlocks: ask 127.0.0.1:49954 to delete [blk_1073741872_1048, blk_1073741877_1053, blk_1073741879_1055, blk_1073741869_1045, blk_1073741870_1046, blk_1073741871_1047]
2014-04-10 11:45:34,453 INFO hdfs.StateChange (InvalidateBlocks.java:invalidateWork(152)) - BLOCK* InvalidateBlocks: ask 127.0.0.1:53089 to delete [blk_1073741872_1048, blk_1073741873_1049, blk_1073741877_1053, blk_1073741879_1055, blk_1073741869_1045, blk_1073741870_1046, blk_1073741871_1047]
2014-04-10 11:45:34,485 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:37136, dest: /127.0.0.1:48089, bytes: 222, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_1924950366_1, offset: 0, srvID: b242afcc-2d24-4b8f-9fb7-bc72b71e749a, blockid: BP-196700473-127.0.0.1-1397148267010:blk_1073741884_1060, duration: 182040
2014-04-10 11:45:34,883 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-196700473-127.0.0.1-1397148267010:blk_1073741883_1059
2014-04-10 11:45:34,883 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-196700473-127.0.0.1-1397148267010:blk_1073741878_1054
2014-04-10 11:45:34,884 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-196700473-127.0.0.1-1397148267010:blk_1073741882_1058
2014-04-10 11:45:34,884 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-196700473-127.0.0.1-1397148267010:blk_1073741874_1050
2014-04-10 11:45:34,884 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-196700473-127.0.0.1-1397148267010:blk_1073741884_1060
2014-04-10 11:45:35,080 INFO ipc.Server (Server.java:saslProcess(1252)) - Auth successful for appattempt_1397148282618_0005_000001 (auth:SIMPLE)
2014-04-10 11:45:35,081 INFO resourcemanager.ApplicationMasterService (ApplicationMasterService.java:registerApplicationMaster(251)) - AM registration appattempt_1397148282618_0005_000001
2014-04-10 11:45:35,082 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(119)) - USER=brock IP=127.0.0.1 OPERATION=Register App Master TARGET=ApplicationMasterService RESULT=SUCCESS APPID=application_1397148282618_0005 APPATTEMPTID=appattempt_1397148282618_0005_000001
2014-04-10 11:45:35,082 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(652)) - appattempt_1397148282618_0005_000001 State change from LAUNCHED to RUNNING
2014-04-10 11:45:35,082 INFO rmapp.RMAppImpl (RMAppImpl.java:handle(610)) - application_1397148282618_0005 State change from ACCEPTED to RUNNING
2014-04-10 11:45:35,084 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-196700473-127.0.0.1-1397148267010:blk_1073741877_1053
2014-04-10 11:45:35,085 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-196700473-127.0.0.1-1397148267010:blk_1073741879_1055
2014-04-10 11:45:35,085 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-196700473-127.0.0.1-1397148267010:blk_1073741885_1061
2014-04-10 11:45:35,163 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397148282618_0005/job_1397148282618_0005_1.jhist dst=null perm=brock:supergroup:rw-rw-rw-
2014-04-10 11:45:35,180 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=mkdirs src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/hadooptapplatform/globmultisource/_temporary/1 dst=null perm=brock:supergroup:rwxrwxrwx
2014-04-10 11:45:35,213 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397148282618_0005/job_1397148282618_0005_1_conf.xml dst=null perm=brock:supergroup:rw-rw-rw-
2014-04-10 11:45:35,305 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(2966)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/brock/.staging/job_1397148282618_0005/job_1397148282618_0005_1_conf.xml. BP-196700473-127.0.0.1-1397148267010 blk_1073741886_1062{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-331ec906-785c-475e-b366-176a30c332ed:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-97cf26c5-95a4-4e0e-a439-d9926ba08c0b:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-c910d2b0-940b-4e3d-b4fd-b4f6084bf0d7:NORMAL|RBW]]}
2014-04-10 11:45:35,343 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-196700473-127.0.0.1-1397148267010:blk_1073741886_1062 src: /127.0.0.1:48093 dest: /127.0.0.1:37136
2014-04-10 11:45:35,345 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-196700473-127.0.0.1-1397148267010:blk_1073741886_1062 src: /127.0.0.1:51279 dest: /127.0.0.1:49954
2014-04-10 11:45:35,346 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-196700473-127.0.0.1-1397148267010:blk_1073741886_1062 src: /127.0.0.1:53739 dest: /127.0.0.1:53089
2014-04-10 11:45:35,354 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:53739, dest: /127.0.0.1:53089, bytes: 94585, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_1924950366_1, offset: 0, srvID: 56b85d8f-9b31-4c91-b022-e568d9765c42, blockid: BP-196700473-127.0.0.1-1397148267010:blk_1073741886_1062, duration: 6327779
2014-04-10 11:45:35,354 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-196700473-127.0.0.1-1397148267010:blk_1073741886_1062, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2014-04-10 11:45:35,354 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:51279, dest: /127.0.0.1:49954, bytes: 94585, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_1924950366_1, offset: 0, srvID: e20bf523-f226-4d36-9695-be2356cb97a6, blockid: BP-196700473-127.0.0.1-1397148267010:blk_1073741886_1062, duration: 7146009
2014-04-10 11:45:35,354 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:53089 is added to blk_1073741886_1062{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-331ec906-785c-475e-b366-176a30c332ed:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-c910d2b0-940b-4e3d-b4fd-b4f6084bf0d7:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-b068c5d0-517e-4297-aa28-ff6d4c514e44:NORMAL|RBW]]} size 0
2014-04-10 11:45:35,355 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-196700473-127.0.0.1-1397148267010:blk_1073741886_1062, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 11:45:35,355 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:48093, dest: /127.0.0.1:37136, bytes: 94585, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_1924950366_1, offset: 0, srvID: b242afcc-2d24-4b8f-9fb7-bc72b71e749a, blockid: BP-196700473-127.0.0.1-1397148267010:blk_1073741886_1062, duration: 7490579
2014-04-10 11:45:35,355 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:49954 is added to blk_1073741886_1062{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-331ec906-785c-475e-b366-176a30c332ed:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-c910d2b0-940b-4e3d-b4fd-b4f6084bf0d7:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-b068c5d0-517e-4297-aa28-ff6d4c514e44:NORMAL|RBW]]} size 0
2014-04-10 11:45:35,355 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-196700473-127.0.0.1-1397148267010:blk_1073741886_1062, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 11:45:35,356 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:37136 is added to blk_1073741886_1062{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-331ec906-785c-475e-b366-176a30c332ed:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-c910d2b0-940b-4e3d-b4fd-b4f6084bf0d7:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-b068c5d0-517e-4297-aa28-ff6d4c514e44:NORMAL|RBW]]} size 0
2014-04-10 11:45:35,371 INFO hdfs.StateChange (FSNamesystem.java:completeFile(2899)) - DIR* completeFile: /tmp/hadoop-yarn/staging/brock/.staging/job_1397148282618_0005/job_1397148282618_0005_1_conf.xml is closed by DFSClient_NONMAPREDUCE_1924950366_1
2014-04-10 11:45:35,395 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-196700473-127.0.0.1-1397148267010:blk_1073741874_1050
2014-04-10 11:45:35,396 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-196700473-127.0.0.1-1397148267010:blk_1073741879_1055
2014-04-10 11:45:35,396 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-196700473-127.0.0.1-1397148267010:blk_1073741876_1052
2014-04-10 11:45:35,397 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-196700473-127.0.0.1-1397148267010:blk_1073741883_1059
2014-04-10 11:45:35,397 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-196700473-127.0.0.1-1397148267010:blk_1073741875_1051
2014-04-10 11:45:35,398 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-196700473-127.0.0.1-1397148267010:blk_1073741877_1053
2014-04-10 11:45:35,399 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-196700473-127.0.0.1-1397148267010:blk_1073741880_1056
2014-04-10 11:45:35,400 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-196700473-127.0.0.1-1397148267010:blk_1073741884_1060
2014-04-10 11:45:35,400 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-196700473-127.0.0.1-1397148267010:blk_1073741878_1054
2014-04-10 11:45:35,401 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-196700473-127.0.0.1-1397148267010:blk_1073741886_1062
2014-04-10 11:45:35,403 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-196700473-127.0.0.1-1397148267010:blk_1073741881_1057
2014-04-10 11:45:35,449 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-196700473-127.0.0.1-1397148267010:blk_1073741882_1058
2014-04-10 11:45:35,450 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-196700473-127.0.0.1-1397148267010:blk_1073741885_1061
2014-04-10 11:45:35,450 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-196700473-127.0.0.1-1397148267010:blk_1073741879_1055
2014-04-10 11:45:35,451 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-196700473-127.0.0.1-1397148267010:blk_1073741875_1051
2014-04-10 11:45:35,451 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-196700473-127.0.0.1-1397148267010:blk_1073741876_1052
2014-04-10 11:45:35,452 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-196700473-127.0.0.1-1397148267010:blk_1073741883_1059
2014-04-10 11:45:35,452 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-196700473-127.0.0.1-1397148267010:blk_1073741878_1054
2014-04-10 11:45:35,453 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-196700473-127.0.0.1-1397148267010:blk_1073741880_1056
2014-04-10 11:45:35,504 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-196700473-127.0.0.1-1397148267010:blk_1073741881_1057
2014-04-10 11:45:35,504 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-196700473-127.0.0.1-1397148267010:blk_1073741876_1052
2014-04-10 11:45:35,507 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-196700473-127.0.0.1-1397148267010:blk_1073741882_1058
2014-04-10 11:45:35,649 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-196700473-127.0.0.1-1397148267010:blk_1073741877_1053
2014-04-10 11:45:35,651 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-196700473-127.0.0.1-1397148267010:blk_1073741881_1057
2014-04-10 11:45:35,681 INFO datanode.DataNode (DataNode.java:transferBlock(1426)) - DatanodeRegistration(127.0.0.1, datanodeUuid=e20bf523-f226-4d36-9695-be2356cb97a6, infoPort=45546, ipcPort=38831, storageInfo=lv=-51;cid=testClusterID;nsid=743366398;c=0) Starting thread to transfer BP-196700473-127.0.0.1-1397148267010:blk_1073741882_1058 to 127.0.0.1:37136
2014-04-10 11:45:35,681 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073741872_1048 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data8/current/BP-196700473-127.0.0.1-1397148267010/current/finalized/blk_1073741872 for deletion
2014-04-10 11:45:35,681 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073741877_1053 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data7/current/BP-196700473-127.0.0.1-1397148267010/current/finalized/blk_1073741877 for deletion
2014-04-10 11:45:35,681 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073741879_1055 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data7/current/BP-196700473-127.0.0.1-1397148267010/current/finalized/blk_1073741879 for deletion
2014-04-10 11:45:35,681 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-196700473-127.0.0.1-1397148267010 blk_1073741872_1048 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data8/current/BP-196700473-127.0.0.1-1397148267010/current/finalized/blk_1073741872
2014-04-10 11:45:35,682 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073741869_1045 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data7/current/BP-196700473-127.0.0.1-1397148267010/current/finalized/blk_1073741869 for deletion
2014-04-10 11:45:35,682 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-196700473-127.0.0.1-1397148267010 blk_1073741877_1053 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data7/current/BP-196700473-127.0.0.1-1397148267010/current/finalized/blk_1073741877
2014-04-10 11:45:35,682 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-196700473-127.0.0.1-1397148267010:blk_1073741882_1058 src: /127.0.0.1:48096 dest: /127.0.0.1:37136
2014-04-10 11:45:35,682 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-196700473-127.0.0.1-1397148267010 blk_1073741879_1055 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data7/current/BP-196700473-127.0.0.1-1397148267010/current/finalized/blk_1073741879
2014-04-10 11:45:35,682 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073741870_1046 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data8/current/BP-196700473-127.0.0.1-1397148267010/current/finalized/blk_1073741870 for deletion
2014-04-10 11:45:35,683 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073741871_1047 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data7/current/BP-196700473-127.0.0.1-1397148267010/current/finalized/blk_1073741871 for deletion
2014-04-10 11:45:35,683 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-196700473-127.0.0.1-1397148267010 blk_1073741870_1046 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data8/current/BP-196700473-127.0.0.1-1397148267010/current/finalized/blk_1073741870
2014-04-10 11:45:35,683 INFO datanode.DataNode (DataNode.java:run(1629)) - DataTransfer: Transmitted BP-196700473-127.0.0.1-1397148267010:blk_1073741882_1058 (numBytes=244650) to 127.0.0.1/127.0.0.1:37136
2014-04-10 11:45:35,683 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-196700473-127.0.0.1-1397148267010 blk_1073741869_1045 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data7/current/BP-196700473-127.0.0.1-1397148267010/current/finalized/blk_1073741869
2014-04-10 11:45:35,683 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-196700473-127.0.0.1-1397148267010 blk_1073741871_1047 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data7/current/BP-196700473-127.0.0.1-1397148267010/current/finalized/blk_1073741871
2014-04-10 11:45:35,685 INFO datanode.DataNode (DataXceiver.java:writeBlock(597)) - Received BP-196700473-127.0.0.1-1397148267010:blk_1073741882_1058 src: /127.0.0.1:48096 dest: /127.0.0.1:37136 of size 244650
2014-04-10 11:45:35,685 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:37136 is added to blk_1073741882_1058 size 244650
2014-04-10 11:45:35,706 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-196700473-127.0.0.1-1397148267010:blk_1073741885_1061
2014-04-10 11:45:35,706 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-196700473-127.0.0.1-1397148267010:blk_1073741883_1059
2014-04-10 11:45:35,707 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-196700473-127.0.0.1-1397148267010:blk_1073741880_1056
2014-04-10 11:45:35,708 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-196700473-127.0.0.1-1397148267010:blk_1073741884_1060
2014-04-10 11:45:35,790 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073741872_1048 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data6/current/BP-196700473-127.0.0.1-1397148267010/current/finalized/blk_1073741872 for deletion
2014-04-10 11:45:35,791 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073741873_1049 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data5/current/BP-196700473-127.0.0.1-1397148267010/current/finalized/blk_1073741873 for deletion
2014-04-10 11:45:35,791 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-196700473-127.0.0.1-1397148267010 blk_1073741872_1048 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data6/current/BP-196700473-127.0.0.1-1397148267010/current/finalized/blk_1073741872
2014-04-10 11:45:35,791 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073741877_1053 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data6/current/BP-196700473-127.0.0.1-1397148267010/current/finalized/blk_1073741877 for deletion
2014-04-10 11:45:35,791 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-196700473-127.0.0.1-1397148267010 blk_1073741873_1049 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data5/current/BP-196700473-127.0.0.1-1397148267010/current/finalized/blk_1073741873
2014-04-10 11:45:35,791 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073741879_1055 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data6/current/BP-196700473-127.0.0.1-1397148267010/current/finalized/blk_1073741879 for deletion
2014-04-10 11:45:35,791 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-196700473-127.0.0.1-1397148267010 blk_1073741877_1053 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data6/current/BP-196700473-127.0.0.1-1397148267010/current/finalized/blk_1073741877
2014-04-10 11:45:35,791 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073741869_1045 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data5/current/BP-196700473-127.0.0.1-1397148267010/current/finalized/blk_1073741869 for deletion
2014-04-10 11:45:35,792 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-196700473-127.0.0.1-1397148267010 blk_1073741879_1055 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data6/current/BP-196700473-127.0.0.1-1397148267010/current/finalized/blk_1073741879
2014-04-10 11:45:35,792 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073741870_1046 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data6/current/BP-196700473-127.0.0.1-1397148267010/current/finalized/blk_1073741870 for deletion
2014-04-10 11:45:35,792 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-196700473-127.0.0.1-1397148267010 blk_1073741869_1045 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data5/current/BP-196700473-127.0.0.1-1397148267010/current/finalized/blk_1073741869
2014-04-10 11:45:35,792 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-196700473-127.0.0.1-1397148267010 blk_1073741870_1046 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data6/current/BP-196700473-127.0.0.1-1397148267010/current/finalized/blk_1073741870
2014-04-10 11:45:35,792 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073741871_1047 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data5/current/BP-196700473-127.0.0.1-1397148267010/current/finalized/blk_1073741871 for deletion
2014-04-10 11:45:35,793 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-196700473-127.0.0.1-1397148267010 blk_1073741871_1047 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data5/current/BP-196700473-127.0.0.1-1397148267010/current/finalized/blk_1073741871
2014-04-10 11:45:35,849 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-196700473-127.0.0.1-1397148267010:blk_1073741886_1062
2014-04-10 11:45:36,514 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397148282618_0005_01_000002 Container Transitioned from NEW to ALLOCATED
2014-04-10 11:45:36,514 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(98)) - USER=brock OPERATION=AM Allocated Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1397148282618_0005 CONTAINERID=container_1397148282618_0005_01_000002
2014-04-10 11:45:36,514 INFO fica.FiCaSchedulerNode (FiCaSchedulerNode.java:allocateContainer(116)) - Assigned container container_1397148282618_0005_01_000002 of capacity <memory:1024, vCores:1> on host localhost:42958, which currently has 2 containers, <memory:3072, vCores:2> used and <memory:1024, vCores:6> available
2014-04-10 11:45:36,515 INFO capacity.LeafQueue (LeafQueue.java:assignContainer(1363)) - assignedContainer application=application_1397148282618_0005 container=Container: [ContainerId: container_1397148282618_0005_01_000002, NodeId: localhost:42958, NodeHttpAddress: localhost:52042, Resource: <memory:1024, vCores:1>, Priority: 20, Token: Token { kind: ContainerToken, service: localhost:42958 }, ] containerId=container_1397148282618_0005_01_000002 queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:4096, vCores:2>usedCapacity=0.25, absoluteUsedCapacity=0.25, numApps=2, numContainers=2 usedCapacity=0.25 absoluteUsedCapacity=0.25 used=<memory:4096, vCores:2> cluster=<memory:16384, vCores:32>
2014-04-10 11:45:36,515 INFO capacity.ParentQueue (ParentQueue.java:assignContainersToChildQueues(655)) - Re-sorting assigned queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:5120, vCores:3>usedCapacity=0.3125, absoluteUsedCapacity=0.3125, numApps=2, numContainers=3
2014-04-10 11:45:36,515 INFO capacity.ParentQueue (ParentQueue.java:assignContainers(570)) - assignedContainer queue=root usedCapacity=0.3125 absoluteUsedCapacity=0.3125 used=<memory:5120, vCores:3> cluster=<memory:16384, vCores:32>
2014-04-10 11:45:36,516 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397148282618_0005_01_000003 Container Transitioned from NEW to ALLOCATED
2014-04-10 11:45:36,516 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(98)) - USER=brock OPERATION=AM Allocated Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1397148282618_0005 CONTAINERID=container_1397148282618_0005_01_000003
2014-04-10 11:45:36,516 INFO fica.FiCaSchedulerNode (FiCaSchedulerNode.java:allocateContainer(116)) - Assigned container container_1397148282618_0005_01_000003 of capacity <memory:1024, vCores:1> on host localhost:42958, which currently has 3 containers, <memory:4096, vCores:3> used and <memory:0, vCores:5> available
2014-04-10 11:45:36,516 INFO capacity.LeafQueue (LeafQueue.java:assignContainer(1363)) - assignedContainer application=application_1397148282618_0005 container=Container: [ContainerId: container_1397148282618_0005_01_000003, NodeId: localhost:42958, NodeHttpAddress: localhost:52042, Resource: <memory:1024, vCores:1>, Priority: 20, Token: Token { kind: ContainerToken, service: localhost:42958 }, ] containerId=container_1397148282618_0005_01_000003 queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:5120, vCores:3>usedCapacity=0.3125, absoluteUsedCapacity=0.3125, numApps=2, numContainers=3 usedCapacity=0.3125 absoluteUsedCapacity=0.3125 used=<memory:5120, vCores:3> cluster=<memory:16384, vCores:32>
2014-04-10 11:45:36,516 INFO capacity.ParentQueue (ParentQueue.java:assignContainersToChildQueues(655)) - Re-sorting assigned queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:6144, vCores:4>usedCapacity=0.375, absoluteUsedCapacity=0.375, numApps=2, numContainers=4
2014-04-10 11:45:36,517 INFO capacity.ParentQueue (ParentQueue.java:assignContainers(570)) - assignedContainer queue=root usedCapacity=0.375 absoluteUsedCapacity=0.375 used=<memory:6144, vCores:4> cluster=<memory:16384, vCores:32>
2014-04-10 11:45:36,901 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397148282618_0005_01_000004 Container Transitioned from NEW to ALLOCATED
2014-04-10 11:45:36,901 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(98)) - USER=brock OPERATION=AM Allocated Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1397148282618_0005 CONTAINERID=container_1397148282618_0005_01_000004
2014-04-10 11:45:36,901 INFO fica.FiCaSchedulerNode (FiCaSchedulerNode.java:allocateContainer(116)) - Assigned container container_1397148282618_0005_01_000004 of capacity <memory:1024, vCores:1> on host localhost:33805, which currently has 1 containers, <memory:1024, vCores:1> used and <memory:3072, vCores:7> available
2014-04-10 11:45:36,902 INFO capacity.LeafQueue (LeafQueue.java:assignContainer(1363)) - assignedContainer application=application_1397148282618_0005 container=Container: [ContainerId: container_1397148282618_0005_01_000004, NodeId: localhost:33805, NodeHttpAddress: localhost:42238, Resource: <memory:1024, vCores:1>, Priority: 20, Token: Token { kind: ContainerToken, service: localhost:33805 }, ] containerId=container_1397148282618_0005_01_000004 queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:6144, vCores:4>usedCapacity=0.375, absoluteUsedCapacity=0.375, numApps=2, numContainers=4 usedCapacity=0.375 absoluteUsedCapacity=0.375 used=<memory:6144, vCores:4> cluster=<memory:16384, vCores:32>
2014-04-10 11:45:36,902 INFO capacity.ParentQueue (ParentQueue.java:assignContainersToChildQueues(655)) - Re-sorting assigned queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:7168, vCores:5>usedCapacity=0.4375, absoluteUsedCapacity=0.4375, numApps=2, numContainers=5
2014-04-10 11:45:36,902 INFO capacity.ParentQueue (ParentQueue.java:assignContainers(570)) - assignedContainer queue=root usedCapacity=0.4375 absoluteUsedCapacity=0.4375 used=<memory:7168, vCores:5> cluster=<memory:16384, vCores:32>
2014-04-10 11:45:36,903 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397148282618_0005_01_000005 Container Transitioned from NEW to ALLOCATED
2014-04-10 11:45:36,903 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(98)) - USER=brock OPERATION=AM Allocated Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1397148282618_0005 CONTAINERID=container_1397148282618_0005_01_000005
2014-04-10 11:45:36,903 INFO fica.FiCaSchedulerNode (FiCaSchedulerNode.java:allocateContainer(116)) - Assigned container container_1397148282618_0005_01_000005 of capacity <memory:1024, vCores:1> on host localhost:33805, which currently has 2 containers, <memory:2048, vCores:2> used and <memory:2048, vCores:6> available
2014-04-10 11:45:36,903 INFO capacity.LeafQueue (LeafQueue.java:assignContainer(1363)) - assignedContainer application=application_1397148282618_0005 container=Container: [ContainerId: container_1397148282618_0005_01_000005, NodeId: localhost:33805, NodeHttpAddress: localhost:42238, Resource: <memory:1024, vCores:1>, Priority: 20, Token: Token { kind: ContainerToken, service: localhost:33805 }, ] containerId=container_1397148282618_0005_01_000005 queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:7168, vCores:5>usedCapacity=0.4375, absoluteUsedCapacity=0.4375, numApps=2, numContainers=5 usedCapacity=0.4375 absoluteUsedCapacity=0.4375 used=<memory:7168, vCores:5> cluster=<memory:16384, vCores:32>
2014-04-10 11:45:36,903 INFO capacity.ParentQueue (ParentQueue.java:assignContainersToChildQueues(655)) - Re-sorting assigned queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:8192, vCores:6>usedCapacity=0.5, absoluteUsedCapacity=0.5, numApps=2, numContainers=6
2014-04-10 11:45:36,904 INFO capacity.ParentQueue (ParentQueue.java:assignContainers(570)) - assignedContainer queue=root usedCapacity=0.5 absoluteUsedCapacity=0.5 used=<memory:8192, vCores:6> cluster=<memory:16384, vCores:32>
2014-04-10 11:45:36,904 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397148282618_0005_01_000006 Container Transitioned from NEW to ALLOCATED
2014-04-10 11:45:36,904 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(98)) - USER=brock OPERATION=AM Allocated Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1397148282618_0005 CONTAINERID=container_1397148282618_0005_01_000006
2014-04-10 11:45:36,905 INFO fica.FiCaSchedulerNode (FiCaSchedulerNode.java:allocateContainer(116)) - Assigned container container_1397148282618_0005_01_000006 of capacity <memory:1024, vCores:1> on host localhost:33805, which currently has 3 containers, <memory:3072, vCores:3> used and <memory:1024, vCores:5> available
2014-04-10 11:45:36,905 INFO capacity.LeafQueue (LeafQueue.java:assignContainer(1363)) - assignedContainer application=application_1397148282618_0005 container=Container: [ContainerId: container_1397148282618_0005_01_000006, NodeId: localhost:33805, NodeHttpAddress: localhost:42238, Resource: <memory:1024, vCores:1>, Priority: 20, Token: Token { kind: ContainerToken, service: localhost:33805 }, ] containerId=container_1397148282618_0005_01_000006 queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:8192, vCores:6>usedCapacity=0.5, absoluteUsedCapacity=0.5, numApps=2, numContainers=6 usedCapacity=0.5 absoluteUsedCapacity=0.5 used=<memory:8192, vCores:6> cluster=<memory:16384, vCores:32>
2014-04-10 11:45:36,905 INFO capacity.ParentQueue (ParentQueue.java:assignContainersToChildQueues(655)) - Re-sorting assigned queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:9216, vCores:7>usedCapacity=0.5625, absoluteUsedCapacity=0.5625, numApps=2, numContainers=7
2014-04-10 11:45:36,905 INFO capacity.ParentQueue (ParentQueue.java:assignContainers(570)) - assignedContainer queue=root usedCapacity=0.5625 absoluteUsedCapacity=0.5625 used=<memory:9216, vCores:7> cluster=<memory:16384, vCores:32>
2014-04-10 11:45:36,906 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397148282618_0005_01_000007 Container Transitioned from NEW to ALLOCATED
2014-04-10 11:45:36,906 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(98)) - USER=brock OPERATION=AM Allocated Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1397148282618_0005 CONTAINERID=container_1397148282618_0005_01_000007
2014-04-10 11:45:36,906 INFO fica.FiCaSchedulerNode (FiCaSchedulerNode.java:allocateContainer(116)) - Assigned container container_1397148282618_0005_01_000007 of capacity <memory:1024, vCores:1> on host localhost:33805, which currently has 4 containers, <memory:4096, vCores:4> used and <memory:0, vCores:4> available
2014-04-10 11:45:36,906 INFO capacity.LeafQueue (LeafQueue.java:assignContainer(1363)) - assignedContainer application=application_1397148282618_0005 container=Container: [ContainerId: container_1397148282618_0005_01_000007, NodeId: localhost:33805, NodeHttpAddress: localhost:42238, Resource: <memory:1024, vCores:1>, Priority: 20, Token: Token { kind: ContainerToken, service: localhost:33805 }, ] containerId=container_1397148282618_0005_01_000007 queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:9216, vCores:7>usedCapacity=0.5625, absoluteUsedCapacity=0.5625, numApps=2, numContainers=7 usedCapacity=0.5625 absoluteUsedCapacity=0.5625 used=<memory:9216, vCores:7> cluster=<memory:16384, vCores:32>
2014-04-10 11:45:36,907 INFO capacity.ParentQueue (ParentQueue.java:assignContainersToChildQueues(655)) - Re-sorting assigned queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:10240, vCores:8>usedCapacity=0.625, absoluteUsedCapacity=0.625, numApps=2, numContainers=8
2014-04-10 11:45:36,907 INFO capacity.ParentQueue (ParentQueue.java:assignContainers(570)) - assignedContainer queue=root usedCapacity=0.625 absoluteUsedCapacity=0.625 used=<memory:10240, vCores:8> cluster=<memory:16384, vCores:32>
2014-04-10 11:45:37,126 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397148282618_0005_01_000002 Container Transitioned from ALLOCATED to ACQUIRED
2014-04-10 11:45:37,127 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397148282618_0005_01_000003 Container Transitioned from ALLOCATED to ACQUIRED
2014-04-10 11:45:37,127 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397148282618_0005_01_000004 Container Transitioned from ALLOCATED to ACQUIRED
2014-04-10 11:45:37,127 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397148282618_0005_01_000005 Container Transitioned from ALLOCATED to ACQUIRED
2014-04-10 11:45:37,127 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397148282618_0005_01_000006 Container Transitioned from ALLOCATED to ACQUIRED
2014-04-10 11:45:37,127 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397148282618_0005_01_000007 Container Transitioned from ALLOCATED to ACQUIRED
2014-04-10 11:45:37,173 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397148282618_0005/job.jar dst=null perm=null
2014-04-10 11:45:37,174 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397148282618_0005/job.jar dst=null perm=null
2014-04-10 11:45:37,182 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397148282618_0005/job.xml dst=null perm=null
2014-04-10 11:45:37,183 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397148282618_0005/job.xml dst=null perm=null
2014-04-10 11:45:37,185 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null
2014-04-10 11:45:37,186 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target/Hadoop2MR1Platform-tmpDir/hadoop-6513904787770014536.jar dst=null perm=null
2014-04-10 11:45:37,193 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null
2014-04-10 11:45:37,195 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target/Hadoop2MR1Platform-tmpDir/hadoop-6513904787770014536.jar dst=null perm=null
2014-04-10 11:45:37,196 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null
2014-04-10 11:45:37,197 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target/Hadoop2MR1Platform-tmpDir/hadoop-6513904787770014536.jar dst=null perm=null
2014-04-10 11:45:37,258 INFO ipc.Server (Server.java:saslProcess(1252)) - Auth successful for appattempt_1397148282618_0005_000001 (auth:SIMPLE)
2014-04-10 11:45:37,258 INFO ipc.Server (Server.java:saslProcess(1252)) - Auth successful for appattempt_1397148282618_0005_000001 (auth:SIMPLE)
2014-04-10 11:45:37,264 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(572)) - Start request for container_1397148282618_0005_01_000007 by user brock
2014-04-10 11:45:37,264 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(572)) - Start request for container_1397148282618_0005_01_000006 by user brock
2014-04-10 11:45:37,264 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(572)) - Start request for container_1397148282618_0005_01_000005 by user brock
2014-04-10 11:45:37,264 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(572)) - Start request for container_1397148282618_0005_01_000002 by user brock
2014-04-10 11:45:37,264 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(572)) - Start request for container_1397148282618_0005_01_000004 by user brock
2014-04-10 11:45:37,265 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=brock IP=127.0.0.1 OPERATION=Start Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1397148282618_0005 CONTAINERID=container_1397148282618_0005_01_000002
2014-04-10 11:45:37,265 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=brock IP=127.0.0.1 OPERATION=Start Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1397148282618_0005 CONTAINERID=container_1397148282618_0005_01_000005
2014-04-10 11:45:37,264 INFO application.Application (ApplicationImpl.java:transition(296)) - Adding container_1397148282618_0005_01_000006 to application application_1397148282618_0005
2014-04-10 11:45:37,264 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=brock IP=127.0.0.1 OPERATION=Start Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1397148282618_0005 CONTAINERID=container_1397148282618_0005_01_000006
2014-04-10 11:45:37,264 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(572)) - Start request for container_1397148282618_0005_01_000003 by user brock
2014-04-10 11:45:37,264 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(611)) - Creating a new application reference for app application_1397148282618_0005
2014-04-10 11:45:37,266 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=brock IP=127.0.0.1 OPERATION=Start Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1397148282618_0005 CONTAINERID=container_1397148282618_0005_01_000003
2014-04-10 11:45:37,266 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=brock IP=127.0.0.1 OPERATION=Start Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1397148282618_0005 CONTAINERID=container_1397148282618_0005_01_000007
2014-04-10 11:45:37,265 INFO application.Application (ApplicationImpl.java:transition(296)) - Adding container_1397148282618_0005_01_000005 to application application_1397148282618_0005
2014-04-10 11:45:37,265 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=brock IP=127.0.0.1 OPERATION=Start Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1397148282618_0005 CONTAINERID=container_1397148282618_0005_01_000004
2014-04-10 11:45:37,266 INFO application.Application (ApplicationImpl.java:transition(296)) - Adding container_1397148282618_0005_01_000004 to application application_1397148282618_0005
2014-04-10 11:45:37,265 INFO application.Application (ApplicationImpl.java:transition(296)) - Adding container_1397148282618_0005_01_000002 to application application_1397148282618_0005
2014-04-10 11:45:37,267 INFO application.Application (ApplicationImpl.java:handle(450)) - Application application_1397148282618_0005 transitioned from NEW to INITING
2014-04-10 11:45:37,267 INFO application.Application (ApplicationImpl.java:transition(296)) - Adding container_1397148282618_0005_01_000003 to application application_1397148282618_0005
2014-04-10 11:45:37,267 INFO application.Application (ApplicationImpl.java:transition(296)) - Adding container_1397148282618_0005_01_000007 to application application_1397148282618_0005
2014-04-10 11:45:37,268 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397148282618_0005_01_000002 transitioned from NEW to LOCALIZING
2014-04-10 11:45:37,268 INFO application.Application (ApplicationImpl.java:handle(450)) - Application application_1397148282618_0005 transitioned from INITING to RUNNING
2014-04-10 11:45:37,268 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397148282618_0005_01_000003 transitioned from NEW to LOCALIZING
2014-04-10 11:45:37,268 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event CONTAINER_INIT for appId application_1397148282618_0005
2014-04-10 11:45:37,268 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397148282618_0005_01_000004 transitioned from NEW to LOCALIZING
2014-04-10 11:45:37,268 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event APPLICATION_INIT for appId application_1397148282618_0005
2014-04-10 11:45:37,269 INFO containermanager.AuxServices (AuxServices.java:handle(179)) - Got APPLICATION_INIT for service mapreduce_shuffle
2014-04-10 11:45:37,269 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397148282618_0005_01_000005 transitioned from NEW to LOCALIZING
2014-04-10 11:45:37,269 INFO mapred.ShuffleHandler (ShuffleHandler.java:initializeApplication(263)) - Added token for job_1397148282618_0005
2014-04-10 11:45:37,269 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397148282618_0005_01_000007 transitioned from NEW to LOCALIZING
2014-04-10 11:45:37,269 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event CONTAINER_INIT for appId application_1397148282618_0005
2014-04-10 11:45:37,270 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397148282618_0005_01_000006 transitioned from NEW to LOCALIZING
2014-04-10 11:45:37,270 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event APPLICATION_INIT for appId application_1397148282618_0005
2014-04-10 11:45:37,270 INFO containermanager.AuxServices (AuxServices.java:handle(179)) - Got APPLICATION_INIT for service mapreduce_shuffle
2014-04-10 11:45:37,270 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event CONTAINER_INIT for appId application_1397148282618_0005
2014-04-10 11:45:37,270 INFO mapred.ShuffleHandler (ShuffleHandler.java:initializeApplication(263)) - Added token for job_1397148282618_0005
2014-04-10 11:45:37,270 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event APPLICATION_INIT for appId application_1397148282618_0005
2014-04-10 11:45:37,270 INFO containermanager.AuxServices (AuxServices.java:handle(179)) - Got APPLICATION_INIT for service mapreduce_shuffle
2014-04-10 11:45:37,270 INFO mapred.ShuffleHandler (ShuffleHandler.java:initializeApplication(263)) - Added token for job_1397148282618_0005
2014-04-10 11:45:37,271 INFO localizer.LocalizedResource (LocalizedResource.java:handle(196)) - Resource hdfs://localhost:38088/tmp/hadoop-yarn/staging/brock/.staging/job_1397148282618_0005/job.jar transitioned from INIT to DOWNLOADING
2014-04-10 11:45:37,271 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397148282618_0005_01_000002 transitioned from LOCALIZING to LOCALIZED
2014-04-10 11:45:37,271 INFO localizer.LocalizedResource (LocalizedResource.java:handle(196)) - Resource hdfs://localhost:38088/tmp/hadoop-yarn/staging/brock/.staging/job_1397148282618_0005/job.xml transitioned from INIT to DOWNLOADING
2014-04-10 11:45:37,271 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event CONTAINER_INIT for appId application_1397148282618_0005
2014-04-10 11:45:37,271 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event APPLICATION_INIT for appId application_1397148282618_0005
2014-04-10 11:45:37,271 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397148282618_0005_01_000003 transitioned from LOCALIZING to LOCALIZED
2014-04-10 11:45:37,272 INFO containermanager.AuxServices (AuxServices.java:handle(179)) - Got APPLICATION_INIT for service mapreduce_shuffle
2014-04-10 11:45:37,272 INFO mapred.ShuffleHandler (ShuffleHandler.java:initializeApplication(263)) - Added token for job_1397148282618_0005
2014-04-10 11:45:37,272 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event CONTAINER_INIT for appId application_1397148282618_0005
2014-04-10 11:45:37,273 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event APPLICATION_INIT for appId application_1397148282618_0005
2014-04-10 11:45:37,273 INFO containermanager.AuxServices (AuxServices.java:handle(179)) - Got APPLICATION_INIT for service mapreduce_shuffle
2014-04-10 11:45:37,273 INFO mapred.ShuffleHandler (ShuffleHandler.java:initializeApplication(263)) - Added token for job_1397148282618_0005
2014-04-10 11:45:37,273 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event CONTAINER_INIT for appId application_1397148282618_0005
2014-04-10 11:45:37,274 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event APPLICATION_INIT for appId application_1397148282618_0005
2014-04-10 11:45:37,274 INFO containermanager.AuxServices (AuxServices.java:handle(179)) - Got APPLICATION_INIT for service mapreduce_shuffle
2014-04-10 11:45:37,274 INFO mapred.ShuffleHandler (ShuffleHandler.java:initializeApplication(263)) - Added token for job_1397148282618_0005
2014-04-10 11:45:37,275 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:handle(590)) - Created localizer for container_1397148282618_0005_01_000004
2014-04-10 11:45:37,275 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:handle(590)) - Created localizer for container_1397148282618_0005_01_000005
2014-04-10 11:45:37,276 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:handle(590)) - Created localizer for container_1397148282618_0005_01_000007
2014-04-10 11:45:37,276 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:handle(590)) - Created localizer for container_1397148282618_0005_01_000006
2014-04-10 11:45:37,291 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:writeCredentials(1015)) - Writing credentials to the nmPrivate file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_2/nmPrivate/container_1397148282618_0005_01_000005.tokens. Credentials list:
2014-04-10 11:45:37,291 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:writeCredentials(1015)) - Writing credentials to the nmPrivate file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_1/nmPrivate/container_1397148282618_0005_01_000006.tokens. Credentials list:
2014-04-10 11:45:37,291 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:writeCredentials(1015)) - Writing credentials to the nmPrivate file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_3/nmPrivate/container_1397148282618_0005_01_000004.tokens. Credentials list:
2014-04-10 11:45:37,291 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:writeCredentials(1015)) - Writing credentials to the nmPrivate file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_3/nmPrivate/container_1397148282618_0005_01_000007.tokens. Credentials list:
2014-04-10 11:45:37,304 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:createUserCacheDirs(469)) - Initializing user brock
2014-04-10 11:45:37,305 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397148282618_0005_01_000003 transitioned from LOCALIZED to RUNNING
2014-04-10 11:45:37,305 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397148282618_0005_01_000002 transitioned from LOCALIZED to RUNNING
2014-04-10 11:45:37,305 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(169)) - Neither virutal-memory nor physical-memory monitoring is needed. Not running the monitor-thread
2014-04-10 11:45:37,305 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(169)) - Neither virutal-memory nor physical-memory monitoring is needed. Not running the monitor-thread
2014-04-10 11:45:37,381 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(189)) - launchContainer: [nice, -n, 0, bash, /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_2/usercache/brock/appcache/application_1397148282618_0005/container_1397148282618_0005_01_000003/default_container_executor.sh]
2014-04-10 11:45:37,381 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(189)) - launchContainer: [nice, -n, 0, bash, /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_3/usercache/brock/appcache/application_1397148282618_0005/container_1397148282618_0005_01_000002/default_container_executor.sh]
2014-04-10 11:45:37,386 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(103)) - Copying from /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_2/nmPrivate/container_1397148282618_0005_01_000005.tokens to /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_0/usercache/brock/appcache/application_1397148282618_0005/container_1397148282618_0005_01_000005.tokens
2014-04-10 11:45:37,387 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(105)) - CWD set to /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_0/usercache/brock/appcache/application_1397148282618_0005 = file:/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_0/usercache/brock/appcache/application_1397148282618_0005
2014-04-10 11:45:37,454 INFO hdfs.StateChange (InvalidateBlocks.java:invalidateWork(152)) - BLOCK* InvalidateBlocks: ask 127.0.0.1:56823 to delete [blk_1073741872_1048, blk_1073741873_1049, blk_1073741869_1045, blk_1073741870_1046, blk_1073741871_1047]
2014-04-10 11:45:37,454 INFO hdfs.StateChange (InvalidateBlocks.java:invalidateWork(152)) - BLOCK* InvalidateBlocks: ask 127.0.0.1:37136 to delete [blk_1073741873_1049, blk_1073741877_1053, blk_1073741879_1055, blk_1073741869_1045, blk_1073741870_1046]
2014-04-10 11:45:37,483 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397148282618_0005/job.jar dst=null perm=null
2014-04-10 11:45:37,484 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397148282618_0005/job.jar dst=null perm=null
2014-04-10 11:45:37,485 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397148282618_0005/job.jar dst=null perm=null
2014-04-10 11:45:37,491 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:53089, dest: /127.0.0.1:53751, bytes: 246562, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_-1831917521_3278, offset: 0, srvID: 56b85d8f-9b31-4c91-b022-e568d9765c42, blockid: BP-196700473-127.0.0.1-1397148267010:blk_1073741882_1058, duration: 382237
2014-04-10 11:45:37,505 INFO localizer.LocalizedResource (LocalizedResource.java:handle(196)) - Resource hdfs://localhost:38088/tmp/hadoop-yarn/staging/brock/.staging/job_1397148282618_0005/job.jar(->file:/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_3/usercache/brock/appcache/application_1397148282618_0005/filecache/10/job.jar) transitioned from DOWNLOADING to LOCALIZED
2014-04-10 11:45:37,513 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397148282618_0005/job.xml dst=null perm=null
2014-04-10 11:45:37,514 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397148282618_0005_01_000002 Container Transitioned from ACQUIRED to RUNNING
2014-04-10 11:45:37,514 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397148282618_0005/job.xml dst=null perm=null
2014-04-10 11:45:37,514 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397148282618_0005_01_000003 Container Transitioned from ACQUIRED to RUNNING
2014-04-10 11:45:37,514 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397148282618_0005/job.xml dst=null perm=null
2014-04-10 11:45:37,518 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:56823, dest: /127.0.0.1:44676, bytes: 81354, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_-1831917521_3278, offset: 0, srvID: d87cf363-b947-4d02-ab62-043c9241fbef, blockid: BP-196700473-127.0.0.1-1397148267010:blk_1073741885_1061, duration: 217551
2014-04-10 11:45:37,528 INFO localizer.LocalizedResource (LocalizedResource.java:handle(196)) - Resource hdfs://localhost:38088/tmp/hadoop-yarn/staging/brock/.staging/job_1397148282618_0005/job.xml(->file:/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_0/usercache/brock/appcache/application_1397148282618_0005/filecache/11/job.xml) transitioned from DOWNLOADING to LOCALIZED
2014-04-10 11:45:37,528 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397148282618_0005_01_000004 transitioned from LOCALIZING to LOCALIZED
2014-04-10 11:45:37,529 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397148282618_0005_01_000005 transitioned from LOCALIZING to LOCALIZED
2014-04-10 11:45:37,529 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397148282618_0005_01_000007 transitioned from LOCALIZING to LOCALIZED
2014-04-10 11:45:37,529 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397148282618_0005_01_000006 transitioned from LOCALIZING to LOCALIZED
2014-04-10 11:45:37,553 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397148282618_0005_01_000007 transitioned from LOCALIZED to RUNNING
2014-04-10 11:45:37,554 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(169)) - Neither virutal-memory nor physical-memory monitoring is needed. Not running the monitor-thread
2014-04-10 11:45:37,556 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397148282618_0005_01_000005 transitioned from LOCALIZED to RUNNING
2014-04-10 11:45:37,557 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(169)) - Neither virutal-memory nor physical-memory monitoring is needed. Not running the monitor-thread
2014-04-10 11:45:37,557 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397148282618_0005_01_000006 transitioned from LOCALIZED to RUNNING
2014-04-10 11:45:37,557 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(169)) - Neither virutal-memory nor physical-memory monitoring is needed. Not running the monitor-thread
2014-04-10 11:45:37,558 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397148282618_0005_01_000004 transitioned from LOCALIZED to RUNNING
2014-04-10 11:45:37,558 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(169)) - Neither virutal-memory nor physical-memory monitoring is needed. Not running the monitor-thread
2014-04-10 11:45:37,625 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(189)) - launchContainer: [nice, -n, 0, bash, /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_0/usercache/brock/appcache/application_1397148282618_0005/container_1397148282618_0005_01_000005/default_container_executor.sh]
2014-04-10 11:45:37,625 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(189)) - launchContainer: [nice, -n, 0, bash, /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_3/usercache/brock/appcache/application_1397148282618_0005/container_1397148282618_0005_01_000007/default_container_executor.sh]
2014-04-10 11:45:37,631 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(189)) - launchContainer: [nice, -n, 0, bash, /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_1/usercache/brock/appcache/application_1397148282618_0005/container_1397148282618_0005_01_000004/default_container_executor.sh]
2014-04-10 11:45:37,631 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(189)) - launchContainer: [nice, -n, 0, bash, /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_2/usercache/brock/appcache/application_1397148282618_0005/container_1397148282618_0005_01_000006/default_container_executor.sh]
2014-04-10 11:45:37,734 INFO launcher.ContainerLaunch (ContainerLaunch.java:call(322)) - Container container_1397148282618_0004_01_000001 succeeded
2014-04-10 11:45:37,735 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397148282618_0004_01_000001 transitioned from RUNNING to EXITED_WITH_SUCCESS
2014-04-10 11:45:37,735 INFO launcher.ContainerLaunch (ContainerLaunch.java:cleanupContainer(341)) - Cleaning up container container_1397148282618_0004_01_000001
2014-04-10 11:45:37,747 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_0/usercache/brock/appcache/application_1397148282618_0004/container_1397148282618_0004_01_000001
2014-04-10 11:45:37,747 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_1/usercache/brock/appcache/application_1397148282618_0004/container_1397148282618_0004_01_000001
2014-04-10 11:45:37,748 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_2/usercache/brock/appcache/application_1397148282618_0004/container_1397148282618_0004_01_000001
2014-04-10 11:45:37,748 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_3/usercache/brock/appcache/application_1397148282618_0004/container_1397148282618_0004_01_000001
2014-04-10 11:45:37,749 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=brock OPERATION=Container Finished - Succeeded TARGET=ContainerImpl RESULT=SUCCESS APPID=application_1397148282618_0004 CONTAINERID=container_1397148282618_0004_01_000001
2014-04-10 11:45:37,749 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397148282618_0004_01_000001 transitioned from EXITED_WITH_SUCCESS to DONE
2014-04-10 11:45:37,749 INFO application.Application (ApplicationImpl.java:transition(339)) - Removing container_1397148282618_0004_01_000001 from application application_1397148282618_0004
2014-04-10 11:45:37,750 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(169)) - Neither virutal-memory nor physical-memory monitoring is needed. Not running the monitor-thread
2014-04-10 11:45:37,750 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event CONTAINER_STOP for appId application_1397148282618_0004
2014-04-10 11:45:37,901 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397148282618_0005_01_000004 Container Transitioned from ACQUIRED to RUNNING
2014-04-10 11:45:37,901 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397148282618_0005_01_000005 Container Transitioned from ACQUIRED to RUNNING
2014-04-10 11:45:37,901 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397148282618_0005_01_000006 Container Transitioned from ACQUIRED to RUNNING
2014-04-10 11:45:37,901 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397148282618_0005_01_000007 Container Transitioned from ACQUIRED to RUNNING
2014-04-10 11:45:37,973 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:updateAndGetContainerStatuses(374)) - Removed completed container container_1397148282618_0004_01_000001
2014-04-10 11:45:37,974 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397148282618_0004_01_000001 Container Transitioned from RUNNING to COMPLETED
2014-04-10 11:45:37,974 INFO fica.FiCaSchedulerApp (FiCaSchedulerApp.java:containerCompleted(91)) - Completed container: container_1397148282618_0004_01_000001 in state: COMPLETED event:FINISHED
2014-04-10 11:45:37,974 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(98)) - USER=brock OPERATION=AM Released Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1397148282618_0004 CONTAINERID=container_1397148282618_0004_01_000001
2014-04-10 11:45:37,974 INFO fica.FiCaSchedulerNode (FiCaSchedulerNode.java:releaseContainer(164)) - Released container container_1397148282618_0004_01_000001 of capacity <memory:2048, vCores:1> on host localhost:39304, which currently has 0 containers, <memory:0, vCores:0> used and <memory:4096, vCores:8> available, release resources=true
2014-04-10 11:45:37,974 INFO capacity.LeafQueue (LeafQueue.java:releaseResource(1506)) - default used=<memory:8192, vCores:7> numContainers=7 user=brock user-resources=<memory:8192, vCores:7>
2014-04-10 11:45:37,975 INFO capacity.LeafQueue (LeafQueue.java:completedContainer(1448)) - completedContainer container=Container: [ContainerId: container_1397148282618_0004_01_000001, NodeId: localhost:39304, NodeHttpAddress: localhost:51177, Resource: <memory:2048, vCores:1>, Priority: 0, Token: Token { kind: ContainerToken, service: localhost:39304 }, ] resource=<memory:2048, vCores:1> queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:8192, vCores:7>usedCapacity=0.5, absoluteUsedCapacity=0.5, numApps=2, numContainers=7 usedCapacity=0.5 absoluteUsedCapacity=0.5 used=<memory:8192, vCores:7> cluster=<memory:16384, vCores:32>
2014-04-10 11:45:37,975 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(694)) - completedContainer queue=root usedCapacity=0.5 absoluteUsedCapacity=0.5 used=<memory:8192, vCores:7> cluster=<memory:16384, vCores:32>
2014-04-10 11:45:37,975 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(708)) - Re-sorting completed queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:8192, vCores:7>usedCapacity=0.5, absoluteUsedCapacity=0.5, numApps=2, numContainers=7
2014-04-10 11:45:37,975 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(849)) - Application appattempt_1397148282618_0004_000001 released container container_1397148282618_0004_01_000001 on node: host: localhost:39304 #containers=0 available=4096 used=0 with event: FINISHED
2014-04-10 11:45:37,975 INFO resourcemanager.ApplicationMasterService (ApplicationMasterService.java:unregisterAttempt(562)) - Unregistering app attempt : appattempt_1397148282618_0004_000001
2014-04-10 11:45:37,976 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(652)) - appattempt_1397148282618_0004_000001 State change from FINISHING to FINISHED
2014-04-10 11:45:37,976 INFO rmapp.RMAppImpl (RMAppImpl.java:handle(610)) - application_1397148282618_0004 State change from FINISHING to FINISHED
2014-04-10 11:45:37,976 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(140)) - USER=brock OPERATION=Application Finished - Succeeded TARGET=RMAppManager RESULT=SUCCESS APPID=application_1397148282618_0004
2014-04-10 11:45:37,976 INFO resourcemanager.RMAppManager$ApplicationSummary (RMAppManager.java:logAppSummary(175)) - appId=application_1397148282618_0004,name=[3DC18266A1C34CDEA1C6AA32890779B1/02E16B6528BF4DF9A6A8D5E4C902E3F3] lower*upper/(1/1) ...ooptapplatform/dupeconfig,user=brock,queue=default,state=FINISHED,trackingUrl=http://localhost:45416/proxy/application_1397148282618_0004/jobhistory/job/job_1397148282618_0004,appMasterHost=localhost.localdomain,startTime=1397148321831,finishTime=1397148331572,finalStatus=SUCCEEDED
2014-04-10 11:45:37,976 INFO capacity.CapacityScheduler (CapacityScheduler.java:doneApplicationAttempt(472)) - Application appattempt_1397148282618_0004_000001 is done. finalState=FINISHED
2014-04-10 11:45:37,977 INFO scheduler.AppSchedulingInfo (AppSchedulingInfo.java:clearRequests(108)) - Application application_1397148282618_0004 requests cleared
2014-04-10 11:45:37,977 INFO capacity.LeafQueue (LeafQueue.java:removeApplication(776)) - Application removed - appId: application_1397148282618_0004 user: brock queue: default #user-pending-applications: 0 #user-active-applications: 1 #queue-pending-applications: 0 #queue-active-applications: 1
2014-04-10 11:45:37,977 INFO capacity.ParentQueue (ParentQueue.java:removeApplication(507)) - Application removed - appId: application_1397148282618_0004 user: brock leaf-queue of parent: root #applications: 1
2014-04-10 11:45:37,987 INFO amlauncher.AMLauncher (AMLauncher.java:run(262)) - Cleaning master appattempt_1397148282618_0004_000001
2014-04-10 11:45:37,990 INFO ipc.Server (Server.java:saslProcess(1252)) - Auth successful for appattempt_1397148282618_0004_000001 (auth:SIMPLE)
2014-04-10 11:45:37,995 INFO application.Application (ApplicationImpl.java:handle(450)) - Application application_1397148282618_0004 transitioned from RUNNING to APPLICATION_RESOURCES_CLEANINGUP
2014-04-10 11:45:37,996 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_0/usercache/brock/appcache/application_1397148282618_0004
2014-04-10 11:45:37,996 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event APPLICATION_STOP for appId application_1397148282618_0004
2014-04-10 11:45:37,996 INFO application.Application (ApplicationImpl.java:handle(450)) - Application application_1397148282618_0004 transitioned from APPLICATION_RESOURCES_CLEANINGUP to FINISHED
2014-04-10 11:45:37,996 INFO loghandler.NonAggregatingLogHandler (NonAggregatingLogHandler.java:handle(119)) - Scheduling Log Deletion for application: application_1397148282618_0004, with delay of 10800 seconds
2014-04-10 11:45:37,997 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_1/usercache/brock/appcache/application_1397148282618_0004
2014-04-10 11:45:37,997 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_2/usercache/brock/appcache/application_1397148282618_0004
2014-04-10 11:45:37,997 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_3/usercache/brock/appcache/application_1397148282618_0004
2014-04-10 11:45:37,998 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:stopContainerInternal(718)) - Stopping container with container Id: container_1397148282618_0004_01_000001
2014-04-10 11:45:38,149 INFO scheduler.AppSchedulingInfo (AppSchedulingInfo.java:updateResourceRequests(166)) - checking for deactivate...
2014-04-10 11:45:38,617 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:createUserCacheDirs(469)) - Initializing user brock
2014-04-10 11:45:38,716 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073741873_1049 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data3/current/BP-196700473-127.0.0.1-1397148267010/current/finalized/blk_1073741873 for deletion
2014-04-10 11:45:38,717 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073741877_1053 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data3/current/BP-196700473-127.0.0.1-1397148267010/current/finalized/blk_1073741877 for deletion
2014-04-10 11:45:38,717 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-196700473-127.0.0.1-1397148267010 blk_1073741873_1049 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data3/current/BP-196700473-127.0.0.1-1397148267010/current/finalized/blk_1073741873
2014-04-10 11:45:38,717 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073741879_1055 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data3/current/BP-196700473-127.0.0.1-1397148267010/current/finalized/blk_1073741879 for deletion
2014-04-10 11:45:38,717 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-196700473-127.0.0.1-1397148267010 blk_1073741877_1053 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data3/current/BP-196700473-127.0.0.1-1397148267010/current/finalized/blk_1073741877
2014-04-10 11:45:38,717 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073741869_1045 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data3/current/BP-196700473-127.0.0.1-1397148267010/current/finalized/blk_1073741869 for deletion
2014-04-10 11:45:38,717 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-196700473-127.0.0.1-1397148267010 blk_1073741879_1055 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data3/current/BP-196700473-127.0.0.1-1397148267010/current/finalized/blk_1073741879
2014-04-10 11:45:38,717 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073741870_1046 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data4/current/BP-196700473-127.0.0.1-1397148267010/current/finalized/blk_1073741870 for deletion
2014-04-10 11:45:38,717 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-196700473-127.0.0.1-1397148267010 blk_1073741869_1045 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data3/current/BP-196700473-127.0.0.1-1397148267010/current/finalized/blk_1073741869
2014-04-10 11:45:38,717 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-196700473-127.0.0.1-1397148267010 blk_1073741870_1046 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data4/current/BP-196700473-127.0.0.1-1397148267010/current/finalized/blk_1073741870
2014-04-10 11:45:38,854 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073741872_1048 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data1/current/BP-196700473-127.0.0.1-1397148267010/current/finalized/blk_1073741872 for deletion
2014-04-10 11:45:38,854 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073741873_1049 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data2/current/BP-196700473-127.0.0.1-1397148267010/current/finalized/blk_1073741873 for deletion
2014-04-10 11:45:38,854 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-196700473-127.0.0.1-1397148267010 blk_1073741872_1048 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data1/current/BP-196700473-127.0.0.1-1397148267010/current/finalized/blk_1073741872
2014-04-10 11:45:38,855 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-196700473-127.0.0.1-1397148267010 blk_1073741873_1049 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data2/current/BP-196700473-127.0.0.1-1397148267010/current/finalized/blk_1073741873
2014-04-10 11:45:38,854 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073741869_1045 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data2/current/BP-196700473-127.0.0.1-1397148267010/current/finalized/blk_1073741869 for deletion
2014-04-10 11:45:38,855 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073741870_1046 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data1/current/BP-196700473-127.0.0.1-1397148267010/current/finalized/blk_1073741870 for deletion
2014-04-10 11:45:38,855 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073741871_1047 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data2/current/BP-196700473-127.0.0.1-1397148267010/current/finalized/blk_1073741871 for deletion
2014-04-10 11:45:38,855 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-196700473-127.0.0.1-1397148267010 blk_1073741870_1046 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data1/current/BP-196700473-127.0.0.1-1397148267010/current/finalized/blk_1073741870
2014-04-10 11:45:38,855 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-196700473-127.0.0.1-1397148267010 blk_1073741869_1045 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data2/current/BP-196700473-127.0.0.1-1397148267010/current/finalized/blk_1073741869
2014-04-10 11:45:38,855 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-196700473-127.0.0.1-1397148267010 blk_1073741871_1047 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data2/current/BP-196700473-127.0.0.1-1397148267010/current/finalized/blk_1073741871
2014-04-10 11:45:38,901 INFO application.Application (ApplicationImpl.java:handle(450)) - Application application_1397148282618_0004 transitioned from RUNNING to APPLICATION_RESOURCES_CLEANINGUP
2014-04-10 11:45:38,902 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_0/usercache/brock/appcache/application_1397148282618_0004
2014-04-10 11:45:38,902 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event APPLICATION_STOP for appId application_1397148282618_0004
2014-04-10 11:45:38,902 INFO application.Application (ApplicationImpl.java:handle(450)) - Application application_1397148282618_0004 transitioned from APPLICATION_RESOURCES_CLEANINGUP to FINISHED
2014-04-10 11:45:38,902 INFO loghandler.NonAggregatingLogHandler (NonAggregatingLogHandler.java:handle(119)) - Scheduling Log Deletion for application: application_1397148282618_0004, with delay of 10800 seconds
2014-04-10 11:45:38,903 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_1/usercache/brock/appcache/application_1397148282618_0004
2014-04-10 11:45:38,903 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_2/usercache/brock/appcache/application_1397148282618_0004
2014-04-10 11:45:38,903 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_3/usercache/brock/appcache/application_1397148282618_0004
2014-04-10 11:45:38,974 INFO application.Application (ApplicationImpl.java:handle(450)) - Application application_1397148282618_0004 transitioned from RUNNING to APPLICATION_RESOURCES_CLEANINGUP
2014-04-10 11:45:38,975 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event APPLICATION_STOP for appId application_1397148282618_0004
2014-04-10 11:45:38,975 INFO application.Application (ApplicationImpl.java:handle(450)) - Application application_1397148282618_0004 transitioned from APPLICATION_RESOURCES_CLEANINGUP to FINISHED
2014-04-10 11:45:38,975 INFO loghandler.NonAggregatingLogHandler (NonAggregatingLogHandler.java:handle(119)) - Scheduling Log Deletion for application: application_1397148282618_0004, with delay of 10800 seconds
2014-04-10 11:45:38,975 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_0/usercache/brock/appcache/application_1397148282618_0004
2014-04-10 11:45:38,976 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_1/usercache/brock/appcache/application_1397148282618_0004
2014-04-10 11:45:38,977 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_2/usercache/brock/appcache/application_1397148282618_0004
2014-04-10 11:45:38,977 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_3/usercache/brock/appcache/application_1397148282618_0004
2014-04-10 11:45:38,997 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(103)) - Copying from /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_3/nmPrivate/container_1397148282618_0005_01_000007.tokens to /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_0/usercache/brock/appcache/application_1397148282618_0005/container_1397148282618_0005_01_000007.tokens
2014-04-10 11:45:38,997 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(105)) - CWD set to /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_0/usercache/brock/appcache/application_1397148282618_0005 = file:/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_0/usercache/brock/appcache/application_1397148282618_0005
2014-04-10 11:45:39,186 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:createUserCacheDirs(469)) - Initializing user brock
2014-04-10 11:45:39,489 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(103)) - Copying from /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_3/nmPrivate/container_1397148282618_0005_01_000004.tokens to /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_0/usercache/brock/appcache/application_1397148282618_0005/container_1397148282618_0005_01_000004.tokens
2014-04-10 11:45:39,489 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(105)) - CWD set to /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_0/usercache/brock/appcache/application_1397148282618_0005 = file:/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_0/usercache/brock/appcache/application_1397148282618_0005
2014-04-10 11:45:39,779 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:createUserCacheDirs(469)) - Initializing user brock
2014-04-10 11:45:40,088 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-196700473-127.0.0.1-1397148267010:blk_1073741886_1062
2014-04-10 11:45:40,358 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(103)) - Copying from /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_1/nmPrivate/container_1397148282618_0005_01_000006.tokens to /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_0/usercache/brock/appcache/application_1397148282618_0005/container_1397148282618_0005_01_000006.tokens
2014-04-10 11:45:40,359 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(105)) - CWD set to /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_0/usercache/brock/appcache/application_1397148282618_0005 = file:/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_0/usercache/brock/appcache/application_1397148282618_0005
2014-04-10 11:45:40,407 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-196700473-127.0.0.1-1397148267010:blk_1073741882_1058
2014-04-10 11:45:40,787 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397148282618_0005/job.split dst=null perm=null
2014-04-10 11:45:40,885 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:37136, dest: /127.0.0.1:48129, bytes: 2283, op: HDFS_READ, cliID: DFSClient_attempt_1397148282618_0005_m_000000_0_182076236_1, offset: 0, srvID: b242afcc-2d24-4b8f-9fb7-bc72b71e749a, blockid: BP-196700473-127.0.0.1-1397148267010:blk_1073741883_1059, duration: 209139
2014-04-10 11:45:40,907 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397148282618_0005/job.split dst=null perm=null
2014-04-10 11:45:40,933 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397148282618_0005/job.split dst=null perm=null
2014-04-10 11:45:40,976 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:56823, dest: /127.0.0.1:44700, bytes: 1251, op: HDFS_READ, cliID: DFSClient_attempt_1397148282618_0005_m_000004_0_1610823734_1, offset: 1024, srvID: d87cf363-b947-4d02-ab62-043c9241fbef, blockid: BP-196700473-127.0.0.1-1397148267010:blk_1073741883_1059, duration: 209701
2014-04-10 11:45:40,983 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/classes/test/data/upper.txt dst=null perm=null
2014-04-10 11:45:41,003 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:37136, dest: /127.0.0.1:48133, bytes: 735, op: HDFS_READ, cliID: DFSClient_attempt_1397148282618_0005_m_000005_0_1050168248_1, offset: 1536, srvID: b242afcc-2d24-4b8f-9fb7-bc72b71e749a, blockid: BP-196700473-127.0.0.1-1397148267010:blk_1073741883_1059, duration: 214730
2014-04-10 11:45:41,015 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397148282618_0005/job.split dst=null perm=null
2014-04-10 11:45:41,060 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/classes/test/data/upper.txt dst=null perm=null
2014-04-10 11:45:41,064 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/hadooptapplatform/globmultisource/_temporary/1/_temporary/attempt_1397148282618_0005_m_000000_0/part-00000 dst=null perm=brock:supergroup:rw-rw-rw-
2014-04-10 11:45:41,066 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/classes/test/data/lower.txt dst=null perm=null
2014-04-10 11:45:41,069 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:49954, dest: /127.0.0.1:51320, bytes: 23, op: HDFS_READ, cliID: DFSClient_attempt_1397148282618_0005_m_000004_0_1610823734_1, offset: 0, srvID: e20bf523-f226-4d36-9695-be2356cb97a6, blockid: BP-196700473-127.0.0.1-1397148267010:blk_1073741840_1016, duration: 189658
2014-04-10 11:45:41,070 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:56823, dest: /127.0.0.1:44704, bytes: 23, op: HDFS_READ, cliID: DFSClient_attempt_1397148282618_0005_m_000005_0_1050168248_1, offset: 0, srvID: d87cf363-b947-4d02-ab62-043c9241fbef, blockid: BP-196700473-127.0.0.1-1397148267010:blk_1073741839_1015, duration: 267073
2014-04-10 11:45:41,085 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397148282618_0005/job.split dst=null perm=null
2014-04-10 11:45:41,095 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:49954, dest: /127.0.0.1:51322, bytes: 1251, op: HDFS_READ, cliID: DFSClient_attempt_1397148282618_0005_m_000003_0_-322311651_1, offset: 1024, srvID: e20bf523-f226-4d36-9695-be2356cb97a6, blockid: BP-196700473-127.0.0.1-1397148267010:blk_1073741883_1059, duration: 190270
2014-04-10 11:45:41,096 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/hadooptapplatform/globmultisource/_temporary/1/_temporary/attempt_1397148282618_0005_m_000005_0/part-00005 dst=null perm=brock:supergroup:rw-rw-rw-
2014-04-10 11:45:41,113 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/hadooptapplatform/globmultisource/_temporary/1/_temporary/attempt_1397148282618_0005_m_000004_0/part-00004 dst=null perm=brock:supergroup:rw-rw-rw-
2014-04-10 11:45:41,154 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:49954, dest: /127.0.0.1:51324, bytes: 2283, op: HDFS_READ, cliID: DFSClient_attempt_1397148282618_0005_m_000001_0_-789028078_1, offset: 0, srvID: e20bf523-f226-4d36-9695-be2356cb97a6, blockid: BP-196700473-127.0.0.1-1397148267010:blk_1073741883_1059, duration: 221882
2014-04-10 11:45:41,159 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/classes/test/data/lower.txt dst=null perm=null
2014-04-10 11:45:41,162 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:53089, dest: /127.0.0.1:53784, bytes: 23, op: HDFS_READ, cliID: DFSClient_attempt_1397148282618_0005_m_000003_0_-322311651_1, offset: 0, srvID: 56b85d8f-9b31-4c91-b022-e568d9765c42, blockid: BP-196700473-127.0.0.1-1397148267010:blk_1073741839_1015, duration: 194639
2014-04-10 11:45:41,188 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/hadooptapplatform/globmultisource/_temporary/1/_temporary/attempt_1397148282618_0005_m_000003_0/part-00003 dst=null perm=brock:supergroup:rw-rw-rw-
2014-04-10 11:45:41,224 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:37136, dest: /127.0.0.1:48129, bytes: 23, op: HDFS_READ, cliID: DFSClient_attempt_1397148282618_0005_m_000000_0_182076236_1, offset: 0, srvID: b242afcc-2d24-4b8f-9fb7-bc72b71e749a, blockid: BP-196700473-127.0.0.1-1397148267010:blk_1073741840_1016, duration: 209709
2014-04-10 11:45:41,246 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(2966)) - BLOCK* allocateBlock: /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/hadooptapplatform/globmultisource/_temporary/1/_temporary/attempt_1397148282618_0005_m_000000_0/part-00000. BP-196700473-127.0.0.1-1397148267010 blk_1073741887_1063{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-c910d2b0-940b-4e3d-b4fd-b4f6084bf0d7:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-7d772409-5e65-4676-97a9-57f5ea3efdc8:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-97cf26c5-95a4-4e0e-a439-d9926ba08c0b:NORMAL|RBW]]}
2014-04-10 11:45:41,267 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/classes/test/data/upper.txt dst=null perm=null
2014-04-10 11:45:41,299 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:56823, dest: /127.0.0.1:44712, bytes: 23, op: HDFS_READ, cliID: DFSClient_attempt_1397148282618_0005_m_000001_0_-789028078_1, offset: 0, srvID: d87cf363-b947-4d02-ab62-043c9241fbef, blockid: BP-196700473-127.0.0.1-1397148267010:blk_1073741840_1016, duration: 188432
2014-04-10 11:45:41,311 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397148282618_0005/job.split dst=null perm=null
2014-04-10 11:45:41,313 INFO hdfs.StateChange (FSNamesystem.java:completeFile(2899)) - DIR* completeFile: /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/hadooptapplatform/globmultisource/_temporary/1/_temporary/attempt_1397148282618_0005_m_000005_0/part-00005 is closed by DFSClient_attempt_1397148282618_0005_m_000005_0_1050168248_1
2014-04-10 11:45:41,328 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-196700473-127.0.0.1-1397148267010:blk_1073741887_1063 src: /127.0.0.1:53787 dest: /127.0.0.1:53089
2014-04-10 11:45:41,329 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-196700473-127.0.0.1-1397148267010:blk_1073741887_1063 src: /127.0.0.1:44714 dest: /127.0.0.1:56823
2014-04-10 11:45:41,329 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/hadooptapplatform/globmultisource/_temporary/1/_temporary/attempt_1397148282618_0005_m_000001_0/part-00001 dst=null perm=brock:supergroup:rw-rw-rw-
2014-04-10 11:45:41,330 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-196700473-127.0.0.1-1397148267010:blk_1073741887_1063 src: /127.0.0.1:51332 dest: /127.0.0.1:49954
2014-04-10 11:45:41,341 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:51332, dest: /127.0.0.1:49954, bytes: 12, op: HDFS_WRITE, cliID: DFSClient_attempt_1397148282618_0005_m_000000_0_182076236_1, offset: 0, srvID: e20bf523-f226-4d36-9695-be2356cb97a6, blockid: BP-196700473-127.0.0.1-1397148267010:blk_1073741887_1063, duration: 7661555
2014-04-10 11:45:41,341 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-196700473-127.0.0.1-1397148267010:blk_1073741887_1063, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2014-04-10 11:45:41,342 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:49954 is added to blk_1073741887_1063{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-7d772409-5e65-4676-97a9-57f5ea3efdc8:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-97cf26c5-95a4-4e0e-a439-d9926ba08c0b:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-2bef5f6e-f0c9-4da0-8817-be69f5868853:NORMAL|RBW]]} size 0
2014-04-10 11:45:41,343 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:44714, dest: /127.0.0.1:56823, bytes: 12, op: HDFS_WRITE, cliID: DFSClient_attempt_1397148282618_0005_m_000000_0_182076236_1, offset: 0, srvID: d87cf363-b947-4d02-ab62-043c9241fbef, blockid: BP-196700473-127.0.0.1-1397148267010:blk_1073741887_1063, duration: 10116447
2014-04-10 11:45:41,344 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-196700473-127.0.0.1-1397148267010:blk_1073741887_1063, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 11:45:41,344 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:53787, dest: /127.0.0.1:53089, bytes: 12, op: HDFS_WRITE, cliID: DFSClient_attempt_1397148282618_0005_m_000000_0_182076236_1, offset: 0, srvID: 56b85d8f-9b31-4c91-b022-e568d9765c42, blockid: BP-196700473-127.0.0.1-1397148267010:blk_1073741887_1063, duration: 9898142
2014-04-10 11:45:41,344 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:56823 is added to blk_1073741887_1063{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-7d772409-5e65-4676-97a9-57f5ea3efdc8:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-97cf26c5-95a4-4e0e-a439-d9926ba08c0b:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-2bef5f6e-f0c9-4da0-8817-be69f5868853:NORMAL|RBW]]} size 0
2014-04-10 11:45:41,344 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-196700473-127.0.0.1-1397148267010:blk_1073741887_1063, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 11:45:41,345 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:53089 is added to blk_1073741887_1063{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-7d772409-5e65-4676-97a9-57f5ea3efdc8:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-97cf26c5-95a4-4e0e-a439-d9926ba08c0b:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-2bef5f6e-f0c9-4da0-8817-be69f5868853:NORMAL|RBW]]} size 0
2014-04-10 11:45:41,354 INFO hdfs.StateChange (FSNamesystem.java:completeFile(2899)) - DIR* completeFile: /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/hadooptapplatform/globmultisource/_temporary/1/_temporary/attempt_1397148282618_0005_m_000004_0/part-00004 is closed by DFSClient_attempt_1397148282618_0005_m_000004_0_1610823734_1
2014-04-10 11:45:41,371 INFO hdfs.StateChange (FSNamesystem.java:completeFile(2899)) - DIR* completeFile: /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/hadooptapplatform/globmultisource/_temporary/1/_temporary/attempt_1397148282618_0005_m_000000_0/part-00000 is closed by DFSClient_attempt_1397148282618_0005_m_000000_0_182076236_1
2014-04-10 11:45:41,377 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:37136, dest: /127.0.0.1:48148, bytes: 1767, op: HDFS_READ, cliID: DFSClient_attempt_1397148282618_0005_m_000002_0_-1554422969_1, offset: 512, srvID: b242afcc-2d24-4b8f-9fb7-bc72b71e749a, blockid: BP-196700473-127.0.0.1-1397148267010:blk_1073741883_1059, duration: 173138
2014-04-10 11:45:41,379 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/hadooptapplatform/globmultisource/_temporary/1/_temporary/attempt_1397148282618_0005_m_000005_0 dst=null perm=null
2014-04-10 11:45:41,393 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/hadooptapplatform/globmultisource/_temporary/1/_temporary/attempt_1397148282618_0005_m_000005_0 dst=null perm=null
2014-04-10 11:45:41,394 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/hadooptapplatform/globmultisource/_temporary/1/task_1397148282618_0005_m_000005 dst=null perm=null
2014-04-10 11:45:41,413 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=rename src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/hadooptapplatform/globmultisource/_temporary/1/_temporary/attempt_1397148282618_0005_m_000005_0 dst=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/hadooptapplatform/globmultisource/_temporary/1/task_1397148282618_0005_m_000005 perm=brock:supergroup:rwxrwxrwx
2014-04-10 11:45:41,414 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/hadooptapplatform/globmultisource/_temporary/1/_temporary/attempt_1397148282618_0005_m_000004_0 dst=null perm=null
2014-04-10 11:45:41,421 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/hadooptapplatform/globmultisource/_temporary/1/_temporary/attempt_1397148282618_0005_m_000004_0 dst=null perm=null
2014-04-10 11:45:41,422 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/hadooptapplatform/globmultisource/_temporary/1/task_1397148282618_0005_m_000004 dst=null perm=null
2014-04-10 11:45:41,436 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(2966)) - BLOCK* allocateBlock: /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/hadooptapplatform/globmultisource/_temporary/1/_temporary/attempt_1397148282618_0005_m_000003_0/part-00003. BP-196700473-127.0.0.1-1397148267010 blk_1073741888_1064{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-2bef5f6e-f0c9-4da0-8817-be69f5868853:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-97cf26c5-95a4-4e0e-a439-d9926ba08c0b:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-b6a9be31-6a8c-48bd-97ee-0b78fb430f32:NORMAL|RBW]]}
2014-04-10 11:45:41,438 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=rename src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/hadooptapplatform/globmultisource/_temporary/1/_temporary/attempt_1397148282618_0005_m_000004_0 dst=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/hadooptapplatform/globmultisource/_temporary/1/task_1397148282618_0005_m_000004 perm=brock:supergroup:rwxrwxrwx
2014-04-10 11:45:41,446 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/hadooptapplatform/globmultisource/_temporary/1/_temporary/attempt_1397148282618_0005_m_000000_0 dst=null perm=null
2014-04-10 11:45:41,459 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/classes/test/data/lower.txt dst=null perm=null
2014-04-10 11:45:41,470 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/hadooptapplatform/globmultisource/_temporary/1/_temporary/attempt_1397148282618_0005_m_000000_0 dst=null perm=null
2014-04-10 11:45:41,471 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/hadooptapplatform/globmultisource/_temporary/1/task_1397148282618_0005_m_000000 dst=null perm=null
2014-04-10 11:45:41,488 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=rename src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/hadooptapplatform/globmultisource/_temporary/1/_temporary/attempt_1397148282618_0005_m_000000_0 dst=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/hadooptapplatform/globmultisource/_temporary/1/task_1397148282618_0005_m_000000 perm=brock:supergroup:rwxrwxrwx
2014-04-10 11:45:41,504 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/hadooptapplatform/globmultisource/_temporary/1/_temporary/attempt_1397148282618_0005_m_000002_0/part-00002 dst=null perm=brock:supergroup:rw-rw-rw-
2014-04-10 11:45:41,507 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-196700473-127.0.0.1-1397148267010:blk_1073741888_1064 src: /127.0.0.1:53793 dest: /127.0.0.1:53089
2014-04-10 11:45:41,510 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:stopContainerInternal(718)) - Stopping container with container Id: container_1397148282618_0005_01_000007
2014-04-10 11:45:41,510 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=brock IP=127.0.0.1 OPERATION=Stop Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1397148282618_0005 CONTAINERID=container_1397148282618_0005_01_000007
2014-04-10 11:45:41,511 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397148282618_0005_01_000007 transitioned from RUNNING to KILLING
2014-04-10 11:45:41,511 INFO launcher.ContainerLaunch (ContainerLaunch.java:cleanupContainer(341)) - Cleaning up container container_1397148282618_0005_01_000007
2014-04-10 11:45:41,528 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-196700473-127.0.0.1-1397148267010:blk_1073741888_1064 src: /127.0.0.1:51335 dest: /127.0.0.1:49954
2014-04-10 11:45:41,535 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(2966)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/brock/.staging/job_1397148282618_0005/job_1397148282618_0005_1.jhist. BP-196700473-127.0.0.1-1397148267010 blk_1073741889_1065{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-008d3ead-b2b9-49b0-88ab-01e536a210da:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-b6a9be31-6a8c-48bd-97ee-0b78fb430f32:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-97cf26c5-95a4-4e0e-a439-d9926ba08c0b:NORMAL|RBW]]}
2014-04-10 11:45:41,535 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-196700473-127.0.0.1-1397148267010:blk_1073741888_1064 src: /127.0.0.1:44719 dest: /127.0.0.1:56823
2014-04-10 11:45:41,536 WARN nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(207)) - Exit code from container container_1397148282618_0005_01_000007 is : 143
2014-04-10 11:45:41,548 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-196700473-127.0.0.1-1397148267010:blk_1073741889_1065 src: /127.0.0.1:48152 dest: /127.0.0.1:37136
2014-04-10 11:45:41,548 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(2966)) - BLOCK* allocateBlock: /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/hadooptapplatform/globmultisource/_temporary/1/_temporary/attempt_1397148282618_0005_m_000001_0/part-00001. BP-196700473-127.0.0.1-1397148267010 blk_1073741890_1066{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-c910d2b0-940b-4e3d-b4fd-b4f6084bf0d7:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-008d3ead-b2b9-49b0-88ab-01e536a210da:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-b6a9be31-6a8c-48bd-97ee-0b78fb430f32:NORMAL|RBW]]}
2014-04-10 11:45:41,552 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:stopContainerInternal(718)) - Stopping container with container Id: container_1397148282618_0005_01_000006
2014-04-10 11:45:41,552 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=brock IP=127.0.0.1 OPERATION=Stop Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1397148282618_0005 CONTAINERID=container_1397148282618_0005_01_000006
2014-04-10 11:45:41,555 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-196700473-127.0.0.1-1397148267010:blk_1073741889_1065 src: /127.0.0.1:44721 dest: /127.0.0.1:56823
2014-04-10 11:45:41,555 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:44719, dest: /127.0.0.1:56823, bytes: 8, op: HDFS_WRITE, cliID: DFSClient_attempt_1397148282618_0005_m_000003_0_-322311651_1, offset: 0, srvID: d87cf363-b947-4d02-ab62-043c9241fbef, blockid: BP-196700473-127.0.0.1-1397148267010:blk_1073741888_1064, duration: 11246831
2014-04-10 11:45:41,556 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-196700473-127.0.0.1-1397148267010:blk_1073741888_1064, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2014-04-10 11:45:41,557 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:51335, dest: /127.0.0.1:49954, bytes: 8, op: HDFS_WRITE, cliID: DFSClient_attempt_1397148282618_0005_m_000003_0_-322311651_1, offset: 0, srvID: e20bf523-f226-4d36-9695-be2356cb97a6, blockid: BP-196700473-127.0.0.1-1397148267010:blk_1073741888_1064, duration: 12875778
2014-04-10 11:45:41,557 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:stopContainerInternal(718)) - Stopping container with container Id: container_1397148282618_0005_01_000002
2014-04-10 11:45:41,557 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=brock IP=127.0.0.1 OPERATION=Stop Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1397148282618_0005 CONTAINERID=container_1397148282618_0005_01_000002
2014-04-10 11:45:41,557 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-196700473-127.0.0.1-1397148267010:blk_1073741888_1064, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 11:45:41,557 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397148282618_0005_01_000002 transitioned from RUNNING to KILLING
2014-04-10 11:45:41,558 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:53793, dest: /127.0.0.1:53089, bytes: 8, op: HDFS_WRITE, cliID: DFSClient_attempt_1397148282618_0005_m_000003_0_-322311651_1, offset: 0, srvID: 56b85d8f-9b31-4c91-b022-e568d9765c42, blockid: BP-196700473-127.0.0.1-1397148267010:blk_1073741888_1064, duration: 14315171
2014-04-10 11:45:41,558 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:49954 is added to blk_1073741888_1064{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-b6a9be31-6a8c-48bd-97ee-0b78fb430f32:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-c910d2b0-940b-4e3d-b4fd-b4f6084bf0d7:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-b068c5d0-517e-4297-aa28-ff6d4c514e44:NORMAL|RBW]]} size 0
2014-04-10 11:45:41,558 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-196700473-127.0.0.1-1397148267010:blk_1073741888_1064, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 11:45:41,559 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:53089 is added to blk_1073741888_1064{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-b6a9be31-6a8c-48bd-97ee-0b78fb430f32:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-c910d2b0-940b-4e3d-b4fd-b4f6084bf0d7:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-b068c5d0-517e-4297-aa28-ff6d4c514e44:NORMAL|RBW]]} size 0
2014-04-10 11:45:41,559 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:56823 is added to blk_1073741888_1064{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-b6a9be31-6a8c-48bd-97ee-0b78fb430f32:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-c910d2b0-940b-4e3d-b4fd-b4f6084bf0d7:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-b068c5d0-517e-4297-aa28-ff6d4c514e44:NORMAL|RBW]]} size 0
2014-04-10 11:45:41,562 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397148282618_0005_01_000007 transitioned from KILLING to CONTAINER_CLEANEDUP_AFTER_KILL
2014-04-10 11:45:41,562 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397148282618_0005_01_000006 transitioned from RUNNING to KILLING
2014-04-10 11:45:41,565 INFO launcher.ContainerLaunch (ContainerLaunch.java:cleanupContainer(341)) - Cleaning up container container_1397148282618_0005_01_000002
2014-04-10 11:45:41,565 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_0/usercache/brock/appcache/application_1397148282618_0005/container_1397148282618_0005_01_000007
2014-04-10 11:45:41,565 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_1/usercache/brock/appcache/application_1397148282618_0005/container_1397148282618_0005_01_000007
2014-04-10 11:45:41,565 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-196700473-127.0.0.1-1397148267010:blk_1073741889_1065 src: /127.0.0.1:51339 dest: /127.0.0.1:49954
2014-04-10 11:45:41,565 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_2/usercache/brock/appcache/application_1397148282618_0005/container_1397148282618_0005_01_000007
2014-04-10 11:45:41,566 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_3/usercache/brock/appcache/application_1397148282618_0005/container_1397148282618_0005_01_000007
2014-04-10 11:45:41,566 INFO launcher.ContainerLaunch (ContainerLaunch.java:cleanupContainer(341)) - Cleaning up container container_1397148282618_0005_01_000006
2014-04-10 11:45:41,574 WARN nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(207)) - Exit code from container container_1397148282618_0005_01_000002 is : 143
2014-04-10 11:45:41,579 INFO hdfs.StateChange (FSNamesystem.java:completeFile(2899)) - DIR* completeFile: /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/hadooptapplatform/globmultisource/_temporary/1/_temporary/attempt_1397148282618_0005_m_000003_0/part-00003 is closed by DFSClient_attempt_1397148282618_0005_m_000003_0_-322311651_1
2014-04-10 11:45:41,599 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-196700473-127.0.0.1-1397148267010:blk_1073741890_1066 src: /127.0.0.1:53799 dest: /127.0.0.1:53089
2014-04-10 11:45:41,602 WARN nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(207)) - Exit code from container container_1397148282618_0005_01_000006 is : 143
2014-04-10 11:45:41,603 INFO hdfs.StateChange (FSNamesystem.java:fsync(3598)) - BLOCK* fsync: /tmp/hadoop-yarn/staging/brock/.staging/job_1397148282618_0005/job_1397148282618_0005_1.jhist for DFSClient_NONMAPREDUCE_1924950366_1
2014-04-10 11:45:41,612 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397148282618_0005_01_000002 transitioned from KILLING to CONTAINER_CLEANEDUP_AFTER_KILL
2014-04-10 11:45:41,613 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_0/usercache/brock/appcache/application_1397148282618_0005/container_1397148282618_0005_01_000002
2014-04-10 11:45:41,613 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_1/usercache/brock/appcache/application_1397148282618_0005/container_1397148282618_0005_01_000002
2014-04-10 11:45:41,613 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_2/usercache/brock/appcache/application_1397148282618_0005/container_1397148282618_0005_01_000002
2014-04-10 11:45:41,613 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=brock OPERATION=Container Finished - Killed TARGET=ContainerImpl RESULT=SUCCESS APPID=application_1397148282618_0005 CONTAINERID=container_1397148282618_0005_01_000002
2014-04-10 11:45:41,613 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397148282618_0005_01_000002 transitioned from CONTAINER_CLEANEDUP_AFTER_KILL to DONE
2014-04-10 11:45:41,613 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_3/usercache/brock/appcache/application_1397148282618_0005/container_1397148282618_0005_01_000002
2014-04-10 11:45:41,613 INFO application.Application (ApplicationImpl.java:transition(339)) - Removing container_1397148282618_0005_01_000002 from application application_1397148282618_0005
2014-04-10 11:45:41,614 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(169)) - Neither virutal-memory nor physical-memory monitoring is needed. Not running the monitor-thread
2014-04-10 11:45:41,614 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event CONTAINER_STOP for appId application_1397148282618_0005
2014-04-10 11:45:41,614 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-196700473-127.0.0.1-1397148267010:blk_1073741890_1066 src: /127.0.0.1:48156 dest: /127.0.0.1:37136
2014-04-10 11:45:41,617 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-196700473-127.0.0.1-1397148267010:blk_1073741890_1066 src: /127.0.0.1:44725 dest: /127.0.0.1:56823
2014-04-10 11:45:41,624 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:44725, dest: /127.0.0.1:56823, bytes: 8, op: HDFS_WRITE, cliID: DFSClient_attempt_1397148282618_0005_m_000001_0_-789028078_1, offset: 0, srvID: d87cf363-b947-4d02-ab62-043c9241fbef, blockid: BP-196700473-127.0.0.1-1397148267010:blk_1073741890_1066, duration: 5418047
2014-04-10 11:45:41,624 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-196700473-127.0.0.1-1397148267010:blk_1073741890_1066, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2014-04-10 11:45:41,625 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:48156, dest: /127.0.0.1:37136, bytes: 8, op: HDFS_WRITE, cliID: DFSClient_attempt_1397148282618_0005_m_000001_0_-789028078_1, offset: 0, srvID: b242afcc-2d24-4b8f-9fb7-bc72b71e749a, blockid: BP-196700473-127.0.0.1-1397148267010:blk_1073741890_1066, duration: 6236720
2014-04-10 11:45:41,625 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-196700473-127.0.0.1-1397148267010:blk_1073741890_1066, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 11:45:41,626 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:37136 is added to blk_1073741890_1066{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-008d3ead-b2b9-49b0-88ab-01e536a210da:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-b6a9be31-6a8c-48bd-97ee-0b78fb430f32:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-2bef5f6e-f0c9-4da0-8817-be69f5868853:NORMAL|RBW]]} size 0
2014-04-10 11:45:41,626 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:53799, dest: /127.0.0.1:53089, bytes: 8, op: HDFS_WRITE, cliID: DFSClient_attempt_1397148282618_0005_m_000001_0_-789028078_1, offset: 0, srvID: 56b85d8f-9b31-4c91-b022-e568d9765c42, blockid: BP-196700473-127.0.0.1-1397148267010:blk_1073741890_1066, duration: 7009819
2014-04-10 11:45:41,626 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-196700473-127.0.0.1-1397148267010:blk_1073741890_1066, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 11:45:41,626 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:53089 is added to blk_1073741890_1066{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-008d3ead-b2b9-49b0-88ab-01e536a210da:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-b6a9be31-6a8c-48bd-97ee-0b78fb430f32:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-2bef5f6e-f0c9-4da0-8817-be69f5868853:NORMAL|RBW]]} size 0
2014-04-10 11:45:41,627 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:56823 is added to blk_1073741890_1066{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-008d3ead-b2b9-49b0-88ab-01e536a210da:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-b6a9be31-6a8c-48bd-97ee-0b78fb430f32:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-2bef5f6e-f0c9-4da0-8817-be69f5868853:NORMAL|RBW]]} size 0
2014-04-10 11:45:41,629 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=brock OPERATION=Container Finished - Killed TARGET=ContainerImpl RESULT=SUCCESS APPID=application_1397148282618_0005 CONTAINERID=container_1397148282618_0005_01_000007
2014-04-10 11:45:41,629 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397148282618_0005_01_000007 transitioned from CONTAINER_CLEANEDUP_AFTER_KILL to DONE
2014-04-10 11:45:41,630 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397148282618_0005_01_000006 transitioned from KILLING to CONTAINER_CLEANEDUP_AFTER_KILL
2014-04-10 11:45:41,630 INFO application.Application (ApplicationImpl.java:transition(339)) - Removing container_1397148282618_0005_01_000007 from application application_1397148282618_0005
2014-04-10 11:45:41,630 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(169)) - Neither virutal-memory nor physical-memory monitoring is needed. Not running the monitor-thread
2014-04-10 11:45:41,630 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event CONTAINER_STOP for appId application_1397148282618_0005
2014-04-10 11:45:41,630 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_0/usercache/brock/appcache/application_1397148282618_0005/container_1397148282618_0005_01_000006
2014-04-10 11:45:41,630 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_1/usercache/brock/appcache/application_1397148282618_0005/container_1397148282618_0005_01_000006
2014-04-10 11:45:41,631 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_2/usercache/brock/appcache/application_1397148282618_0005/container_1397148282618_0005_01_000006
2014-04-10 11:45:41,631 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=brock OPERATION=Container Finished - Killed TARGET=ContainerImpl RESULT=SUCCESS APPID=application_1397148282618_0005 CONTAINERID=container_1397148282618_0005_01_000006
2014-04-10 11:45:41,631 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397148282618_0005_01_000006 transitioned from CONTAINER_CLEANEDUP_AFTER_KILL to DONE
2014-04-10 11:45:41,631 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_3/usercache/brock/appcache/application_1397148282618_0005/container_1397148282618_0005_01_000006
2014-04-10 11:45:41,631 INFO application.Application (ApplicationImpl.java:transition(339)) - Removing container_1397148282618_0005_01_000006 from application application_1397148282618_0005
2014-04-10 11:45:41,631 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(169)) - Neither virutal-memory nor physical-memory monitoring is needed. Not running the monitor-thread
2014-04-10 11:45:41,631 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event CONTAINER_STOP for appId application_1397148282618_0005
2014-04-10 11:45:41,648 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/hadooptapplatform/globmultisource/_temporary/1/_temporary/attempt_1397148282618_0005_m_000003_0 dst=null perm=null
2014-04-10 11:45:41,654 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/hadooptapplatform/globmultisource/_temporary/1/_temporary/attempt_1397148282618_0005_m_000003_0 dst=null perm=null
2014-04-10 11:45:41,655 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/hadooptapplatform/globmultisource/_temporary/1/task_1397148282618_0005_m_000003 dst=null perm=null
2014-04-10 11:45:41,659 INFO hdfs.StateChange (FSNamesystem.java:completeFile(2899)) - DIR* completeFile: /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/hadooptapplatform/globmultisource/_temporary/1/_temporary/attempt_1397148282618_0005_m_000001_0/part-00001 is closed by DFSClient_attempt_1397148282618_0005_m_000001_0_-789028078_1
2014-04-10 11:45:41,662 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:53089, dest: /127.0.0.1:53802, bytes: 23, op: HDFS_READ, cliID: DFSClient_attempt_1397148282618_0005_m_000002_0_-1554422969_1, offset: 0, srvID: 56b85d8f-9b31-4c91-b022-e568d9765c42, blockid: BP-196700473-127.0.0.1-1397148267010:blk_1073741839_1015, duration: 141227
2014-04-10 11:45:41,677 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(2966)) - BLOCK* allocateBlock: /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/hadooptapplatform/globmultisource/_temporary/1/_temporary/attempt_1397148282618_0005_m_000002_0/part-00002. BP-196700473-127.0.0.1-1397148267010 blk_1073741891_1067{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-b6a9be31-6a8c-48bd-97ee-0b78fb430f32:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-b068c5d0-517e-4297-aa28-ff6d4c514e44:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-2bef5f6e-f0c9-4da0-8817-be69f5868853:NORMAL|RBW]]}
2014-04-10 11:45:41,708 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/hadooptapplatform/globmultisource/_temporary/1/_temporary/attempt_1397148282618_0005_m_000001_0 dst=null perm=null
2014-04-10 11:45:41,713 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=rename src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/hadooptapplatform/globmultisource/_temporary/1/_temporary/attempt_1397148282618_0005_m_000003_0 dst=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/hadooptapplatform/globmultisource/_temporary/1/task_1397148282618_0005_m_000003 perm=brock:supergroup:rwxrwxrwx
2014-04-10 11:45:41,713 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/hadooptapplatform/globmultisource/_temporary/1/_temporary/attempt_1397148282618_0005_m_000001_0 dst=null perm=null
2014-04-10 11:45:41,714 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/hadooptapplatform/globmultisource/_temporary/1/task_1397148282618_0005_m_000001 dst=null perm=null
2014-04-10 11:45:41,746 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=rename src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/hadooptapplatform/globmultisource/_temporary/1/_temporary/attempt_1397148282618_0005_m_000001_0 dst=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/hadooptapplatform/globmultisource/_temporary/1/task_1397148282618_0005_m_000001 perm=brock:supergroup:rwxrwxrwx
2014-04-10 11:45:41,756 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:stopContainerInternal(718)) - Stopping container with container Id: container_1397148282618_0005_01_000005
2014-04-10 11:45:41,757 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=brock IP=127.0.0.1 OPERATION=Stop Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1397148282618_0005 CONTAINERID=container_1397148282618_0005_01_000005
2014-04-10 11:45:41,757 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397148282618_0005_01_000005 transitioned from RUNNING to KILLING
2014-04-10 11:45:41,757 INFO launcher.ContainerLaunch (ContainerLaunch.java:cleanupContainer(341)) - Cleaning up container container_1397148282618_0005_01_000005
2014-04-10 11:45:41,757 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:updateAndGetContainerStatuses(374)) - Removed completed container container_1397148282618_0005_01_000006
2014-04-10 11:45:41,757 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:updateAndGetContainerStatuses(374)) - Removed completed container container_1397148282618_0005_01_000007
2014-04-10 11:45:41,758 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397148282618_0005_01_000006 Container Transitioned from RUNNING to COMPLETED
2014-04-10 11:45:41,758 INFO fica.FiCaSchedulerApp (FiCaSchedulerApp.java:containerCompleted(91)) - Completed container: container_1397148282618_0005_01_000006 in state: COMPLETED event:FINISHED
2014-04-10 11:45:41,758 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(98)) - USER=brock OPERATION=AM Released Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1397148282618_0005 CONTAINERID=container_1397148282618_0005_01_000006
2014-04-10 11:45:41,758 INFO fica.FiCaSchedulerNode (FiCaSchedulerNode.java:releaseContainer(164)) - Released container container_1397148282618_0005_01_000006 of capacity <memory:1024, vCores:1> on host localhost:33805, which currently has 3 containers, <memory:3072, vCores:3> used and <memory:1024, vCores:5> available, release resources=true
2014-04-10 11:45:41,759 INFO capacity.LeafQueue (LeafQueue.java:releaseResource(1506)) - default used=<memory:7168, vCores:6> numContainers=6 user=brock user-resources=<memory:7168, vCores:6>
2014-04-10 11:45:41,759 INFO capacity.LeafQueue (LeafQueue.java:completedContainer(1448)) - completedContainer container=Container: [ContainerId: container_1397148282618_0005_01_000006, NodeId: localhost:33805, NodeHttpAddress: localhost:42238, Resource: <memory:1024, vCores:1>, Priority: 20, Token: Token { kind: ContainerToken, service: localhost:33805 }, ] resource=<memory:1024, vCores:1> queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:7168, vCores:6>usedCapacity=0.4375, absoluteUsedCapacity=0.4375, numApps=1, numContainers=6 usedCapacity=0.4375 absoluteUsedCapacity=0.4375 used=<memory:7168, vCores:6> cluster=<memory:16384, vCores:32>
2014-04-10 11:45:41,759 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(694)) - completedContainer queue=root usedCapacity=0.4375 absoluteUsedCapacity=0.4375 used=<memory:7168, vCores:6> cluster=<memory:16384, vCores:32>
2014-04-10 11:45:41,759 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(708)) - Re-sorting completed queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:7168, vCores:6>usedCapacity=0.4375, absoluteUsedCapacity=0.4375, numApps=1, numContainers=6
2014-04-10 11:45:41,759 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(849)) - Application appattempt_1397148282618_0005_000001 released container container_1397148282618_0005_01_000006 on node: host: localhost:33805 #containers=3 available=1024 used=3072 with event: FINISHED
2014-04-10 11:45:41,759 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397148282618_0005_01_000007 Container Transitioned from RUNNING to COMPLETED
2014-04-10 11:45:41,759 INFO fica.FiCaSchedulerApp (FiCaSchedulerApp.java:containerCompleted(91)) - Completed container: container_1397148282618_0005_01_000007 in state: COMPLETED event:FINISHED
2014-04-10 11:45:41,759 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(98)) - USER=brock OPERATION=AM Released Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1397148282618_0005 CONTAINERID=container_1397148282618_0005_01_000007
2014-04-10 11:45:41,759 INFO fica.FiCaSchedulerNode (FiCaSchedulerNode.java:releaseContainer(164)) - Released container container_1397148282618_0005_01_000007 of capacity <memory:1024, vCores:1> on host localhost:33805, which currently has 2 containers, <memory:2048, vCores:2> used and <memory:2048, vCores:6> available, release resources=true
2014-04-10 11:45:41,759 INFO capacity.LeafQueue (LeafQueue.java:releaseResource(1506)) - default used=<memory:6144, vCores:5> numContainers=5 user=brock user-resources=<memory:6144, vCores:5>
2014-04-10 11:45:41,760 INFO capacity.LeafQueue (LeafQueue.java:completedContainer(1448)) - completedContainer container=Container: [ContainerId: container_1397148282618_0005_01_000007, NodeId: localhost:33805, NodeHttpAddress: localhost:42238, Resource: <memory:1024, vCores:1>, Priority: 20, Token: Token { kind: ContainerToken, service: localhost:33805 }, ] resource=<memory:1024, vCores:1> queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:6144, vCores:5>usedCapacity=0.375, absoluteUsedCapacity=0.375, numApps=1, numContainers=5 usedCapacity=0.375 absoluteUsedCapacity=0.375 used=<memory:6144, vCores:5> cluster=<memory:16384, vCores:32>
2014-04-10 11:45:41,760 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(694)) - completedContainer queue=root usedCapacity=0.375 absoluteUsedCapacity=0.375 used=<memory:6144, vCores:5> cluster=<memory:16384, vCores:32>
2014-04-10 11:45:41,760 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(708)) - Re-sorting completed queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:6144, vCores:5>usedCapacity=0.375, absoluteUsedCapacity=0.375, numApps=1, numContainers=5
2014-04-10 11:45:41,760 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(849)) - Application appattempt_1397148282618_0005_000001 released container container_1397148282618_0005_01_000007 on node: host: localhost:33805 #containers=2 available=2048 used=2048 with event: FINISHED
2014-04-10 11:45:41,766 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-196700473-127.0.0.1-1397148267010:blk_1073741891_1067 src: /127.0.0.1:44727 dest: /127.0.0.1:56823
2014-04-10 11:45:41,767 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-196700473-127.0.0.1-1397148267010:blk_1073741891_1067 src: /127.0.0.1:51345 dest: /127.0.0.1:49954
2014-04-10 11:45:41,768 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-196700473-127.0.0.1-1397148267010:blk_1073741891_1067 src: /127.0.0.1:53805 dest: /127.0.0.1:53089
2014-04-10 11:45:41,772 WARN nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(207)) - Exit code from container container_1397148282618_0005_01_000005 is : 143
2014-04-10 11:45:41,774 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:53805, dest: /127.0.0.1:53089, bytes: 12, op: HDFS_WRITE, cliID: DFSClient_attempt_1397148282618_0005_m_000002_0_-1554422969_1, offset: 0, srvID: 56b85d8f-9b31-4c91-b022-e568d9765c42, blockid: BP-196700473-127.0.0.1-1397148267010:blk_1073741891_1067, duration: 5058069
2014-04-10 11:45:41,774 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-196700473-127.0.0.1-1397148267010:blk_1073741891_1067, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2014-04-10 11:45:41,774 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:51345, dest: /127.0.0.1:49954, bytes: 12, op: HDFS_WRITE, cliID: DFSClient_attempt_1397148282618_0005_m_000002_0_-1554422969_1, offset: 0, srvID: e20bf523-f226-4d36-9695-be2356cb97a6, blockid: BP-196700473-127.0.0.1-1397148267010:blk_1073741891_1067, duration: 4526457
2014-04-10 11:45:41,774 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:53089 is added to blk_1073741891_1067{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-b068c5d0-517e-4297-aa28-ff6d4c514e44:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-7d772409-5e65-4676-97a9-57f5ea3efdc8:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-c910d2b0-940b-4e3d-b4fd-b4f6084bf0d7:NORMAL|RBW]]} size 0
2014-04-10 11:45:41,774 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-196700473-127.0.0.1-1397148267010:blk_1073741891_1067, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 11:45:41,774 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:44727, dest: /127.0.0.1:56823, bytes: 12, op: HDFS_WRITE, cliID: DFSClient_attempt_1397148282618_0005_m_000002_0_-1554422969_1, offset: 0, srvID: d87cf363-b947-4d02-ab62-043c9241fbef, blockid: BP-196700473-127.0.0.1-1397148267010:blk_1073741891_1067, duration: 5668182
2014-04-10 11:45:41,775 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-196700473-127.0.0.1-1397148267010:blk_1073741891_1067, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 11:45:41,775 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:49954 is added to blk_1073741891_1067{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-b068c5d0-517e-4297-aa28-ff6d4c514e44:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-7d772409-5e65-4676-97a9-57f5ea3efdc8:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-c910d2b0-940b-4e3d-b4fd-b4f6084bf0d7:NORMAL|RBW]]} size 0
2014-04-10 11:45:41,775 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:56823 is added to blk_1073741891_1067{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-b068c5d0-517e-4297-aa28-ff6d4c514e44:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-7d772409-5e65-4676-97a9-57f5ea3efdc8:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-c910d2b0-940b-4e3d-b4fd-b4f6084bf0d7:NORMAL|RBW]]} size 0
2014-04-10 11:45:41,780 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397148282618_0005_01_000005 transitioned from KILLING to CONTAINER_CLEANEDUP_AFTER_KILL
2014-04-10 11:45:41,781 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_0/usercache/brock/appcache/application_1397148282618_0005/container_1397148282618_0005_01_000005
2014-04-10 11:45:41,781 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_1/usercache/brock/appcache/application_1397148282618_0005/container_1397148282618_0005_01_000005
2014-04-10 11:45:41,781 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_2/usercache/brock/appcache/application_1397148282618_0005/container_1397148282618_0005_01_000005
2014-04-10 11:45:41,781 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=brock OPERATION=Container Finished - Killed TARGET=ContainerImpl RESULT=SUCCESS APPID=application_1397148282618_0005 CONTAINERID=container_1397148282618_0005_01_000005
2014-04-10 11:45:41,781 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_3/usercache/brock/appcache/application_1397148282618_0005/container_1397148282618_0005_01_000005
2014-04-10 11:45:41,781 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397148282618_0005_01_000005 transitioned from CONTAINER_CLEANEDUP_AFTER_KILL to DONE
2014-04-10 11:45:41,782 INFO application.Application (ApplicationImpl.java:transition(339)) - Removing container_1397148282618_0005_01_000005 from application application_1397148282618_0005
2014-04-10 11:45:41,782 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(169)) - Neither virutal-memory nor physical-memory monitoring is needed. Not running the monitor-thread
2014-04-10 11:45:41,782 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event CONTAINER_STOP for appId application_1397148282618_0005
2014-04-10 11:45:41,796 INFO hdfs.StateChange (FSNamesystem.java:completeFile(2899)) - DIR* completeFile: /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/hadooptapplatform/globmultisource/_temporary/1/_temporary/attempt_1397148282618_0005_m_000002_0/part-00002 is closed by DFSClient_attempt_1397148282618_0005_m_000002_0_-1554422969_1
2014-04-10 11:45:41,799 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:stopContainerInternal(718)) - Stopping container with container Id: container_1397148282618_0005_01_000003
2014-04-10 11:45:41,799 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=brock IP=127.0.0.1 OPERATION=Stop Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1397148282618_0005 CONTAINERID=container_1397148282618_0005_01_000003
2014-04-10 11:45:41,799 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397148282618_0005_01_000003 transitioned from RUNNING to KILLING
2014-04-10 11:45:41,799 INFO launcher.ContainerLaunch (ContainerLaunch.java:cleanupContainer(341)) - Cleaning up container container_1397148282618_0005_01_000003
2014-04-10 11:45:41,799 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:updateAndGetContainerStatuses(374)) - Removed completed container container_1397148282618_0005_01_000002
2014-04-10 11:45:41,800 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397148282618_0005_01_000002 Container Transitioned from RUNNING to COMPLETED
2014-04-10 11:45:41,800 INFO fica.FiCaSchedulerApp (FiCaSchedulerApp.java:containerCompleted(91)) - Completed container: container_1397148282618_0005_01_000002 in state: COMPLETED event:FINISHED
2014-04-10 11:45:41,800 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(98)) - USER=brock OPERATION=AM Released Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1397148282618_0005 CONTAINERID=container_1397148282618_0005_01_000002
2014-04-10 11:45:41,800 INFO fica.FiCaSchedulerNode (FiCaSchedulerNode.java:releaseContainer(164)) - Released container container_1397148282618_0005_01_000002 of capacity <memory:1024, vCores:1> on host localhost:42958, which currently has 2 containers, <memory:3072, vCores:2> used and <memory:1024, vCores:6> available, release resources=true
2014-04-10 11:45:41,800 INFO capacity.LeafQueue (LeafQueue.java:releaseResource(1506)) - default used=<memory:5120, vCores:4> numContainers=4 user=brock user-resources=<memory:5120, vCores:4>
2014-04-10 11:45:41,800 INFO capacity.LeafQueue (LeafQueue.java:completedContainer(1448)) - completedContainer container=Container: [ContainerId: container_1397148282618_0005_01_000002, NodeId: localhost:42958, NodeHttpAddress: localhost:52042, Resource: <memory:1024, vCores:1>, Priority: 20, Token: Token { kind: ContainerToken, service: localhost:42958 }, ] resource=<memory:1024, vCores:1> queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:5120, vCores:4>usedCapacity=0.3125, absoluteUsedCapacity=0.3125, numApps=1, numContainers=4 usedCapacity=0.3125 absoluteUsedCapacity=0.3125 used=<memory:5120, vCores:4> cluster=<memory:16384, vCores:32>
2014-04-10 11:45:41,800 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(694)) - completedContainer queue=root usedCapacity=0.3125 absoluteUsedCapacity=0.3125 used=<memory:5120, vCores:4> cluster=<memory:16384, vCores:32>
2014-04-10 11:45:41,800 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(708)) - Re-sorting completed queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:5120, vCores:4>usedCapacity=0.3125, absoluteUsedCapacity=0.3125, numApps=1, numContainers=4
2014-04-10 11:45:41,800 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(849)) - Application appattempt_1397148282618_0005_000001 released container container_1397148282618_0005_01_000002 on node: host: localhost:42958 #containers=2 available=1024 used=3072 with event: FINISHED
2014-04-10 11:45:41,804 WARN nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(207)) - Exit code from container container_1397148282618_0005_01_000003 is : 143
2014-04-10 11:45:41,813 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397148282618_0005_01_000003 transitioned from KILLING to CONTAINER_CLEANEDUP_AFTER_KILL
2014-04-10 11:45:41,813 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_0/usercache/brock/appcache/application_1397148282618_0005/container_1397148282618_0005_01_000003
2014-04-10 11:45:41,813 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_1/usercache/brock/appcache/application_1397148282618_0005/container_1397148282618_0005_01_000003
2014-04-10 11:45:41,813 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_2/usercache/brock/appcache/application_1397148282618_0005/container_1397148282618_0005_01_000003
2014-04-10 11:45:41,813 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_3/usercache/brock/appcache/application_1397148282618_0005/container_1397148282618_0005_01_000003
2014-04-10 11:45:41,813 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=brock OPERATION=Container Finished - Killed TARGET=ContainerImpl RESULT=SUCCESS APPID=application_1397148282618_0005 CONTAINERID=container_1397148282618_0005_01_000003
2014-04-10 11:45:41,814 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397148282618_0005_01_000003 transitioned from CONTAINER_CLEANEDUP_AFTER_KILL to DONE
2014-04-10 11:45:41,814 INFO application.Application (ApplicationImpl.java:transition(339)) - Removing container_1397148282618_0005_01_000003 from application application_1397148282618_0005
2014-04-10 11:45:41,814 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(169)) - Neither virutal-memory nor physical-memory monitoring is needed. Not running the monitor-thread
2014-04-10 11:45:41,814 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event CONTAINER_STOP for appId application_1397148282618_0005
2014-04-10 11:45:41,845 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/hadooptapplatform/globmultisource/_temporary/1/_temporary/attempt_1397148282618_0005_m_000002_0 dst=null perm=null
2014-04-10 11:45:41,851 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/hadooptapplatform/globmultisource/_temporary/1/_temporary/attempt_1397148282618_0005_m_000002_0 dst=null perm=null
2014-04-10 11:45:41,852 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/hadooptapplatform/globmultisource/_temporary/1/task_1397148282618_0005_m_000002 dst=null perm=null
2014-04-10 11:45:41,871 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=rename src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/hadooptapplatform/globmultisource/_temporary/1/_temporary/attempt_1397148282618_0005_m_000002_0 dst=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/hadooptapplatform/globmultisource/_temporary/1/task_1397148282618_0005_m_000002 perm=brock:supergroup:rwxrwxrwx
2014-04-10 11:45:41,922 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:stopContainerInternal(718)) - Stopping container with container Id: container_1397148282618_0005_01_000004
2014-04-10 11:45:41,922 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=brock IP=127.0.0.1 OPERATION=Stop Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1397148282618_0005 CONTAINERID=container_1397148282618_0005_01_000004
2014-04-10 11:45:41,922 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397148282618_0005_01_000004 transitioned from RUNNING to KILLING
2014-04-10 11:45:41,922 INFO launcher.ContainerLaunch (ContainerLaunch.java:cleanupContainer(341)) - Cleaning up container container_1397148282618_0005_01_000004
2014-04-10 11:45:41,923 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:updateAndGetContainerStatuses(374)) - Removed completed container container_1397148282618_0005_01_000005
2014-04-10 11:45:41,923 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397148282618_0005_01_000005 Container Transitioned from RUNNING to COMPLETED
2014-04-10 11:45:41,923 INFO fica.FiCaSchedulerApp (FiCaSchedulerApp.java:containerCompleted(91)) - Completed container: container_1397148282618_0005_01_000005 in state: COMPLETED event:FINISHED
2014-04-10 11:45:41,923 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(98)) - USER=brock OPERATION=AM Released Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1397148282618_0005 CONTAINERID=container_1397148282618_0005_01_000005
2014-04-10 11:45:41,924 INFO fica.FiCaSchedulerNode (FiCaSchedulerNode.java:releaseContainer(164)) - Released container container_1397148282618_0005_01_000005 of capacity <memory:1024, vCores:1> on host localhost:33805, which currently has 1 containers, <memory:1024, vCores:1> used and <memory:3072, vCores:7> available, release resources=true
2014-04-10 11:45:41,924 INFO capacity.LeafQueue (LeafQueue.java:releaseResource(1506)) - default used=<memory:4096, vCores:3> numContainers=3 user=brock user-resources=<memory:4096, vCores:3>
2014-04-10 11:45:41,924 INFO capacity.LeafQueue (LeafQueue.java:completedContainer(1448)) - completedContainer container=Container: [ContainerId: container_1397148282618_0005_01_000005, NodeId: localhost:33805, NodeHttpAddress: localhost:42238, Resource: <memory:1024, vCores:1>, Priority: 20, Token: Token { kind: ContainerToken, service: localhost:33805 }, ] resource=<memory:1024, vCores:1> queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:4096, vCores:3>usedCapacity=0.25, absoluteUsedCapacity=0.25, numApps=1, numContainers=3 usedCapacity=0.25 absoluteUsedCapacity=0.25 used=<memory:4096, vCores:3> cluster=<memory:16384, vCores:32>
2014-04-10 11:45:41,924 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(694)) - completedContainer queue=root usedCapacity=0.25 absoluteUsedCapacity=0.25 used=<memory:4096, vCores:3> cluster=<memory:16384, vCores:32>
2014-04-10 11:45:41,924 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(708)) - Re-sorting completed queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:4096, vCores:3>usedCapacity=0.25, absoluteUsedCapacity=0.25, numApps=1, numContainers=3
2014-04-10 11:45:41,925 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(849)) - Application appattempt_1397148282618_0005_000001 released container container_1397148282618_0005_01_000005 on node: host: localhost:33805 #containers=1 available=3072 used=1024 with event: FINISHED
2014-04-10 11:45:41,929 WARN nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(207)) - Exit code from container container_1397148282618_0005_01_000004 is : 143
2014-04-10 11:45:41,938 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397148282618_0005/COMMIT_STARTED dst=null perm=brock:supergroup:rw-rw-rw-
2014-04-10 11:45:41,943 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397148282618_0005_01_000004 transitioned from KILLING to CONTAINER_CLEANEDUP_AFTER_KILL
2014-04-10 11:45:41,943 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_0/usercache/brock/appcache/application_1397148282618_0005/container_1397148282618_0005_01_000004
2014-04-10 11:45:41,944 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_1/usercache/brock/appcache/application_1397148282618_0005/container_1397148282618_0005_01_000004
2014-04-10 11:45:41,944 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_2/usercache/brock/appcache/application_1397148282618_0005/container_1397148282618_0005_01_000004
2014-04-10 11:45:41,944 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_3/usercache/brock/appcache/application_1397148282618_0005/container_1397148282618_0005_01_000004
2014-04-10 11:45:41,944 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=brock OPERATION=Container Finished - Killed TARGET=ContainerImpl RESULT=SUCCESS APPID=application_1397148282618_0005 CONTAINERID=container_1397148282618_0005_01_000004
2014-04-10 11:45:41,945 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397148282618_0005_01_000004 transitioned from CONTAINER_CLEANEDUP_AFTER_KILL to DONE
2014-04-10 11:45:41,945 INFO application.Application (ApplicationImpl.java:transition(339)) - Removing container_1397148282618_0005_01_000004 from application application_1397148282618_0005
2014-04-10 11:45:41,945 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(169)) - Neither virutal-memory nor physical-memory monitoring is needed. Not running the monitor-thread
2014-04-10 11:45:41,945 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event CONTAINER_STOP for appId application_1397148282618_0005
2014-04-10 11:45:41,954 INFO hdfs.StateChange (FSNamesystem.java:completeFile(2899)) - DIR* completeFile: /tmp/hadoop-yarn/staging/brock/.staging/job_1397148282618_0005/COMMIT_STARTED is closed by DFSClient_NONMAPREDUCE_1924950366_1
2014-04-10 11:45:41,959 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=listStatus src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/hadooptapplatform/globmultisource/_temporary/1 dst=null perm=null
2014-04-10 11:45:41,969 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/hadooptapplatform/globmultisource dst=null perm=null
2014-04-10 11:45:41,970 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/hadooptapplatform/globmultisource dst=null perm=null
2014-04-10 11:45:41,971 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=listStatus src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/hadooptapplatform/globmultisource/_temporary/1/task_1397148282618_0005_m_000000 dst=null perm=null
2014-04-10 11:45:41,972 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/hadooptapplatform/globmultisource/part-00000 dst=null perm=null
2014-04-10 11:45:42,004 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=rename src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/hadooptapplatform/globmultisource/_temporary/1/task_1397148282618_0005_m_000000/part-00000 dst=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/hadooptapplatform/globmultisource/part-00000 perm=brock:supergroup:rw-rw-rw-
2014-04-10 11:45:42,008 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/hadooptapplatform/globmultisource dst=null perm=null
2014-04-10 11:45:42,009 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/hadooptapplatform/globmultisource dst=null perm=null
2014-04-10 11:45:42,010 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=listStatus src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/hadooptapplatform/globmultisource/_temporary/1/task_1397148282618_0005_m_000001 dst=null perm=null
2014-04-10 11:45:42,013 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/hadooptapplatform/globmultisource/part-00001 dst=null perm=null
2014-04-10 11:45:42,029 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=rename src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/hadooptapplatform/globmultisource/_temporary/1/task_1397148282618_0005_m_000001/part-00001 dst=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/hadooptapplatform/globmultisource/part-00001 perm=brock:supergroup:rw-rw-rw-
2014-04-10 11:45:42,031 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/hadooptapplatform/globmultisource dst=null perm=null
2014-04-10 11:45:42,032 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/hadooptapplatform/globmultisource dst=null perm=null
2014-04-10 11:45:42,034 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=listStatus src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/hadooptapplatform/globmultisource/_temporary/1/task_1397148282618_0005_m_000002 dst=null perm=null
2014-04-10 11:45:42,035 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/hadooptapplatform/globmultisource/part-00002 dst=null perm=null
2014-04-10 11:45:42,054 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=rename src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/hadooptapplatform/globmultisource/_temporary/1/task_1397148282618_0005_m_000002/part-00002 dst=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/hadooptapplatform/globmultisource/part-00002 perm=brock:supergroup:rw-rw-rw-
2014-04-10 11:45:42,056 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/hadooptapplatform/globmultisource dst=null perm=null
2014-04-10 11:45:42,057 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/hadooptapplatform/globmultisource dst=null perm=null
2014-04-10 11:45:42,058 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=listStatus src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/hadooptapplatform/globmultisource/_temporary/1/task_1397148282618_0005_m_000003 dst=null perm=null
2014-04-10 11:45:42,060 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/hadooptapplatform/globmultisource/part-00003 dst=null perm=null
2014-04-10 11:45:42,079 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=rename src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/hadooptapplatform/globmultisource/_temporary/1/task_1397148282618_0005_m_000003/part-00003 dst=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/hadooptapplatform/globmultisource/part-00003 perm=brock:supergroup:rw-rw-rw-
2014-04-10 11:45:42,081 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/hadooptapplatform/globmultisource dst=null perm=null
2014-04-10 11:45:42,082 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/hadooptapplatform/globmultisource dst=null perm=null
2014-04-10 11:45:42,084 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=listStatus src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/hadooptapplatform/globmultisource/_temporary/1/task_1397148282618_0005_m_000004 dst=null perm=null
2014-04-10 11:45:42,085 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/hadooptapplatform/globmultisource/part-00004 dst=null perm=null
2014-04-10 11:45:42,104 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=rename src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/hadooptapplatform/globmultisource/_temporary/1/task_1397148282618_0005_m_000004/part-00004 dst=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/hadooptapplatform/globmultisource/part-00004 perm=brock:supergroup:rw-rw-rw-
2014-04-10 11:45:42,106 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/hadooptapplatform/globmultisource dst=null perm=null
2014-04-10 11:45:42,107 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/hadooptapplatform/globmultisource dst=null perm=null
2014-04-10 11:45:42,108 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=listStatus src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/hadooptapplatform/globmultisource/_temporary/1/task_1397148282618_0005_m_000005 dst=null perm=null
2014-04-10 11:45:42,110 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/hadooptapplatform/globmultisource/part-00005 dst=null perm=null
2014-04-10 11:45:42,129 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=rename src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/hadooptapplatform/globmultisource/_temporary/1/task_1397148282618_0005_m_000005/part-00005 dst=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/hadooptapplatform/globmultisource/part-00005 perm=brock:supergroup:rw-rw-rw-
2014-04-10 11:45:42,146 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=delete src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/hadooptapplatform/globmultisource/_temporary dst=null perm=null
2014-04-10 11:45:42,163 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/hadooptapplatform/globmultisource/_SUCCESS dst=null perm=brock:supergroup:rw-rw-rw-
2014-04-10 11:45:42,179 INFO hdfs.StateChange (FSNamesystem.java:completeFile(2899)) - DIR* completeFile: /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/hadooptapplatform/globmultisource/_SUCCESS is closed by DFSClient_NONMAPREDUCE_1924950366_1
2014-04-10 11:45:42,196 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397148282618_0005/COMMIT_SUCCESS dst=null perm=brock:supergroup:rw-rw-rw-
2014-04-10 11:45:42,213 INFO hdfs.StateChange (FSNamesystem.java:completeFile(2899)) - DIR* completeFile: /tmp/hadoop-yarn/staging/brock/.staging/job_1397148282618_0005/COMMIT_SUCCESS is closed by DFSClient_NONMAPREDUCE_1924950366_1
2014-04-10 11:45:42,235 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:51339, dest: /127.0.0.1:49954, bytes: 61746, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_1924950366_1, offset: 0, srvID: e20bf523-f226-4d36-9695-be2356cb97a6, blockid: BP-196700473-127.0.0.1-1397148267010:blk_1073741889_1065, duration: 646440182
2014-04-10 11:45:42,235 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-196700473-127.0.0.1-1397148267010:blk_1073741889_1065, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2014-04-10 11:45:42,236 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:44721, dest: /127.0.0.1:56823, bytes: 61746, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_1924950366_1, offset: 0, srvID: d87cf363-b947-4d02-ab62-043c9241fbef, blockid: BP-196700473-127.0.0.1-1397148267010:blk_1073741889_1065, duration: 645457725
2014-04-10 11:45:42,236 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:49954 is added to blk_1073741889_1065{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-97cf26c5-95a4-4e0e-a439-d9926ba08c0b:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-331ec906-785c-475e-b366-176a30c332ed:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-7d772409-5e65-4676-97a9-57f5ea3efdc8:NORMAL|RBW]]} size 15776
2014-04-10 11:45:42,236 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-196700473-127.0.0.1-1397148267010:blk_1073741889_1065, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 11:45:42,237 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:56823 is added to blk_1073741889_1065{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-97cf26c5-95a4-4e0e-a439-d9926ba08c0b:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-331ec906-785c-475e-b366-176a30c332ed:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-7d772409-5e65-4676-97a9-57f5ea3efdc8:NORMAL|RBW]]} size 15776
2014-04-10 11:45:42,237 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:48152, dest: /127.0.0.1:37136, bytes: 61746, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_1924950366_1, offset: 0, srvID: b242afcc-2d24-4b8f-9fb7-bc72b71e749a, blockid: BP-196700473-127.0.0.1-1397148267010:blk_1073741889_1065, duration: 637765473
2014-04-10 11:45:42,238 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-196700473-127.0.0.1-1397148267010:blk_1073741889_1065, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 11:45:42,238 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:37136 is added to blk_1073741889_1065{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-97cf26c5-95a4-4e0e-a439-d9926ba08c0b:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-331ec906-785c-475e-b366-176a30c332ed:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-7d772409-5e65-4676-97a9-57f5ea3efdc8:NORMAL|RBW]]} size 15776
2014-04-10 11:45:42,254 INFO hdfs.StateChange (FSNamesystem.java:completeFile(2899)) - DIR* completeFile: /tmp/hadoop-yarn/staging/brock/.staging/job_1397148282618_0005/job_1397148282618_0005_1.jhist is closed by DFSClient_NONMAPREDUCE_1924950366_1
2014-04-10 11:45:42,271 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397148282618_0005.summary_tmp dst=null perm=brock:supergroup:rw-rw-rw-
2014-04-10 11:45:42,274 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(2966)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397148282618_0005.summary_tmp. BP-196700473-127.0.0.1-1397148267010 blk_1073741892_1068{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-b068c5d0-517e-4297-aa28-ff6d4c514e44:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-2bef5f6e-f0c9-4da0-8817-be69f5868853:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-331ec906-785c-475e-b366-176a30c332ed:NORMAL|RBW]]}
2014-04-10 11:45:42,290 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-196700473-127.0.0.1-1397148267010:blk_1073741892_1068 src: /127.0.0.1:51349 dest: /127.0.0.1:49954
2014-04-10 11:45:42,291 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-196700473-127.0.0.1-1397148267010:blk_1073741892_1068 src: /127.0.0.1:53809 dest: /127.0.0.1:53089
2014-04-10 11:45:42,293 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-196700473-127.0.0.1-1397148267010:blk_1073741892_1068 src: /127.0.0.1:48166 dest: /127.0.0.1:37136
2014-04-10 11:45:42,296 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:48166, dest: /127.0.0.1:37136, bytes: 432, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_1924950366_1, offset: 0, srvID: b242afcc-2d24-4b8f-9fb7-bc72b71e749a, blockid: BP-196700473-127.0.0.1-1397148267010:blk_1073741892_1068, duration: 1904091
2014-04-10 11:45:42,296 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-196700473-127.0.0.1-1397148267010:blk_1073741892_1068, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2014-04-10 11:45:42,297 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:37136 is added to blk_1073741892_1068{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-2bef5f6e-f0c9-4da0-8817-be69f5868853:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-331ec906-785c-475e-b366-176a30c332ed:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-97cf26c5-95a4-4e0e-a439-d9926ba08c0b:NORMAL|RBW]]} size 0
2014-04-10 11:45:42,297 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:53809, dest: /127.0.0.1:53089, bytes: 432, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_1924950366_1, offset: 0, srvID: 56b85d8f-9b31-4c91-b022-e568d9765c42, blockid: BP-196700473-127.0.0.1-1397148267010:blk_1073741892_1068, duration: 2448134
2014-04-10 11:45:42,297 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-196700473-127.0.0.1-1397148267010:blk_1073741892_1068, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 11:45:42,297 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:53089 is added to blk_1073741892_1068{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-2bef5f6e-f0c9-4da0-8817-be69f5868853:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-331ec906-785c-475e-b366-176a30c332ed:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-97cf26c5-95a4-4e0e-a439-d9926ba08c0b:NORMAL|RBW]]} size 0
2014-04-10 11:45:42,298 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:51349, dest: /127.0.0.1:49954, bytes: 432, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_1924950366_1, offset: 0, srvID: e20bf523-f226-4d36-9695-be2356cb97a6, blockid: BP-196700473-127.0.0.1-1397148267010:blk_1073741892_1068, duration: 3724265
2014-04-10 11:45:42,298 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:49954 is added to blk_1073741892_1068{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-2bef5f6e-f0c9-4da0-8817-be69f5868853:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-331ec906-785c-475e-b366-176a30c332ed:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-97cf26c5-95a4-4e0e-a439-d9926ba08c0b:NORMAL|RBW]]} size 0
2014-04-10 11:45:42,298 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-196700473-127.0.0.1-1397148267010:blk_1073741892_1068, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 11:45:42,313 INFO hdfs.StateChange (FSNamesystem.java:completeFile(2899)) - DIR* completeFile: /tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397148282618_0005.summary_tmp is closed by DFSClient_NONMAPREDUCE_1924950366_1
2014-04-10 11:45:42,329 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397148282618_0005.summary_tmp dst=null perm=brock:supergroup:rwxrwx---
2014-04-10 11:45:42,336 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397148282618_0005/job_1397148282618_0005_1.jhist dst=null perm=null
2014-04-10 11:45:42,337 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397148282618_0005-1397148332413-brock-%5BE18A1AA20D0A443C9899B71397945AC0%2F1565FA06A95A4B07-1397148342214-6-0-SUCCEEDED-default-1397148335091.jhist_tmp dst=null perm=null
2014-04-10 11:45:42,342 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397148282618_0005/job_1397148282618_0005_1.jhist dst=null perm=null
2014-04-10 11:45:42,343 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397148282618_0005-1397148332413-brock-%5BE18A1AA20D0A443C9899B71397945AC0%2F1565FA06A95A4B07-1397148342214-6-0-SUCCEEDED-default-1397148335091.jhist_tmp dst=null perm=null
2014-04-10 11:45:42,344 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397148282618_0005/job_1397148282618_0005_1.jhist dst=null perm=null
2014-04-10 11:45:42,363 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397148282618_0005-1397148332413-brock-%5BE18A1AA20D0A443C9899B71397945AC0%2F1565FA06A95A4B07-1397148342214-6-0-SUCCEEDED-default-1397148335091.jhist_tmp dst=null perm=brock:supergroup:rw-rw-rw-
2014-04-10 11:45:42,365 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:49954, dest: /127.0.0.1:51352, bytes: 62230, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_1924950366_1, offset: 0, srvID: e20bf523-f226-4d36-9695-be2356cb97a6, blockid: BP-196700473-127.0.0.1-1397148267010:blk_1073741889_1065, duration: 267859
2014-04-10 11:45:42,369 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(2966)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397148282618_0005-1397148332413-brock-%5BE18A1AA20D0A443C9899B71397945AC0%2F1565FA06A95A4B07-1397148342214-6-0-SUCCEEDED-default-1397148335091.jhist_tmp. BP-196700473-127.0.0.1-1397148267010 blk_1073741893_1069{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-c910d2b0-940b-4e3d-b4fd-b4f6084bf0d7:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-b068c5d0-517e-4297-aa28-ff6d4c514e44:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-7d772409-5e65-4676-97a9-57f5ea3efdc8:NORMAL|RBW]]}
2014-04-10 11:45:42,382 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-196700473-127.0.0.1-1397148267010:blk_1073741893_1069 src: /127.0.0.1:53812 dest: /127.0.0.1:53089
2014-04-10 11:45:42,383 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-196700473-127.0.0.1-1397148267010:blk_1073741893_1069 src: /127.0.0.1:51354 dest: /127.0.0.1:49954
2014-04-10 11:45:42,384 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-196700473-127.0.0.1-1397148267010:blk_1073741893_1069 src: /127.0.0.1:44738 dest: /127.0.0.1:56823
2014-04-10 11:45:42,388 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:44738, dest: /127.0.0.1:56823, bytes: 61746, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_1924950366_1, offset: 0, srvID: d87cf363-b947-4d02-ab62-043c9241fbef, blockid: BP-196700473-127.0.0.1-1397148267010:blk_1073741893_1069, duration: 2576947
2014-04-10 11:45:42,388 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-196700473-127.0.0.1-1397148267010:blk_1073741893_1069, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2014-04-10 11:45:42,389 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:56823 is added to blk_1073741893_1069{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-c910d2b0-940b-4e3d-b4fd-b4f6084bf0d7:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-b068c5d0-517e-4297-aa28-ff6d4c514e44:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-b6a9be31-6a8c-48bd-97ee-0b78fb430f32:NORMAL|RBW]]} size 0
2014-04-10 11:45:42,389 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:51354, dest: /127.0.0.1:49954, bytes: 61746, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_1924950366_1, offset: 0, srvID: e20bf523-f226-4d36-9695-be2356cb97a6, blockid: BP-196700473-127.0.0.1-1397148267010:blk_1073741893_1069, duration: 3190933
2014-04-10 11:45:42,389 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:49954 is added to blk_1073741893_1069{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-c910d2b0-940b-4e3d-b4fd-b4f6084bf0d7:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-b068c5d0-517e-4297-aa28-ff6d4c514e44:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-b6a9be31-6a8c-48bd-97ee-0b78fb430f32:NORMAL|RBW]]} size 0
2014-04-10 11:45:42,390 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:53812, dest: /127.0.0.1:53089, bytes: 61746, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_1924950366_1, offset: 0, srvID: 56b85d8f-9b31-4c91-b022-e568d9765c42, blockid: BP-196700473-127.0.0.1-1397148267010:blk_1073741893_1069, duration: 3995766
2014-04-10 11:45:42,390 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-196700473-127.0.0.1-1397148267010:blk_1073741893_1069, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 11:45:42,390 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-196700473-127.0.0.1-1397148267010:blk_1073741893_1069, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 11:45:42,390 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:53089 is added to blk_1073741893_1069{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-c910d2b0-940b-4e3d-b4fd-b4f6084bf0d7:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-b068c5d0-517e-4297-aa28-ff6d4c514e44:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-b6a9be31-6a8c-48bd-97ee-0b78fb430f32:NORMAL|RBW]]} size 0
2014-04-10 11:45:42,404 INFO hdfs.StateChange (FSNamesystem.java:completeFile(2899)) - DIR* completeFile: /tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397148282618_0005-1397148332413-brock-%5BE18A1AA20D0A443C9899B71397945AC0%2F1565FA06A95A4B07-1397148342214-6-0-SUCCEEDED-default-1397148335091.jhist_tmp is closed by DFSClient_NONMAPREDUCE_1924950366_1
2014-04-10 11:45:42,421 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397148282618_0005-1397148332413-brock-%5BE18A1AA20D0A443C9899B71397945AC0%2F1565FA06A95A4B07-1397148342214-6-0-SUCCEEDED-default-1397148335091.jhist_tmp dst=null perm=brock:supergroup:rwxrwx---
2014-04-10 11:45:42,422 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397148282618_0005/job_1397148282618_0005_1_conf.xml dst=null perm=null
2014-04-10 11:45:42,424 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397148282618_0005_conf.xml_tmp dst=null perm=null
2014-04-10 11:45:42,425 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397148282618_0005/job_1397148282618_0005_1_conf.xml dst=null perm=null
2014-04-10 11:45:42,426 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397148282618_0005_conf.xml_tmp dst=null perm=null
2014-04-10 11:45:42,428 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397148282618_0005/job_1397148282618_0005_1_conf.xml dst=null perm=null
2014-04-10 11:45:42,446 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397148282618_0005_conf.xml_tmp dst=null perm=brock:supergroup:rw-rw-rw-
2014-04-10 11:45:42,449 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:53089, dest: /127.0.0.1:53815, bytes: 95325, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_1924950366_1, offset: 0, srvID: 56b85d8f-9b31-4c91-b022-e568d9765c42, blockid: BP-196700473-127.0.0.1-1397148267010:blk_1073741886_1062, duration: 421772
2014-04-10 11:45:42,452 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(2966)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397148282618_0005_conf.xml_tmp. BP-196700473-127.0.0.1-1397148267010 blk_1073741894_1070{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-b6a9be31-6a8c-48bd-97ee-0b78fb430f32:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-2bef5f6e-f0c9-4da0-8817-be69f5868853:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-331ec906-785c-475e-b366-176a30c332ed:NORMAL|RBW]]}
2014-04-10 11:45:42,465 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-196700473-127.0.0.1-1397148267010:blk_1073741894_1070 src: /127.0.0.1:44740 dest: /127.0.0.1:56823
2014-04-10 11:45:42,466 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-196700473-127.0.0.1-1397148267010:blk_1073741894_1070 src: /127.0.0.1:53817 dest: /127.0.0.1:53089
2014-04-10 11:45:42,468 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-196700473-127.0.0.1-1397148267010:blk_1073741894_1070 src: /127.0.0.1:48174 dest: /127.0.0.1:37136
2014-04-10 11:45:42,473 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:48174, dest: /127.0.0.1:37136, bytes: 94585, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_1924950366_1, offset: 0, srvID: b242afcc-2d24-4b8f-9fb7-bc72b71e749a, blockid: BP-196700473-127.0.0.1-1397148267010:blk_1073741894_1070, duration: 3184506
2014-04-10 11:45:42,473 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-196700473-127.0.0.1-1397148267010:blk_1073741894_1070, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2014-04-10 11:45:42,473 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:37136 is added to blk_1073741894_1070{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-2bef5f6e-f0c9-4da0-8817-be69f5868853:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-7d772409-5e65-4676-97a9-57f5ea3efdc8:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-008d3ead-b2b9-49b0-88ab-01e536a210da:NORMAL|RBW]]} size 0
2014-04-10 11:45:42,474 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:53817, dest: /127.0.0.1:53089, bytes: 94585, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_1924950366_1, offset: 0, srvID: 56b85d8f-9b31-4c91-b022-e568d9765c42, blockid: BP-196700473-127.0.0.1-1397148267010:blk_1073741894_1070, duration: 4018079
2014-04-10 11:45:42,474 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-196700473-127.0.0.1-1397148267010:blk_1073741894_1070, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 11:45:42,474 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:53089 is added to blk_1073741894_1070{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-2bef5f6e-f0c9-4da0-8817-be69f5868853:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-7d772409-5e65-4676-97a9-57f5ea3efdc8:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-008d3ead-b2b9-49b0-88ab-01e536a210da:NORMAL|RBW]]} size 0
2014-04-10 11:45:42,474 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:44740, dest: /127.0.0.1:56823, bytes: 94585, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_1924950366_1, offset: 0, srvID: d87cf363-b947-4d02-ab62-043c9241fbef, blockid: BP-196700473-127.0.0.1-1397148267010:blk_1073741894_1070, duration: 4897149
2014-04-10 11:45:42,475 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-196700473-127.0.0.1-1397148267010:blk_1073741894_1070, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 11:45:42,475 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:56823 is added to blk_1073741894_1070{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-2bef5f6e-f0c9-4da0-8817-be69f5868853:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-7d772409-5e65-4676-97a9-57f5ea3efdc8:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-008d3ead-b2b9-49b0-88ab-01e536a210da:NORMAL|RBW]]} size 0
2014-04-10 11:45:42,638 INFO hdfs.StateChange (FSNamesystem.java:completeFile(2899)) - DIR* completeFile: /tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397148282618_0005_conf.xml_tmp is closed by DFSClient_NONMAPREDUCE_1924950366_1
2014-04-10 11:45:42,654 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397148282618_0005_conf.xml_tmp dst=null perm=brock:supergroup:rwxrwx---
2014-04-10 11:45:42,671 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=rename src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397148282618_0005.summary_tmp dst=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397148282618_0005.summary perm=brock:supergroup:rwxrwx---
2014-04-10 11:45:42,688 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=rename src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397148282618_0005_conf.xml_tmp dst=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397148282618_0005_conf.xml perm=brock:supergroup:rwxrwx---
2014-04-10 11:45:42,704 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=rename src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397148282618_0005-1397148332413-brock-%5BE18A1AA20D0A443C9899B71397945AC0%2F1565FA06A95A4B07-1397148342214-6-0-SUCCEEDED-default-1397148335091.jhist_tmp dst=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397148282618_0005-1397148332413-brock-%5BE18A1AA20D0A443C9899B71397945AC0%2F1565FA06A95A4B07-1397148342214-6-0-SUCCEEDED-default-1397148335091.jhist perm=brock:supergroup:rwxrwx---
2014-04-10 11:45:42,713 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:rememberTargetTransitionsAndStoreState(960)) - Updating application attempt appattempt_1397148282618_0005_000001 with final state: FINISHING
2014-04-10 11:45:42,714 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(652)) - appattempt_1397148282618_0005_000001 State change from RUNNING to FINAL_SAVING
2014-04-10 11:45:42,714 INFO rmapp.RMAppImpl (RMAppImpl.java:rememberTargetTransitionsAndStoreState(805)) - Updating application application_1397148282618_0005 with final state: FINISHING
2014-04-10 11:45:42,714 INFO rmapp.RMAppImpl (RMAppImpl.java:handle(610)) - application_1397148282618_0005 State change from RUNNING to FINAL_SAVING
2014-04-10 11:45:42,714 INFO recovery.RMStateStore (RMStateStore.java:handleStoreEvent(596)) - Storing info for app: application_1397148282618_0005
2014-04-10 11:45:42,715 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(652)) - appattempt_1397148282618_0005_000001 State change from FINAL_SAVING to FINISHING
2014-04-10 11:45:42,715 INFO rmapp.RMAppImpl (RMAppImpl.java:handle(610)) - application_1397148282618_0005 State change from FINAL_SAVING to FINISHING
2014-04-10 11:45:42,770 INFO mapred.ClientServiceDelegate (ClientServiceDelegate.java:getProxy(273)) - Application state is completed. FinalApplicationStatus=SUCCEEDED. Redirecting to job history server
2014-04-10 11:45:42,773 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=listStatus src=/tmp/hadoop-yarn/staging/history/done_intermediate dst=null perm=null
2014-04-10 11:45:42,774 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=listStatus src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock dst=null perm=null
2014-04-10 11:45:42,776 INFO hs.CompletedJob (CompletedJob.java:<init>(95)) - Loading job: job_1397148282618_0005 from file: hdfs://localhost:38088/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397148282618_0005-1397148332413-brock-%5BE18A1AA20D0A443C9899B71397945AC0%2F1565FA06A95A4B07-1397148342214-6-0-SUCCEEDED-default-1397148335091.jhist
2014-04-10 11:45:42,776 INFO hs.CompletedJob (CompletedJob.java:loadFullHistoryData(326)) - Loading history file: [hdfs://localhost:38088/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397148282618_0005-1397148332413-brock-%5BE18A1AA20D0A443C9899B71397945AC0%2F1565FA06A95A4B07-1397148342214-6-0-SUCCEEDED-default-1397148335091.jhist]
2014-04-10 11:45:42,777 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397148282618_0005-1397148332413-brock-%5BE18A1AA20D0A443C9899B71397945AC0%2F1565FA06A95A4B07-1397148342214-6-0-SUCCEEDED-default-1397148335091.jhist dst=null perm=null
2014-04-10 11:45:42,780 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:53089, dest: /127.0.0.1:53821, bytes: 62230, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_-1040503166_9, offset: 0, srvID: 56b85d8f-9b31-4c91-b022-e568d9765c42, blockid: BP-196700473-127.0.0.1-1397148267010:blk_1073741893_1069, duration: 283627
2014-04-10 11:45:42,800 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:updateAndGetContainerStatuses(374)) - Removed completed container container_1397148282618_0005_01_000003
2014-04-10 11:45:42,800 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397148282618_0005_01_000003 Container Transitioned from RUNNING to COMPLETED
2014-04-10 11:45:42,800 INFO fica.FiCaSchedulerApp (FiCaSchedulerApp.java:containerCompleted(91)) - Completed container: container_1397148282618_0005_01_000003 in state: COMPLETED event:FINISHED
2014-04-10 11:45:42,800 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(98)) - USER=brock OPERATION=AM Released Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1397148282618_0005 CONTAINERID=container_1397148282618_0005_01_000003
2014-04-10 11:45:42,800 INFO fica.FiCaSchedulerNode (FiCaSchedulerNode.java:releaseContainer(164)) - Released container container_1397148282618_0005_01_000003 of capacity <memory:1024, vCores:1> on host localhost:42958, which currently has 1 containers, <memory:2048, vCores:1> used and <memory:2048, vCores:7> available, release resources=true
2014-04-10 11:45:42,800 INFO capacity.LeafQueue (LeafQueue.java:releaseResource(1506)) - default used=<memory:3072, vCores:2> numContainers=2 user=brock user-resources=<memory:3072, vCores:2>
2014-04-10 11:45:42,800 INFO capacity.LeafQueue (LeafQueue.java:completedContainer(1448)) - completedContainer container=Container: [ContainerId: container_1397148282618_0005_01_000003, NodeId: localhost:42958, NodeHttpAddress: localhost:52042, Resource: <memory:1024, vCores:1>, Priority: 20, Token: Token { kind: ContainerToken, service: localhost:42958 }, ] resource=<memory:1024, vCores:1> queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:3072, vCores:2>usedCapacity=0.1875, absoluteUsedCapacity=0.1875, numApps=1, numContainers=2 usedCapacity=0.1875 absoluteUsedCapacity=0.1875 used=<memory:3072, vCores:2> cluster=<memory:16384, vCores:32>
2014-04-10 11:45:42,801 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(694)) - completedContainer queue=root usedCapacity=0.1875 absoluteUsedCapacity=0.1875 used=<memory:3072, vCores:2> cluster=<memory:16384, vCores:32>
2014-04-10 11:45:42,801 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(708)) - Re-sorting completed queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:3072, vCores:2>usedCapacity=0.1875, absoluteUsedCapacity=0.1875, numApps=1, numContainers=2
2014-04-10 11:45:42,801 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(849)) - Application appattempt_1397148282618_0005_000001 released container container_1397148282618_0005_01_000003 on node: host: localhost:42958 #containers=1 available=2048 used=2048 with event: FINISHED
2014-04-10 11:45:42,812 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397148282618_0005.summary dst=null perm=null
2014-04-10 11:45:42,814 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:53089, dest: /127.0.0.1:53821, bytes: 436, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_724752928_9, offset: 0, srvID: 56b85d8f-9b31-4c91-b022-e568d9765c42, blockid: BP-196700473-127.0.0.1-1397148267010:blk_1073741892_1068, duration: 294962
2014-04-10 11:45:42,815 INFO jobhistory.JobSummary (HistoryFileManager.java:moveToDone(372)) - jobId=job_1397148282618_0005,submitTime=1397148332413,launchTime=1397148335091,firstMapTaskLaunchTime=1397148337275,firstReduceTaskLaunchTime=0,finishTime=1397148342214,resourcesPerMap=1024,resourcesPerReduce=0,numMaps=6,numReduces=0,user=brock,queue=default,status=SUCCEEDED,mapSlotSeconds=26,reduceSlotSeconds=0,jobName=[E18A1AA20D0A443C9899B71397945AC0/1565FA06A95A4B07BC2F7CA5E362F74E] first/(1/1) ...pplatform/globmultisource
2014-04-10 11:45:42,815 INFO hs.HistoryFileManager (HistoryFileManager.java:moveToDone(373)) - Deleting JobSummary file: [hdfs://localhost:38088/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397148282618_0005.summary]
2014-04-10 11:45:42,829 INFO BlockStateChange (BlockManager.java:addToInvalidates(1030)) - BLOCK* addToInvalidates: blk_1073741892_1068 127.0.0.1:49954 127.0.0.1:53089 127.0.0.1:37136
2014-04-10 11:45:42,830 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=delete src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397148282618_0005.summary dst=null perm=null
2014-04-10 11:45:42,831 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/history/done/2014/04/10/000000 dst=null perm=null
2014-04-10 11:45:42,832 INFO hs.HistoryFileManager (HistoryFileManager.java:moveToDoneNow(947)) - Moving hdfs://localhost:38088/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397148282618_0005-1397148332413-brock-%5BE18A1AA20D0A443C9899B71397945AC0%2F1565FA06A95A4B07-1397148342214-6-0-SUCCEEDED-default-1397148335091.jhist to hdfs://localhost:38088/tmp/hadoop-yarn/staging/history/done/2014/04/10/000000/job_1397148282618_0005-1397148332413-brock-%5BE18A1AA20D0A443C9899B71397945AC0%2F1565FA06A95A4B07-1397148342214-6-0-SUCCEEDED-default-1397148335091.jhist
2014-04-10 11:45:42,846 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=rename options=0 src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397148282618_0005-1397148332413-brock-%5BE18A1AA20D0A443C9899B71397945AC0%2F1565FA06A95A4B07-1397148342214-6-0-SUCCEEDED-default-1397148335091.jhist dst=/tmp/hadoop-yarn/staging/history/done/2014/04/10/000000/job_1397148282618_0005-1397148332413-brock-%5BE18A1AA20D0A443C9899B71397945AC0%2F1565FA06A95A4B07-1397148342214-6-0-SUCCEEDED-default-1397148335091.jhist perm=brock:supergroup:rwxrwx---
2014-04-10 11:45:42,846 INFO hs.HistoryFileManager (HistoryFileManager.java:moveToDoneNow(947)) - Moving hdfs://localhost:38088/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397148282618_0005_conf.xml to hdfs://localhost:38088/tmp/hadoop-yarn/staging/history/done/2014/04/10/000000/job_1397148282618_0005_conf.xml
2014-04-10 11:45:42,863 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=rename options=0 src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397148282618_0005_conf.xml dst=/tmp/hadoop-yarn/staging/history/done/2014/04/10/000000/job_1397148282618_0005_conf.xml perm=brock:supergroup:rwxrwx---
2014-04-10 11:45:42,879 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/hadooptapplatform/globmultisource dst=null perm=null
2014-04-10 11:45:42,880 INFO util.Hadoop18TapUtil (Hadoop18TapUtil.java:cleanTempPath(219)) - deleting temp path /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/hadooptapplatform/globmultisource/_temporary
2014-04-10 11:45:42,880 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/hadooptapplatform/globmultisource/_temporary dst=null perm=null
2014-04-10 11:45:42,881 INFO cascade.Cascade (Cascade.java:logInfo(991)) - [first+second] completed flow: first
2014-04-10 11:45:42,881 INFO cascade.Cascade (Cascade.java:logInfo(991)) - [first+second] starting flow: second
2014-04-10 11:45:42,881 INFO flow.Flow (BaseFlow.java:logInfo(1354)) - [second] at least one sink is marked for delete
2014-04-10 11:45:42,882 INFO flow.Flow (BaseFlow.java:logInfo(1354)) - [second] sink oldest modified date: Wed Dec 31 17:59:59 CST 1969
2014-04-10 11:45:42,883 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/hadooptapplatform/globmultiource2 dst=null perm=null
2014-04-10 11:45:42,885 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/hadooptapplatform/globmultiource2 dst=null perm=null
2014-04-10 11:45:42,886 INFO flow.Flow (BaseFlow.java:logInfo(1354)) - [second] starting
2014-04-10 11:45:42,886 INFO flow.Flow (BaseFlow.java:logInfo(1354)) - [second] source: Hfs["TextLine[['offset', 'line']->[ALL]]"]["/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/hadooptapplatform/globmultisource"]
2014-04-10 11:45:42,887 INFO flow.Flow (BaseFlow.java:logInfo(1354)) - [second] sink: Hfs["TextLine[['offset', 'line']->[ALL]]"]["/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/hadooptapplatform/globmultiource2"]
2014-04-10 11:45:42,887 INFO flow.Flow (BaseFlow.java:logInfo(1354)) - [second] parallel execution is enabled: true
2014-04-10 11:45:42,887 INFO flow.Flow (BaseFlow.java:logInfo(1354)) - [second] starting jobs: 1
2014-04-10 11:45:42,887 INFO flow.Flow (BaseFlow.java:logInfo(1354)) - [second] allocating threads: 1
2014-04-10 11:45:42,888 INFO flow.FlowStep (BaseFlowStep.java:logInfo(834)) - [second] starting step: (1/1) ...pplatform/globmultiource2
2014-04-10 11:45:42,900 INFO client.RMProxy (RMProxy.java:createRMProxy(92)) - Connecting to ResourceManager at localhost/127.0.0.1:53220
2014-04-10 11:45:42,907 INFO client.RMProxy (RMProxy.java:createRMProxy(92)) - Connecting to ResourceManager at localhost/127.0.0.1:53220
2014-04-10 11:45:42,908 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/hadooptapplatform/globmultiource2 dst=null perm=null
2014-04-10 11:45:42,909 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging dst=null perm=null
2014-04-10 11:45:42,910 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging dst=null perm=null
2014-04-10 11:45:42,911 INFO resourcemanager.ClientRMService (ClientRMService.java:getNewApplicationId(213)) - Allocated new applicationId: 6
2014-04-10 11:45:42,912 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397148282618_0006 dst=null perm=null
2014-04-10 11:45:42,923 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:updateAndGetContainerStatuses(374)) - Removed completed container container_1397148282618_0005_01_000004
2014-04-10 11:45:42,924 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397148282618_0005_01_000004 Container Transitioned from RUNNING to COMPLETED
2014-04-10 11:45:42,924 INFO fica.FiCaSchedulerApp (FiCaSchedulerApp.java:containerCompleted(91)) - Completed container: container_1397148282618_0005_01_000004 in state: COMPLETED event:FINISHED
2014-04-10 11:45:42,924 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(98)) - USER=brock OPERATION=AM Released Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1397148282618_0005 CONTAINERID=container_1397148282618_0005_01_000004
2014-04-10 11:45:42,924 INFO fica.FiCaSchedulerNode (FiCaSchedulerNode.java:releaseContainer(164)) - Released container container_1397148282618_0005_01_000004 of capacity <memory:1024, vCores:1> on host localhost:33805, which currently has 0 containers, <memory:0, vCores:0> used and <memory:4096, vCores:8> available, release resources=true
2014-04-10 11:45:42,924 INFO capacity.LeafQueue (LeafQueue.java:releaseResource(1506)) - default used=<memory:2048, vCores:1> numContainers=1 user=brock user-resources=<memory:2048, vCores:1>
2014-04-10 11:45:42,925 INFO capacity.LeafQueue (LeafQueue.java:completedContainer(1448)) - completedContainer container=Container: [ContainerId: container_1397148282618_0005_01_000004, NodeId: localhost:33805, NodeHttpAddress: localhost:42238, Resource: <memory:1024, vCores:1>, Priority: 20, Token: Token { kind: ContainerToken, service: localhost:33805 }, ] resource=<memory:1024, vCores:1> queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:2048, vCores:1>usedCapacity=0.125, absoluteUsedCapacity=0.125, numApps=1, numContainers=1 usedCapacity=0.125 absoluteUsedCapacity=0.125 used=<memory:2048, vCores:1> cluster=<memory:16384, vCores:32>
2014-04-10 11:45:42,925 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(694)) - completedContainer queue=root usedCapacity=0.125 absoluteUsedCapacity=0.125 used=<memory:2048, vCores:1> cluster=<memory:16384, vCores:32>
2014-04-10 11:45:42,925 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(708)) - Re-sorting completed queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:2048, vCores:1>usedCapacity=0.125, absoluteUsedCapacity=0.125, numApps=1, numContainers=1
2014-04-10 11:45:42,925 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(849)) - Application appattempt_1397148282618_0005_000001 released container container_1397148282618_0005_01_000004 on node: host: localhost:33805 #containers=0 available=4096 used=0 with event: FINISHED
2014-04-10 11:45:42,929 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=mkdirs src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397148282618_0006 dst=null perm=brock:supergroup:rwxr-xr-x
2014-04-10 11:45:42,946 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397148282618_0006 dst=null perm=brock:supergroup:rwx------
2014-04-10 11:45:42,947 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397148282618_0006/job.jar dst=null perm=null
2014-04-10 11:45:42,963 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397148282618_0006/job.jar dst=null perm=brock:supergroup:rw-r--r--
2014-04-10 11:45:42,965 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(2966)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/brock/.staging/job_1397148282618_0006/job.jar. BP-196700473-127.0.0.1-1397148267010 blk_1073741895_1071{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-7d772409-5e65-4676-97a9-57f5ea3efdc8:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-331ec906-785c-475e-b366-176a30c332ed:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-97cf26c5-95a4-4e0e-a439-d9926ba08c0b:NORMAL|RBW]]}
2014-04-10 11:45:42,981 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-196700473-127.0.0.1-1397148267010:blk_1073741895_1071 src: /127.0.0.1:44746 dest: /127.0.0.1:56823
2014-04-10 11:45:42,982 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-196700473-127.0.0.1-1397148267010:blk_1073741895_1071 src: /127.0.0.1:48179 dest: /127.0.0.1:37136
2014-04-10 11:45:42,983 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-196700473-127.0.0.1-1397148267010:blk_1073741895_1071 src: /127.0.0.1:51365 dest: /127.0.0.1:49954
2014-04-10 11:45:42,989 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:51365, dest: /127.0.0.1:49954, bytes: 244650, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-1040503166_9, offset: 0, srvID: e20bf523-f226-4d36-9695-be2356cb97a6, blockid: BP-196700473-127.0.0.1-1397148267010:blk_1073741895_1071, duration: 4294658
2014-04-10 11:45:42,989 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-196700473-127.0.0.1-1397148267010:blk_1073741895_1071, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2014-04-10 11:45:42,989 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:49954 is added to blk_1073741895_1071{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-331ec906-785c-475e-b366-176a30c332ed:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-97cf26c5-95a4-4e0e-a439-d9926ba08c0b:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-b6a9be31-6a8c-48bd-97ee-0b78fb430f32:NORMAL|RBW]]} size 0
2014-04-10 11:45:42,989 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:48179, dest: /127.0.0.1:37136, bytes: 244650, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-1040503166_9, offset: 0, srvID: b242afcc-2d24-4b8f-9fb7-bc72b71e749a, blockid: BP-196700473-127.0.0.1-1397148267010:blk_1073741895_1071, duration: 4874949
2014-04-10 11:45:42,990 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-196700473-127.0.0.1-1397148267010:blk_1073741895_1071, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 11:45:42,990 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:37136 is added to blk_1073741895_1071{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-331ec906-785c-475e-b366-176a30c332ed:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-97cf26c5-95a4-4e0e-a439-d9926ba08c0b:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-b6a9be31-6a8c-48bd-97ee-0b78fb430f32:NORMAL|RBW]]} size 0
2014-04-10 11:45:42,990 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:44746, dest: /127.0.0.1:56823, bytes: 244650, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-1040503166_9, offset: 0, srvID: d87cf363-b947-4d02-ab62-043c9241fbef, blockid: BP-196700473-127.0.0.1-1397148267010:blk_1073741895_1071, duration: 4733060
2014-04-10 11:45:42,991 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-196700473-127.0.0.1-1397148267010:blk_1073741895_1071, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 11:45:42,991 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:56823 is added to blk_1073741895_1071{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-331ec906-785c-475e-b366-176a30c332ed:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-97cf26c5-95a4-4e0e-a439-d9926ba08c0b:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-b6a9be31-6a8c-48bd-97ee-0b78fb430f32:NORMAL|RBW]]} size 0
2014-04-10 11:45:43,004 INFO hdfs.StateChange (FSNamesystem.java:completeFile(2899)) - DIR* completeFile: /tmp/hadoop-yarn/staging/brock/.staging/job_1397148282618_0006/job.jar is closed by DFSClient_NONMAPREDUCE_-1040503166_9
2014-04-10 11:45:43,005 INFO blockmanagement.BlockManager (BlockManager.java:setReplication(2455)) - Increasing replication from 3 to 10 for /tmp/hadoop-yarn/staging/brock/.staging/job_1397148282618_0006/job.jar
2014-04-10 11:45:43,021 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=setReplication src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397148282618_0006/job.jar dst=null perm=null
2014-04-10 11:45:43,038 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397148282618_0006/job.jar dst=null perm=brock:supergroup:rw-r--r--
2014-04-10 11:45:43,039 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null
2014-04-10 11:45:43,040 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target/Hadoop2MR1Platform-tmpDir/hadoop-6513904787770014536.jar dst=null perm=null
2014-04-10 11:45:43,041 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null
2014-04-10 11:45:43,042 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target/Hadoop2MR1Platform-tmpDir dst=null perm=null
2014-04-10 11:45:43,043 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target dst=null perm=null
2014-04-10 11:45:43,044 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock dst=null perm=null
2014-04-10 11:45:43,044 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user dst=null perm=null
2014-04-10 11:45:43,045 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/ dst=null perm=null
2014-04-10 11:45:43,046 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target/Hadoop2MR1Platform-tmpDir/hadoop-6513904787770014536.jar dst=null perm=null
2014-04-10 11:45:43,049 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/hadooptapplatform/globmultisource dst=null perm=null
2014-04-10 11:45:43,050 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/hadooptapplatform/globmultisource dst=null perm=null
2014-04-10 11:45:43,051 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=listStatus src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/hadooptapplatform/globmultisource dst=null perm=null
2014-04-10 11:45:43,055 INFO mapred.FileInputFormat (FileInputFormat.java:listStatus(253)) - Total input paths to process : 6
2014-04-10 11:45:43,071 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397148282618_0006/job.split dst=null perm=brock:supergroup:rw-r--r--
2014-04-10 11:45:43,088 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397148282618_0006/job.split dst=null perm=brock:supergroup:rw-r--r--
2014-04-10 11:45:43,089 INFO blockmanagement.BlockManager (BlockManager.java:setReplication(2455)) - Increasing replication from 3 to 10 for /tmp/hadoop-yarn/staging/brock/.staging/job_1397148282618_0006/job.split
2014-04-10 11:45:43,104 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=setReplication src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397148282618_0006/job.split dst=null perm=null
2014-04-10 11:45:43,106 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(2966)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/brock/.staging/job_1397148282618_0006/job.split. BP-196700473-127.0.0.1-1397148267010 blk_1073741896_1072{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-331ec906-785c-475e-b366-176a30c332ed:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-b068c5d0-517e-4297-aa28-ff6d4c514e44:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-c910d2b0-940b-4e3d-b4fd-b4f6084bf0d7:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-7d772409-5e65-4676-97a9-57f5ea3efdc8:NORMAL|RBW]]}
2014-04-10 11:45:43,123 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-196700473-127.0.0.1-1397148267010:blk_1073741896_1072 src: /127.0.0.1:48181 dest: /127.0.0.1:37136
2014-04-10 11:45:43,124 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-196700473-127.0.0.1-1397148267010:blk_1073741896_1072 src: /127.0.0.1:51367 dest: /127.0.0.1:49954
2014-04-10 11:45:43,125 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-196700473-127.0.0.1-1397148267010:blk_1073741896_1072 src: /127.0.0.1:53827 dest: /127.0.0.1:53089
2014-04-10 11:45:43,126 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-196700473-127.0.0.1-1397148267010:blk_1073741896_1072 src: /127.0.0.1:44752 dest: /127.0.0.1:56823
2014-04-10 11:45:43,130 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:44752, dest: /127.0.0.1:56823, bytes: 3343, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-1040503166_9, offset: 0, srvID: d87cf363-b947-4d02-ab62-043c9241fbef, blockid: BP-196700473-127.0.0.1-1397148267010:blk_1073741896_1072, duration: 2350754
2014-04-10 11:45:43,130 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-196700473-127.0.0.1-1397148267010:blk_1073741896_1072, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2014-04-10 11:45:43,131 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:53827, dest: /127.0.0.1:53089, bytes: 3343, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-1040503166_9, offset: 0, srvID: 56b85d8f-9b31-4c91-b022-e568d9765c42, blockid: BP-196700473-127.0.0.1-1397148267010:blk_1073741896_1072, duration: 2989067
2014-04-10 11:45:43,131 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:56823 is added to blk_1073741896_1072{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-b068c5d0-517e-4297-aa28-ff6d4c514e44:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-c910d2b0-940b-4e3d-b4fd-b4f6084bf0d7:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-7d772409-5e65-4676-97a9-57f5ea3efdc8:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-008d3ead-b2b9-49b0-88ab-01e536a210da:NORMAL|RBW]]} size 0
2014-04-10 11:45:43,131 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-196700473-127.0.0.1-1397148267010:blk_1073741896_1072, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 11:45:43,131 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:51367, dest: /127.0.0.1:49954, bytes: 3343, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-1040503166_9, offset: 0, srvID: e20bf523-f226-4d36-9695-be2356cb97a6, blockid: BP-196700473-127.0.0.1-1397148267010:blk_1073741896_1072, duration: 3616754
2014-04-10 11:45:43,131 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:53089 is added to blk_1073741896_1072{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-b068c5d0-517e-4297-aa28-ff6d4c514e44:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-c910d2b0-940b-4e3d-b4fd-b4f6084bf0d7:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-7d772409-5e65-4676-97a9-57f5ea3efdc8:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-008d3ead-b2b9-49b0-88ab-01e536a210da:NORMAL|RBW]]} size 0
2014-04-10 11:45:43,132 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-196700473-127.0.0.1-1397148267010:blk_1073741896_1072, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 11:45:43,132 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:49954 is added to blk_1073741896_1072{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-b068c5d0-517e-4297-aa28-ff6d4c514e44:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-c910d2b0-940b-4e3d-b4fd-b4f6084bf0d7:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-7d772409-5e65-4676-97a9-57f5ea3efdc8:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-008d3ead-b2b9-49b0-88ab-01e536a210da:NORMAL|RBW]]} size 0
2014-04-10 11:45:43,132 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:48181, dest: /127.0.0.1:37136, bytes: 3343, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-1040503166_9, offset: 0, srvID: b242afcc-2d24-4b8f-9fb7-bc72b71e749a, blockid: BP-196700473-127.0.0.1-1397148267010:blk_1073741896_1072, duration: 4224628
2014-04-10 11:45:43,133 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-196700473-127.0.0.1-1397148267010:blk_1073741896_1072, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 11:45:43,133 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:37136 is added to blk_1073741896_1072{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-b068c5d0-517e-4297-aa28-ff6d4c514e44:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-c910d2b0-940b-4e3d-b4fd-b4f6084bf0d7:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-7d772409-5e65-4676-97a9-57f5ea3efdc8:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-008d3ead-b2b9-49b0-88ab-01e536a210da:NORMAL|RBW]]} size 0
2014-04-10 11:45:43,146 INFO hdfs.StateChange (FSNamesystem.java:completeFile(2899)) - DIR* completeFile: /tmp/hadoop-yarn/staging/brock/.staging/job_1397148282618_0006/job.split is closed by DFSClient_NONMAPREDUCE_-1040503166_9
2014-04-10 11:45:43,163 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397148282618_0006/job.splitmetainfo dst=null perm=brock:supergroup:rw-r--r--
2014-04-10 11:45:43,179 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397148282618_0006/job.splitmetainfo dst=null perm=brock:supergroup:rw-r--r--
2014-04-10 11:45:43,181 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(2966)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/brock/.staging/job_1397148282618_0006/job.splitmetainfo. BP-196700473-127.0.0.1-1397148267010 blk_1073741897_1073{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-2bef5f6e-f0c9-4da0-8817-be69f5868853:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-331ec906-785c-475e-b366-176a30c332ed:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-b068c5d0-517e-4297-aa28-ff6d4c514e44:NORMAL|RBW]]}
2014-04-10 11:45:43,197 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-196700473-127.0.0.1-1397148267010:blk_1073741897_1073 src: /127.0.0.1:53829 dest: /127.0.0.1:53089
2014-04-10 11:45:43,199 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-196700473-127.0.0.1-1397148267010:blk_1073741897_1073 src: /127.0.0.1:48186 dest: /127.0.0.1:37136
2014-04-10 11:45:43,200 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-196700473-127.0.0.1-1397148267010:blk_1073741897_1073 src: /127.0.0.1:51372 dest: /127.0.0.1:49954
2014-04-10 11:45:43,202 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:51372, dest: /127.0.0.1:49954, bytes: 228, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-1040503166_9, offset: 0, srvID: e20bf523-f226-4d36-9695-be2356cb97a6, blockid: BP-196700473-127.0.0.1-1397148267010:blk_1073741897_1073, duration: 1476253
2014-04-10 11:45:43,203 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-196700473-127.0.0.1-1397148267010:blk_1073741897_1073, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2014-04-10 11:45:43,203 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:49954 is added to blk_1073741897_1073{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-2bef5f6e-f0c9-4da0-8817-be69f5868853:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-331ec906-785c-475e-b366-176a30c332ed:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-97cf26c5-95a4-4e0e-a439-d9926ba08c0b:NORMAL|RBW]]} size 0
2014-04-10 11:45:43,203 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:48186, dest: /127.0.0.1:37136, bytes: 228, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-1040503166_9, offset: 0, srvID: b242afcc-2d24-4b8f-9fb7-bc72b71e749a, blockid: BP-196700473-127.0.0.1-1397148267010:blk_1073741897_1073, duration: 2044085
2014-04-10 11:45:43,204 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-196700473-127.0.0.1-1397148267010:blk_1073741897_1073, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 11:45:43,204 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:37136 is added to blk_1073741897_1073{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-2bef5f6e-f0c9-4da0-8817-be69f5868853:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-331ec906-785c-475e-b366-176a30c332ed:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-97cf26c5-95a4-4e0e-a439-d9926ba08c0b:NORMAL|RBW]]} size 0
2014-04-10 11:45:43,204 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:53829, dest: /127.0.0.1:53089, bytes: 228, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-1040503166_9, offset: 0, srvID: 56b85d8f-9b31-4c91-b022-e568d9765c42, blockid: BP-196700473-127.0.0.1-1397148267010:blk_1073741897_1073, duration: 2885281
2014-04-10 11:45:43,204 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-196700473-127.0.0.1-1397148267010:blk_1073741897_1073, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 11:45:43,204 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:53089 is added to blk_1073741897_1073{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-2bef5f6e-f0c9-4da0-8817-be69f5868853:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-331ec906-785c-475e-b366-176a30c332ed:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-97cf26c5-95a4-4e0e-a439-d9926ba08c0b:NORMAL|RBW]]} size 0
2014-04-10 11:45:43,221 INFO hdfs.StateChange (FSNamesystem.java:completeFile(2899)) - DIR* completeFile: /tmp/hadoop-yarn/staging/brock/.staging/job_1397148282618_0006/job.splitmetainfo is closed by DFSClient_NONMAPREDUCE_-1040503166_9
2014-04-10 11:45:43,221 INFO mapreduce.JobSubmitter (JobSubmitter.java:submitJobInternal(396)) - number of splits:8
2014-04-10 11:45:43,238 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397148282618_0006/job.xml dst=null perm=brock:supergroup:rw-r--r--
2014-04-10 11:45:43,254 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397148282618_0006/job.xml dst=null perm=brock:supergroup:rw-r--r--
2014-04-10 11:45:43,263 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(2966)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/brock/.staging/job_1397148282618_0006/job.xml. BP-196700473-127.0.0.1-1397148267010 blk_1073741898_1074{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-331ec906-785c-475e-b366-176a30c332ed:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-97cf26c5-95a4-4e0e-a439-d9926ba08c0b:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-7d772409-5e65-4676-97a9-57f5ea3efdc8:NORMAL|RBW]]}
2014-04-10 11:45:43,281 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-196700473-127.0.0.1-1397148267010:blk_1073741898_1074 src: /127.0.0.1:48189 dest: /127.0.0.1:37136
2014-04-10 11:45:43,282 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-196700473-127.0.0.1-1397148267010:blk_1073741898_1074 src: /127.0.0.1:51375 dest: /127.0.0.1:49954
2014-04-10 11:45:43,283 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-196700473-127.0.0.1-1397148267010:blk_1073741898_1074 src: /127.0.0.1:44759 dest: /127.0.0.1:56823
2014-04-10 11:45:43,288 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:44759, dest: /127.0.0.1:56823, bytes: 80060, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-1040503166_9, offset: 0, srvID: d87cf363-b947-4d02-ab62-043c9241fbef, blockid: BP-196700473-127.0.0.1-1397148267010:blk_1073741898_1074, duration: 3399739
2014-04-10 11:45:43,288 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-196700473-127.0.0.1-1397148267010:blk_1073741898_1074, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2014-04-10 11:45:43,289 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:51375, dest: /127.0.0.1:49954, bytes: 80060, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-1040503166_9, offset: 0, srvID: e20bf523-f226-4d36-9695-be2356cb97a6, blockid: BP-196700473-127.0.0.1-1397148267010:blk_1073741898_1074, duration: 4001878
2014-04-10 11:45:43,289 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:56823 is added to blk_1073741898_1074{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-008d3ead-b2b9-49b0-88ab-01e536a210da:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-b068c5d0-517e-4297-aa28-ff6d4c514e44:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-b6a9be31-6a8c-48bd-97ee-0b78fb430f32:NORMAL|RBW]]} size 0
2014-04-10 11:45:43,289 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-196700473-127.0.0.1-1397148267010:blk_1073741898_1074, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 11:45:43,290 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:48189, dest: /127.0.0.1:37136, bytes: 80060, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-1040503166_9, offset: 0, srvID: b242afcc-2d24-4b8f-9fb7-bc72b71e749a, blockid: BP-196700473-127.0.0.1-1397148267010:blk_1073741898_1074, duration: 4674961
2014-04-10 11:45:43,290 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:49954 is added to blk_1073741898_1074{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-008d3ead-b2b9-49b0-88ab-01e536a210da:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-b068c5d0-517e-4297-aa28-ff6d4c514e44:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-b6a9be31-6a8c-48bd-97ee-0b78fb430f32:NORMAL|RBW]]} size 0
2014-04-10 11:45:43,290 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-196700473-127.0.0.1-1397148267010:blk_1073741898_1074, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 11:45:43,291 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:37136 is added to blk_1073741898_1074{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-008d3ead-b2b9-49b0-88ab-01e536a210da:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-b068c5d0-517e-4297-aa28-ff6d4c514e44:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-b6a9be31-6a8c-48bd-97ee-0b78fb430f32:NORMAL|RBW]]} size 0
2014-04-10 11:45:43,304 INFO hdfs.StateChange (FSNamesystem.java:completeFile(2899)) - DIR* completeFile: /tmp/hadoop-yarn/staging/brock/.staging/job_1397148282618_0006/job.xml is closed by DFSClient_NONMAPREDUCE_-1040503166_9
2014-04-10 11:45:43,305 INFO mapreduce.JobSubmitter (JobSubmitter.java:printTokens(479)) - Submitting tokens for job: job_1397148282618_0006
2014-04-10 11:45:43,306 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397148282618_0006 dst=null perm=null
2014-04-10 11:45:43,307 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397148282618_0006/job.xml dst=null perm=null
2014-04-10 11:45:43,308 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397148282618_0006/job.xml dst=null perm=null
2014-04-10 11:45:43,309 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397148282618_0006/job.jar dst=null perm=null
2014-04-10 11:45:43,310 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397148282618_0006/job.jar dst=null perm=null
2014-04-10 11:45:43,311 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397148282618_0006/job.split dst=null perm=null
2014-04-10 11:45:43,312 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397148282618_0006/job.split dst=null perm=null
2014-04-10 11:45:43,313 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397148282618_0006/job.splitmetainfo dst=null perm=null
2014-04-10 11:45:43,314 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397148282618_0006/job.splitmetainfo dst=null perm=null
2014-04-10 11:45:43,316 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null
2014-04-10 11:45:43,317 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target/Hadoop2MR1Platform-tmpDir/hadoop-6513904787770014536.jar dst=null perm=null
2014-04-10 11:45:43,318 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null
2014-04-10 11:45:43,319 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target/Hadoop2MR1Platform-tmpDir/hadoop-6513904787770014536.jar dst=null perm=null
2014-04-10 11:45:43,320 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null
2014-04-10 11:45:43,321 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target/Hadoop2MR1Platform-tmpDir/hadoop-6513904787770014536.jar dst=null perm=null
2014-04-10 11:45:43,363 INFO resourcemanager.ClientRMService (ClientRMService.java:submitApplication(326)) - Application with id 6 submitted by user brock
2014-04-10 11:45:43,363 INFO rmapp.RMAppImpl (RMAppImpl.java:transition(786)) - Storing application with id application_1397148282618_0006
2014-04-10 11:45:43,363 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(140)) - USER=brock IP=127.0.0.1 OPERATION=Submit Application Request TARGET=ClientRMService RESULT=SUCCESS APPID=application_1397148282618_0006
2014-04-10 11:45:43,363 INFO recovery.RMStateStore (RMStateStore.java:handleStoreEvent(596)) - Storing info for app: application_1397148282618_0006
2014-04-10 11:45:43,363 INFO rmapp.RMAppImpl (RMAppImpl.java:handle(610)) - application_1397148282618_0006 State change from NEW to NEW_SAVING
2014-04-10 11:45:43,364 INFO rmapp.RMAppImpl (RMAppImpl.java:handle(610)) - application_1397148282618_0006 State change from NEW_SAVING to SUBMITTED
2014-04-10 11:45:43,364 INFO resourcemanager.ApplicationMasterService (ApplicationMasterService.java:registerAppAttempt(556)) - Registering app attempt : appattempt_1397148282618_0006_000001
2014-04-10 11:45:43,364 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(652)) - appattempt_1397148282618_0006_000001 State change from NEW to SUBMITTED
2014-04-10 11:45:43,365 INFO capacity.LeafQueue (LeafQueue.java:activateApplications(718)) - Application application_1397148282618_0006 from user: brock activated in queue: default
2014-04-10 11:45:43,365 INFO capacity.LeafQueue (LeafQueue.java:addApplication(734)) - Application added - appId: application_1397148282618_0006 user: org.apache.hadoop.yarn.server.resourcemanager.scheduler.capacity.LeafQueue$User@57bb55fc, leaf-queue: default #user-pending-applications: 0 #user-active-applications: 2 #queue-pending-applications: 0 #queue-active-applications: 2
2014-04-10 11:45:43,365 INFO capacity.ParentQueue (ParentQueue.java:addApplication(482)) - Application added - appId: application_1397148282618_0006 user: brock leaf-queue of parent: root #applications: 2
2014-04-10 11:45:43,365 INFO impl.YarnClientImpl (YarnClientImpl.java:submitApplication(166)) - Submitted application application_1397148282618_0006
2014-04-10 11:45:43,365 INFO capacity.CapacityScheduler (CapacityScheduler.java:addApplicationAttempt(459)) - Application Submission: appattempt_1397148282618_0006_000001, user: brock queue: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:2048, vCores:1>usedCapacity=0.125, absoluteUsedCapacity=0.125, numApps=2, numContainers=1, currently active: 2
2014-04-10 11:45:43,366 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(652)) - appattempt_1397148282618_0006_000001 State change from SUBMITTED to SCHEDULED
2014-04-10 11:45:43,367 INFO rmapp.RMAppImpl (RMAppImpl.java:handle(610)) - application_1397148282618_0006 State change from SUBMITTED to ACCEPTED
2014-04-10 11:45:43,369 INFO mapreduce.Job (Job.java:submit(1289)) - The url to track the job: http://localhost:45416/proxy/application_1397148282618_0006/
2014-04-10 11:45:43,369 INFO flow.FlowStep (BaseFlowStep.java:logInfo(834)) - [second] submitted hadoop job: job_1397148282618_0006
2014-04-10 11:45:43,369 INFO flow.FlowStep (BaseFlowStep.java:logInfo(834)) - [second] tracking url: http://localhost:45416/proxy/application_1397148282618_0006/
2014-04-10 11:45:43,455 INFO BlockStateChange (BlockManager.java:computeReplicationWorkForBlocks(1373)) - BLOCK* ask 127.0.0.1:37136 to replicate blk_1073741895_1071 to datanode(s) 127.0.0.1:53089
2014-04-10 11:45:43,455 INFO hdfs.StateChange (InvalidateBlocks.java:invalidateWork(152)) - BLOCK* InvalidateBlocks: ask 127.0.0.1:53089 to delete [blk_1073741892_1068]
2014-04-10 11:45:43,455 INFO hdfs.StateChange (InvalidateBlocks.java:invalidateWork(152)) - BLOCK* InvalidateBlocks: ask 127.0.0.1:37136 to delete [blk_1073741892_1068]
2014-04-10 11:45:43,779 INFO BlockStateChange (BlockManager.java:addToInvalidates(1030)) - BLOCK* addToInvalidates: blk_1073741882_1058 127.0.0.1:49954 127.0.0.1:53089 127.0.0.1:56823 127.0.0.1:37136
2014-04-10 11:45:43,780 INFO BlockStateChange (BlockManager.java:addToInvalidates(1030)) - BLOCK* addToInvalidates: blk_1073741883_1059 127.0.0.1:37136 127.0.0.1:53089 127.0.0.1:56823 127.0.0.1:49954
2014-04-10 11:45:43,780 INFO BlockStateChange (BlockManager.java:addToInvalidates(1030)) - BLOCK* addToInvalidates: blk_1073741884_1060 127.0.0.1:56823 127.0.0.1:37136 127.0.0.1:49954
2014-04-10 11:45:43,780 INFO BlockStateChange (BlockManager.java:addToInvalidates(1030)) - BLOCK* addToInvalidates: blk_1073741885_1061 127.0.0.1:56823 127.0.0.1:49954 127.0.0.1:53089
2014-04-10 11:45:43,780 INFO BlockStateChange (BlockManager.java:addToInvalidates(1030)) - BLOCK* addToInvalidates: blk_1073741889_1065 127.0.0.1:37136 127.0.0.1:56823 127.0.0.1:49954
2014-04-10 11:45:43,781 INFO BlockStateChange (BlockManager.java:addToInvalidates(1030)) - BLOCK* addToInvalidates: blk_1073741886_1062 127.0.0.1:37136 127.0.0.1:49954 127.0.0.1:53089
2014-04-10 11:45:43,781 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=delete src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397148282618_0005 dst=null perm=null
2014-04-10 11:45:43,801 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397148282618_0006_01_000001 Container Transitioned from NEW to ALLOCATED
2014-04-10 11:45:43,802 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(98)) - USER=brock OPERATION=AM Allocated Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1397148282618_0006 CONTAINERID=container_1397148282618_0006_01_000001
2014-04-10 11:45:43,802 INFO fica.FiCaSchedulerNode (FiCaSchedulerNode.java:allocateContainer(116)) - Assigned container container_1397148282618_0006_01_000001 of capacity <memory:2048, vCores:1> on host localhost:42958, which currently has 2 containers, <memory:4096, vCores:2> used and <memory:0, vCores:6> available
2014-04-10 11:45:43,802 INFO capacity.LeafQueue (LeafQueue.java:assignContainer(1363)) - assignedContainer application=application_1397148282618_0006 container=Container: [ContainerId: container_1397148282618_0006_01_000001, NodeId: localhost:42958, NodeHttpAddress: localhost:52042, Resource: <memory:2048, vCores:1>, Priority: 0, Token: Token { kind: ContainerToken, service: localhost:42958 }, ] containerId=container_1397148282618_0006_01_000001 queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:2048, vCores:1>usedCapacity=0.125, absoluteUsedCapacity=0.125, numApps=2, numContainers=1 usedCapacity=0.125 absoluteUsedCapacity=0.125 used=<memory:2048, vCores:1> cluster=<memory:16384, vCores:32>
2014-04-10 11:45:43,803 INFO capacity.ParentQueue (ParentQueue.java:assignContainersToChildQueues(655)) - Re-sorting assigned queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:4096, vCores:2>usedCapacity=0.25, absoluteUsedCapacity=0.25, numApps=2, numContainers=2
2014-04-10 11:45:43,803 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397148282618_0006_01_000001 Container Transitioned from ALLOCATED to ACQUIRED
2014-04-10 11:45:43,803 INFO capacity.ParentQueue (ParentQueue.java:assignContainers(570)) - assignedContainer queue=root usedCapacity=0.25 absoluteUsedCapacity=0.25 used=<memory:4096, vCores:2> cluster=<memory:16384, vCores:32>
2014-04-10 11:45:43,804 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:storeAttempt(1554)) - Storing attempt: AppId: application_1397148282618_0006 AttemptId: appattempt_1397148282618_0006_000001 MasterContainer: Container: [ContainerId: container_1397148282618_0006_01_000001, NodeId: localhost:42958, NodeHttpAddress: localhost:52042, Resource: <memory:2048, vCores:1>, Priority: 0, Token: Token { kind: ContainerToken, service: localhost:42958 }, ]
2014-04-10 11:45:43,804 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(652)) - appattempt_1397148282618_0006_000001 State change from SCHEDULED to ALLOCATED_SAVING
2014-04-10 11:45:43,804 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(652)) - appattempt_1397148282618_0006_000001 State change from ALLOCATED_SAVING to ALLOCATED
2014-04-10 11:45:43,805 INFO amlauncher.AMLauncher (AMLauncher.java:run(248)) - Launching masterappattempt_1397148282618_0006_000001
2014-04-10 11:45:43,806 INFO amlauncher.AMLauncher (AMLauncher.java:launch(105)) - Setting up container Container: [ContainerId: container_1397148282618_0006_01_000001, NodeId: localhost:42958, NodeHttpAddress: localhost:52042, Resource: <memory:2048, vCores:1>, Priority: 0, Token: Token { kind: ContainerToken, service: localhost:42958 }, ] for AM appattempt_1397148282618_0006_000001
2014-04-10 11:45:43,806 INFO amlauncher.AMLauncher (AMLauncher.java:createAMContainerLaunchContext(190)) - Command to launch container container_1397148282618_0006_01_000001 : $JAVA_HOME/bin/java -Dlog4j.configuration=container-log4j.properties -Dyarn.app.container.log.dir=<LOG_DIR> -Dyarn.app.container.log.filesize=0 -Dhadoop.root.logger=INFO,CLA -Xmx1024m org.apache.hadoop.mapreduce.v2.app.MRAppMaster 1><LOG_DIR>/stdout 2><LOG_DIR>/stderr
2014-04-10 11:45:43,809 INFO ipc.Server (Server.java:saslProcess(1252)) - Auth successful for appattempt_1397148282618_0006_000001 (auth:SIMPLE)
2014-04-10 11:45:43,812 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(572)) - Start request for container_1397148282618_0006_01_000001 by user brock
2014-04-10 11:45:43,812 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(611)) - Creating a new application reference for app application_1397148282618_0006
2014-04-10 11:45:43,812 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=brock IP=127.0.0.1 OPERATION=Start Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1397148282618_0006 CONTAINERID=container_1397148282618_0006_01_000001
2014-04-10 11:45:43,812 INFO application.Application (ApplicationImpl.java:handle(450)) - Application application_1397148282618_0006 transitioned from NEW to INITING
2014-04-10 11:45:43,813 INFO application.Application (ApplicationImpl.java:transition(296)) - Adding container_1397148282618_0006_01_000001 to application application_1397148282618_0006
2014-04-10 11:45:43,813 INFO amlauncher.AMLauncher (AMLauncher.java:launch(126)) - Done launching container Container: [ContainerId: container_1397148282618_0006_01_000001, NodeId: localhost:42958, NodeHttpAddress: localhost:52042, Resource: <memory:2048, vCores:1>, Priority: 0, Token: Token { kind: ContainerToken, service: localhost:42958 }, ] for AM appattempt_1397148282618_0006_000001
2014-04-10 11:45:43,813 INFO application.Application (ApplicationImpl.java:handle(450)) - Application application_1397148282618_0006 transitioned from INITING to RUNNING
2014-04-10 11:45:43,813 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(652)) - appattempt_1397148282618_0006_000001 State change from ALLOCATED to LAUNCHED
2014-04-10 11:45:43,813 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397148282618_0006_01_000001 transitioned from NEW to LOCALIZING
2014-04-10 11:45:43,814 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event CONTAINER_INIT for appId application_1397148282618_0006
2014-04-10 11:45:43,814 INFO localizer.LocalizedResource (LocalizedResource.java:handle(196)) - Resource hdfs://localhost:38088/tmp/hadoop-yarn/staging/brock/.staging/job_1397148282618_0006/job.jar transitioned from INIT to DOWNLOADING
2014-04-10 11:45:43,814 INFO localizer.LocalizedResource (LocalizedResource.java:handle(196)) - Resource hdfs://localhost:38088/tmp/hadoop-yarn/staging/brock/.staging/job_1397148282618_0006/job.splitmetainfo transitioned from INIT to DOWNLOADING
2014-04-10 11:45:43,814 INFO localizer.LocalizedResource (LocalizedResource.java:handle(196)) - Resource hdfs://localhost:38088/tmp/hadoop-yarn/staging/brock/.staging/job_1397148282618_0006/job.split transitioned from INIT to DOWNLOADING
2014-04-10 11:45:43,814 INFO localizer.LocalizedResource (LocalizedResource.java:handle(196)) - Resource hdfs://localhost:38088/tmp/hadoop-yarn/staging/brock/.staging/job_1397148282618_0006/job.xml transitioned from INIT to DOWNLOADING
2014-04-10 11:45:43,815 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:handle(590)) - Created localizer for container_1397148282618_0006_01_000001
2014-04-10 11:45:43,824 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:writeCredentials(1015)) - Writing credentials to the nmPrivate file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_0/nmPrivate/container_1397148282618_0006_01_000001.tokens. Credentials list:
2014-04-10 11:45:43,838 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:createUserCacheDirs(469)) - Initializing user brock
2014-04-10 11:45:43,901 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(103)) - Copying from /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_0/nmPrivate/container_1397148282618_0006_01_000001.tokens to /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_0/usercache/brock/appcache/application_1397148282618_0006/container_1397148282618_0006_01_000001.tokens
2014-04-10 11:45:43,901 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(105)) - CWD set to /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_0/usercache/brock/appcache/application_1397148282618_0006 = file:/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_0/usercache/brock/appcache/application_1397148282618_0006
2014-04-10 11:45:44,003 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397148282618_0006/job.jar dst=null perm=null
2014-04-10 11:45:44,005 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397148282618_0006/job.jar dst=null perm=null
2014-04-10 11:45:44,006 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397148282618_0006/job.jar dst=null perm=null
2014-04-10 11:45:44,015 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:49954, dest: /127.0.0.1:51380, bytes: 246562, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_-1542284697_3700, offset: 0, srvID: e20bf523-f226-4d36-9695-be2356cb97a6, blockid: BP-196700473-127.0.0.1-1397148267010:blk_1073741895_1071, duration: 874297
2014-04-10 11:45:44,039 INFO localizer.LocalizedResource (LocalizedResource.java:handle(196)) - Resource hdfs://localhost:38088/tmp/hadoop-yarn/staging/brock/.staging/job_1397148282618_0006/job.jar(->file:/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_0/usercache/brock/appcache/application_1397148282618_0006/filecache/10/job.jar) transitioned from DOWNLOADING to LOCALIZED
2014-04-10 11:45:44,055 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397148282618_0006/job.splitmetainfo dst=null perm=null
2014-04-10 11:45:44,056 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397148282618_0006/job.splitmetainfo dst=null perm=null
2014-04-10 11:45:44,057 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397148282618_0006/job.splitmetainfo dst=null perm=null
2014-04-10 11:45:44,065 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:37136, dest: /127.0.0.1:48196, bytes: 232, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_-1542284697_3700, offset: 0, srvID: b242afcc-2d24-4b8f-9fb7-bc72b71e749a, blockid: BP-196700473-127.0.0.1-1397148267010:blk_1073741897_1073, duration: 251371
2014-04-10 11:45:44,082 INFO localizer.LocalizedResource (LocalizedResource.java:handle(196)) - Resource hdfs://localhost:38088/tmp/hadoop-yarn/staging/brock/.staging/job_1397148282618_0006/job.splitmetainfo(->file:/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_1/usercache/brock/appcache/application_1397148282618_0006/filecache/11/job.splitmetainfo) transitioned from DOWNLOADING to LOCALIZED
2014-04-10 11:45:44,098 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397148282618_0006/job.split dst=null perm=null
2014-04-10 11:45:44,099 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397148282618_0006/job.split dst=null perm=null
2014-04-10 11:45:44,100 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397148282618_0006/job.split dst=null perm=null
2014-04-10 11:45:44,107 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:37136, dest: /127.0.0.1:48196, bytes: 3371, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_-1542284697_3700, offset: 0, srvID: b242afcc-2d24-4b8f-9fb7-bc72b71e749a, blockid: BP-196700473-127.0.0.1-1397148267010:blk_1073741896_1072, duration: 235104
2014-04-10 11:45:44,124 INFO localizer.LocalizedResource (LocalizedResource.java:handle(196)) - Resource hdfs://localhost:38088/tmp/hadoop-yarn/staging/brock/.staging/job_1397148282618_0006/job.split(->file:/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_2/usercache/brock/appcache/application_1397148282618_0006/filecache/12/job.split) transitioned from DOWNLOADING to LOCALIZED
2014-04-10 11:45:44,140 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397148282618_0006/job.xml dst=null perm=null
2014-04-10 11:45:44,141 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397148282618_0006/job.xml dst=null perm=null
2014-04-10 11:45:44,142 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397148282618_0006/job.xml dst=null perm=null
2014-04-10 11:45:44,150 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:56823, dest: /127.0.0.1:44765, bytes: 80688, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_-1542284697_3700, offset: 0, srvID: d87cf363-b947-4d02-ab62-043c9241fbef, blockid: BP-196700473-127.0.0.1-1397148267010:blk_1073741898_1074, duration: 377145
2014-04-10 11:45:44,167 INFO localizer.LocalizedResource (LocalizedResource.java:handle(196)) - Resource hdfs://localhost:38088/tmp/hadoop-yarn/staging/brock/.staging/job_1397148282618_0006/job.xml(->file:/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_3/usercache/brock/appcache/application_1397148282618_0006/filecache/13/job.xml) transitioned from DOWNLOADING to LOCALIZED
2014-04-10 11:45:44,167 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397148282618_0006_01_000001 transitioned from LOCALIZING to LOCALIZED
2014-04-10 11:45:44,201 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397148282618_0006_01_000001 transitioned from LOCALIZED to RUNNING
2014-04-10 11:45:44,201 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(169)) - Neither virutal-memory nor physical-memory monitoring is needed. Not running the monitor-thread
2014-04-10 11:45:44,262 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(189)) - launchContainer: [nice, -n, 0, bash, /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_2/usercache/brock/appcache/application_1397148282618_0006/container_1397148282618_0006_01_000001/default_container_executor.sh]
2014-04-10 11:45:44,716 INFO datanode.DataNode (DataNode.java:transferBlock(1426)) - DatanodeRegistration(127.0.0.1, datanodeUuid=b242afcc-2d24-4b8f-9fb7-bc72b71e749a, infoPort=57412, ipcPort=59675, storageInfo=lv=-51;cid=testClusterID;nsid=743366398;c=0) Starting thread to transfer BP-196700473-127.0.0.1-1397148267010:blk_1073741895_1071 to 127.0.0.1:53089
2014-04-10 11:45:44,716 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073741892_1068 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data4/current/BP-196700473-127.0.0.1-1397148267010/current/finalized/blk_1073741892 for deletion
2014-04-10 11:45:44,717 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-196700473-127.0.0.1-1397148267010 blk_1073741892_1068 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data4/current/BP-196700473-127.0.0.1-1397148267010/current/finalized/blk_1073741892
2014-04-10 11:45:44,717 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-196700473-127.0.0.1-1397148267010:blk_1073741895_1071 src: /127.0.0.1:53843 dest: /127.0.0.1:53089
2014-04-10 11:45:44,717 INFO datanode.DataNode (DataNode.java:run(1629)) - DataTransfer: Transmitted BP-196700473-127.0.0.1-1397148267010:blk_1073741895_1071 (numBytes=244650) to 127.0.0.1/127.0.0.1:53089
2014-04-10 11:45:44,718 INFO datanode.DataNode (DataXceiver.java:writeBlock(597)) - Received BP-196700473-127.0.0.1-1397148267010:blk_1073741895_1071 src: /127.0.0.1:53843 dest: /127.0.0.1:53089 of size 244650
2014-04-10 11:45:44,719 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:53089 is added to blk_1073741895_1071 size 244650
2014-04-10 11:45:44,790 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073741892_1068 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data5/current/BP-196700473-127.0.0.1-1397148267010/current/finalized/blk_1073741892 for deletion
2014-04-10 11:45:44,791 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-196700473-127.0.0.1-1397148267010 blk_1073741892_1068 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data5/current/BP-196700473-127.0.0.1-1397148267010/current/finalized/blk_1073741892
2014-04-10 11:45:44,801 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397148282618_0006_01_000001 Container Transitioned from ACQUIRED to RUNNING
2014-04-10 11:45:45,090 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-196700473-127.0.0.1-1397148267010:blk_1073741891_1067
2014-04-10 11:45:45,091 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-196700473-127.0.0.1-1397148267010:blk_1073741889_1065
2014-04-10 11:45:45,091 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-196700473-127.0.0.1-1397148267010:blk_1073741892_1068
2014-04-10 11:45:45,092 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-196700473-127.0.0.1-1397148267010:blk_1073741893_1069
2014-04-10 11:45:45,092 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-196700473-127.0.0.1-1397148267010:blk_1073741888_1064
2014-04-10 11:45:45,092 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-196700473-127.0.0.1-1397148267010:blk_1073741897_1073
2014-04-10 11:45:45,093 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-196700473-127.0.0.1-1397148267010:blk_1073741898_1074
2014-04-10 11:45:45,093 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-196700473-127.0.0.1-1397148267010:blk_1073741887_1063
2014-04-10 11:45:45,294 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-196700473-127.0.0.1-1397148267010:blk_1073741895_1071
2014-04-10 11:45:45,294 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-196700473-127.0.0.1-1397148267010:blk_1073741896_1072
2014-04-10 11:45:45,411 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-196700473-127.0.0.1-1397148267010:blk_1073741898_1074
2014-04-10 11:45:45,411 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-196700473-127.0.0.1-1397148267010:blk_1073741896_1072
2014-04-10 11:45:45,418 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging dst=null perm=null
2014-04-10 11:45:45,449 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397148282618_0006/COMMIT_STARTED dst=null perm=null
2014-04-10 11:45:45,450 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397148282618_0006/COMMIT_SUCCESS dst=null perm=null
2014-04-10 11:45:45,451 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397148282618_0006/COMMIT_FAIL dst=null perm=null
2014-04-10 11:45:45,491 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397148282618_0006 dst=null perm=null
2014-04-10 11:45:45,492 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/history/done_intermediate dst=null perm=null
2014-04-10 11:45:45,494 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock dst=null perm=null
2014-04-10 11:45:45,610 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-196700473-127.0.0.1-1397148267010:blk_1073741895_1071
2014-04-10 11:45:45,611 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-196700473-127.0.0.1-1397148267010:blk_1073741894_1070
2014-04-10 11:45:45,710 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-196700473-127.0.0.1-1397148267010:blk_1073741893_1069
2014-04-10 11:45:45,711 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-196700473-127.0.0.1-1397148267010:blk_1073741894_1070
2014-04-10 11:45:45,726 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397148282618_0006/job.splitmetainfo dst=null perm=null
2014-04-10 11:45:45,733 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397148282618_0006/job.splitmetainfo dst=null perm=null
2014-04-10 11:45:45,773 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:53089, dest: /127.0.0.1:53846, bytes: 232, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_-855177400_1, offset: 0, srvID: 56b85d8f-9b31-4c91-b022-e568d9765c42, blockid: BP-196700473-127.0.0.1-1397148267010:blk_1073741897_1073, duration: 163527
2014-04-10 11:45:45,811 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-196700473-127.0.0.1-1397148267010:blk_1073741889_1065
2014-04-10 11:45:45,811 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-196700473-127.0.0.1-1397148267010:blk_1073741897_1073
2014-04-10 11:45:45,812 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-196700473-127.0.0.1-1397148267010:blk_1073741890_1066
2014-04-10 11:45:45,851 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-196700473-127.0.0.1-1397148267010:blk_1073741890_1066
2014-04-10 11:45:45,852 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-196700473-127.0.0.1-1397148267010:blk_1073741893_1069
2014-04-10 11:45:45,852 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-196700473-127.0.0.1-1397148267010:blk_1073741894_1070
2014-04-10 11:45:45,911 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-196700473-127.0.0.1-1397148267010:blk_1073741895_1071
2014-04-10 11:45:45,912 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-196700473-127.0.0.1-1397148267010:blk_1073741889_1065
2014-04-10 11:45:45,912 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-196700473-127.0.0.1-1397148267010:blk_1073741891_1067
2014-04-10 11:45:45,913 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-196700473-127.0.0.1-1397148267010:blk_1073741890_1066
2014-04-10 11:45:45,913 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-196700473-127.0.0.1-1397148267010:blk_1073741888_1064
2014-04-10 11:45:45,913 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-196700473-127.0.0.1-1397148267010:blk_1073741896_1072
2014-04-10 11:45:46,053 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-196700473-127.0.0.1-1397148267010:blk_1073741895_1071
2014-04-10 11:45:46,053 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-196700473-127.0.0.1-1397148267010:blk_1073741888_1064
2014-04-10 11:45:46,053 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-196700473-127.0.0.1-1397148267010:blk_1073741887_1063
2014-04-10 11:45:46,054 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-196700473-127.0.0.1-1397148267010:blk_1073741897_1073
2014-04-10 11:45:46,054 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-196700473-127.0.0.1-1397148267010:blk_1073741896_1072
2014-04-10 11:45:46,054 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-196700473-127.0.0.1-1397148267010:blk_1073741891_1067
2014-04-10 11:45:46,111 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-196700473-127.0.0.1-1397148267010:blk_1073741898_1074
2014-04-10 11:45:46,111 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-196700473-127.0.0.1-1397148267010:blk_1073741887_1063
2014-04-10 11:45:46,422 INFO ipc.Server (Server.java:saslProcess(1252)) - Auth successful for appattempt_1397148282618_0006_000001 (auth:SIMPLE)
2014-04-10 11:45:46,424 INFO resourcemanager.ApplicationMasterService (ApplicationMasterService.java:registerApplicationMaster(251)) - AM registration appattempt_1397148282618_0006_000001
2014-04-10 11:45:46,424 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(119)) - USER=brock IP=127.0.0.1 OPERATION=Register App Master TARGET=ApplicationMasterService RESULT=SUCCESS APPID=application_1397148282618_0006 APPATTEMPTID=appattempt_1397148282618_0006_000001
2014-04-10 11:45:46,425 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(652)) - appattempt_1397148282618_0006_000001 State change from LAUNCHED to RUNNING
2014-04-10 11:45:46,425 INFO rmapp.RMAppImpl (RMAppImpl.java:handle(610)) - application_1397148282618_0006 State change from ACCEPTED to RUNNING
2014-04-10 11:45:46,456 INFO hdfs.StateChange (InvalidateBlocks.java:invalidateWork(152)) - BLOCK* InvalidateBlocks: ask 127.0.0.1:49954 to delete [blk_1073741889_1065, blk_1073741892_1068, blk_1073741882_1058, blk_1073741883_1059, blk_1073741884_1060, blk_1073741885_1061, blk_1073741886_1062]
2014-04-10 11:45:46,456 INFO hdfs.StateChange (InvalidateBlocks.java:invalidateWork(152)) - BLOCK* InvalidateBlocks: ask 127.0.0.1:56823 to delete [blk_1073741889_1065, blk_1073741882_1058, blk_1073741883_1059, blk_1073741884_1060, blk_1073741885_1061]
2014-04-10 11:45:46,496 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397148282618_0006/job_1397148282618_0006_1.jhist dst=null perm=brock:supergroup:rw-rw-rw-
2014-04-10 11:45:46,512 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=mkdirs src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/hadooptapplatform/globmultiource2/_temporary/1 dst=null perm=brock:supergroup:rwxrwxrwx
2014-04-10 11:45:46,546 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397148282618_0006/job_1397148282618_0006_1_conf.xml dst=null perm=brock:supergroup:rw-rw-rw-
2014-04-10 11:45:46,637 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(2966)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/brock/.staging/job_1397148282618_0006/job_1397148282618_0006_1_conf.xml. BP-196700473-127.0.0.1-1397148267010 blk_1073741899_1075{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-2bef5f6e-f0c9-4da0-8817-be69f5868853:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-008d3ead-b2b9-49b0-88ab-01e536a210da:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-b068c5d0-517e-4297-aa28-ff6d4c514e44:NORMAL|RBW]]}
2014-04-10 11:45:46,726 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-196700473-127.0.0.1-1397148267010:blk_1073741899_1075 src: /127.0.0.1:53849 dest: /127.0.0.1:53089
2014-04-10 11:45:46,727 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-196700473-127.0.0.1-1397148267010:blk_1073741899_1075 src: /127.0.0.1:48206 dest: /127.0.0.1:37136
2014-04-10 11:45:46,728 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-196700473-127.0.0.1-1397148267010:blk_1073741899_1075 src: /127.0.0.1:51392 dest: /127.0.0.1:49954
2014-04-10 11:45:46,735 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:51392, dest: /127.0.0.1:49954, bytes: 93923, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-855177400_1, offset: 0, srvID: e20bf523-f226-4d36-9695-be2356cb97a6, blockid: BP-196700473-127.0.0.1-1397148267010:blk_1073741899_1075, duration: 6299480
2014-04-10 11:45:46,735 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-196700473-127.0.0.1-1397148267010:blk_1073741899_1075, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2014-04-10 11:45:46,735 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:49954 is added to blk_1073741899_1075{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-2bef5f6e-f0c9-4da0-8817-be69f5868853:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-331ec906-785c-475e-b366-176a30c332ed:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-97cf26c5-95a4-4e0e-a439-d9926ba08c0b:NORMAL|RBW]]} size 0
2014-04-10 11:45:46,736 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:48206, dest: /127.0.0.1:37136, bytes: 93923, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-855177400_1, offset: 0, srvID: b242afcc-2d24-4b8f-9fb7-bc72b71e749a, blockid: BP-196700473-127.0.0.1-1397148267010:blk_1073741899_1075, duration: 6792171
2014-04-10 11:45:46,736 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-196700473-127.0.0.1-1397148267010:blk_1073741899_1075, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 11:45:46,736 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:37136 is added to blk_1073741899_1075{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-2bef5f6e-f0c9-4da0-8817-be69f5868853:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-331ec906-785c-475e-b366-176a30c332ed:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-97cf26c5-95a4-4e0e-a439-d9926ba08c0b:NORMAL|RBW]]} size 0
2014-04-10 11:45:46,736 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:53849, dest: /127.0.0.1:53089, bytes: 93923, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-855177400_1, offset: 0, srvID: 56b85d8f-9b31-4c91-b022-e568d9765c42, blockid: BP-196700473-127.0.0.1-1397148267010:blk_1073741899_1075, duration: 7343413
2014-04-10 11:45:46,736 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-196700473-127.0.0.1-1397148267010:blk_1073741899_1075, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 11:45:46,737 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:53089 is added to blk_1073741899_1075{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-2bef5f6e-f0c9-4da0-8817-be69f5868853:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-331ec906-785c-475e-b366-176a30c332ed:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-97cf26c5-95a4-4e0e-a439-d9926ba08c0b:NORMAL|RBW]]} size 0
2014-04-10 11:45:46,762 INFO hdfs.StateChange (FSNamesystem.java:completeFile(2899)) - DIR* completeFile: /tmp/hadoop-yarn/staging/brock/.staging/job_1397148282618_0006/job_1397148282618_0006_1_conf.xml is closed by DFSClient_NONMAPREDUCE_-855177400_1
2014-04-10 11:45:47,681 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073741889_1065 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data7/current/BP-196700473-127.0.0.1-1397148267010/current/finalized/blk_1073741889 for deletion
2014-04-10 11:45:47,681 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073741892_1068 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data7/current/BP-196700473-127.0.0.1-1397148267010/current/finalized/blk_1073741892 for deletion
2014-04-10 11:45:47,681 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073741882_1058 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data8/current/BP-196700473-127.0.0.1-1397148267010/current/finalized/blk_1073741882 for deletion
2014-04-10 11:45:47,681 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-196700473-127.0.0.1-1397148267010 blk_1073741889_1065 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data7/current/BP-196700473-127.0.0.1-1397148267010/current/finalized/blk_1073741889
2014-04-10 11:45:47,681 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073741883_1059 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data7/current/BP-196700473-127.0.0.1-1397148267010/current/finalized/blk_1073741883 for deletion
2014-04-10 11:45:47,681 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-196700473-127.0.0.1-1397148267010 blk_1073741892_1068 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data7/current/BP-196700473-127.0.0.1-1397148267010/current/finalized/blk_1073741892
2014-04-10 11:45:47,681 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073741884_1060 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data8/current/BP-196700473-127.0.0.1-1397148267010/current/finalized/blk_1073741884 for deletion
2014-04-10 11:45:47,682 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-196700473-127.0.0.1-1397148267010 blk_1073741883_1059 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data7/current/BP-196700473-127.0.0.1-1397148267010/current/finalized/blk_1073741883
2014-04-10 11:45:47,682 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073741885_1061 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data7/current/BP-196700473-127.0.0.1-1397148267010/current/finalized/blk_1073741885 for deletion
2014-04-10 11:45:47,681 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-196700473-127.0.0.1-1397148267010 blk_1073741882_1058 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data8/current/BP-196700473-127.0.0.1-1397148267010/current/finalized/blk_1073741882
2014-04-10 11:45:47,682 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-196700473-127.0.0.1-1397148267010 blk_1073741885_1061 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data7/current/BP-196700473-127.0.0.1-1397148267010/current/finalized/blk_1073741885
2014-04-10 11:45:47,682 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073741886_1062 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data8/current/BP-196700473-127.0.0.1-1397148267010/current/finalized/blk_1073741886 for deletion
2014-04-10 11:45:47,682 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-196700473-127.0.0.1-1397148267010 blk_1073741884_1060 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data8/current/BP-196700473-127.0.0.1-1397148267010/current/finalized/blk_1073741884
2014-04-10 11:45:47,683 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-196700473-127.0.0.1-1397148267010 blk_1073741886_1062 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data8/current/BP-196700473-127.0.0.1-1397148267010/current/finalized/blk_1073741886
2014-04-10 11:45:47,856 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073741889_1065 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data2/current/BP-196700473-127.0.0.1-1397148267010/current/finalized/blk_1073741889 for deletion
2014-04-10 11:45:47,856 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073741882_1058 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data2/current/BP-196700473-127.0.0.1-1397148267010/current/finalized/blk_1073741882 for deletion
2014-04-10 11:45:47,856 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-196700473-127.0.0.1-1397148267010 blk_1073741889_1065 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data2/current/BP-196700473-127.0.0.1-1397148267010/current/finalized/blk_1073741889
2014-04-10 11:45:47,856 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073741883_1059 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data1/current/BP-196700473-127.0.0.1-1397148267010/current/finalized/blk_1073741883 for deletion
2014-04-10 11:45:47,857 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-196700473-127.0.0.1-1397148267010 blk_1073741882_1058 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data2/current/BP-196700473-127.0.0.1-1397148267010/current/finalized/blk_1073741882
2014-04-10 11:45:47,857 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-196700473-127.0.0.1-1397148267010 blk_1073741883_1059 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data1/current/BP-196700473-127.0.0.1-1397148267010/current/finalized/blk_1073741883
2014-04-10 11:45:47,857 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073741884_1060 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data2/current/BP-196700473-127.0.0.1-1397148267010/current/finalized/blk_1073741884 for deletion
2014-04-10 11:45:47,857 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073741885_1061 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data1/current/BP-196700473-127.0.0.1-1397148267010/current/finalized/blk_1073741885 for deletion
2014-04-10 11:45:47,857 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-196700473-127.0.0.1-1397148267010 blk_1073741884_1060 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data2/current/BP-196700473-127.0.0.1-1397148267010/current/finalized/blk_1073741884
2014-04-10 11:45:47,858 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-196700473-127.0.0.1-1397148267010 blk_1073741885_1061 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data1/current/BP-196700473-127.0.0.1-1397148267010/current/finalized/blk_1073741885
2014-04-10 11:45:47,925 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397148282618_0006_01_000002 Container Transitioned from NEW to ALLOCATED
2014-04-10 11:45:47,926 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(98)) - USER=brock OPERATION=AM Allocated Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1397148282618_0006 CONTAINERID=container_1397148282618_0006_01_000002
2014-04-10 11:45:47,926 INFO fica.FiCaSchedulerNode (FiCaSchedulerNode.java:allocateContainer(116)) - Assigned container container_1397148282618_0006_01_000002 of capacity <memory:1024, vCores:1> on host localhost:33805, which currently has 1 containers, <memory:1024, vCores:1> used and <memory:3072, vCores:7> available
2014-04-10 11:45:47,926 INFO capacity.LeafQueue (LeafQueue.java:assignContainer(1363)) - assignedContainer application=application_1397148282618_0006 container=Container: [ContainerId: container_1397148282618_0006_01_000002, NodeId: localhost:33805, NodeHttpAddress: localhost:42238, Resource: <memory:1024, vCores:1>, Priority: 20, Token: Token { kind: ContainerToken, service: localhost:33805 }, ] containerId=container_1397148282618_0006_01_000002 queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:4096, vCores:2>usedCapacity=0.25, absoluteUsedCapacity=0.25, numApps=2, numContainers=2 usedCapacity=0.25 absoluteUsedCapacity=0.25 used=<memory:4096, vCores:2> cluster=<memory:16384, vCores:32>
2014-04-10 11:45:47,926 INFO capacity.ParentQueue (ParentQueue.java:assignContainersToChildQueues(655)) - Re-sorting assigned queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:5120, vCores:3>usedCapacity=0.3125, absoluteUsedCapacity=0.3125, numApps=2, numContainers=3
2014-04-10 11:45:47,926 INFO capacity.ParentQueue (ParentQueue.java:assignContainers(570)) - assignedContainer queue=root usedCapacity=0.3125 absoluteUsedCapacity=0.3125 used=<memory:5120, vCores:3> cluster=<memory:16384, vCores:32>
2014-04-10 11:45:47,927 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397148282618_0006_01_000003 Container Transitioned from NEW to ALLOCATED
2014-04-10 11:45:47,927 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(98)) - USER=brock OPERATION=AM Allocated Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1397148282618_0006 CONTAINERID=container_1397148282618_0006_01_000003
2014-04-10 11:45:47,927 INFO fica.FiCaSchedulerNode (FiCaSchedulerNode.java:allocateContainer(116)) - Assigned container container_1397148282618_0006_01_000003 of capacity <memory:1024, vCores:1> on host localhost:33805, which currently has 2 containers, <memory:2048, vCores:2> used and <memory:2048, vCores:6> available
2014-04-10 11:45:47,928 INFO capacity.LeafQueue (LeafQueue.java:assignContainer(1363)) - assignedContainer application=application_1397148282618_0006 container=Container: [ContainerId: container_1397148282618_0006_01_000003, NodeId: localhost:33805, NodeHttpAddress: localhost:42238, Resource: <memory:1024, vCores:1>, Priority: 20, Token: Token { kind: ContainerToken, service: localhost:33805 }, ] containerId=container_1397148282618_0006_01_000003 queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:5120, vCores:3>usedCapacity=0.3125, absoluteUsedCapacity=0.3125, numApps=2, numContainers=3 usedCapacity=0.3125 absoluteUsedCapacity=0.3125 used=<memory:5120, vCores:3> cluster=<memory:16384, vCores:32>
2014-04-10 11:45:47,928 INFO capacity.ParentQueue (ParentQueue.java:assignContainersToChildQueues(655)) - Re-sorting assigned queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:6144, vCores:4>usedCapacity=0.375, absoluteUsedCapacity=0.375, numApps=2, numContainers=4
2014-04-10 11:45:47,928 INFO capacity.ParentQueue (ParentQueue.java:assignContainers(570)) - assignedContainer queue=root usedCapacity=0.375 absoluteUsedCapacity=0.375 used=<memory:6144, vCores:4> cluster=<memory:16384, vCores:32>
2014-04-10 11:45:47,929 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397148282618_0006_01_000004 Container Transitioned from NEW to ALLOCATED
2014-04-10 11:45:47,929 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(98)) - USER=brock OPERATION=AM Allocated Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1397148282618_0006 CONTAINERID=container_1397148282618_0006_01_000004
2014-04-10 11:45:47,929 INFO fica.FiCaSchedulerNode (FiCaSchedulerNode.java:allocateContainer(116)) - Assigned container container_1397148282618_0006_01_000004 of capacity <memory:1024, vCores:1> on host localhost:33805, which currently has 3 containers, <memory:3072, vCores:3> used and <memory:1024, vCores:5> available
2014-04-10 11:45:47,929 INFO capacity.LeafQueue (LeafQueue.java:assignContainer(1363)) - assignedContainer application=application_1397148282618_0006 container=Container: [ContainerId: container_1397148282618_0006_01_000004, NodeId: localhost:33805, NodeHttpAddress: localhost:42238, Resource: <memory:1024, vCores:1>, Priority: 20, Token: Token { kind: ContainerToken, service: localhost:33805 }, ] containerId=container_1397148282618_0006_01_000004 queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:6144, vCores:4>usedCapacity=0.375, absoluteUsedCapacity=0.375, numApps=2, numContainers=4 usedCapacity=0.375 absoluteUsedCapacity=0.375 used=<memory:6144, vCores:4> cluster=<memory:16384, vCores:32>
2014-04-10 11:45:47,929 INFO capacity.ParentQueue (ParentQueue.java:assignContainersToChildQueues(655)) - Re-sorting assigned queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:7168, vCores:5>usedCapacity=0.4375, absoluteUsedCapacity=0.4375, numApps=2, numContainers=5
2014-04-10 11:45:47,930 INFO capacity.ParentQueue (ParentQueue.java:assignContainers(570)) - assignedContainer queue=root usedCapacity=0.4375 absoluteUsedCapacity=0.4375 used=<memory:7168, vCores:5> cluster=<memory:16384, vCores:32>
2014-04-10 11:45:47,930 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397148282618_0006_01_000005 Container Transitioned from NEW to ALLOCATED
2014-04-10 11:45:47,930 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(98)) - USER=brock OPERATION=AM Allocated Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1397148282618_0006 CONTAINERID=container_1397148282618_0006_01_000005
2014-04-10 11:45:47,931 INFO fica.FiCaSchedulerNode (FiCaSchedulerNode.java:allocateContainer(116)) - Assigned container container_1397148282618_0006_01_000005 of capacity <memory:1024, vCores:1> on host localhost:33805, which currently has 4 containers, <memory:4096, vCores:4> used and <memory:0, vCores:4> available
2014-04-10 11:45:47,931 INFO capacity.LeafQueue (LeafQueue.java:assignContainer(1363)) - assignedContainer application=application_1397148282618_0006 container=Container: [ContainerId: container_1397148282618_0006_01_000005, NodeId: localhost:33805, NodeHttpAddress: localhost:42238, Resource: <memory:1024, vCores:1>, Priority: 20, Token: Token { kind: ContainerToken, service: localhost:33805 }, ] containerId=container_1397148282618_0006_01_000005 queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:7168, vCores:5>usedCapacity=0.4375, absoluteUsedCapacity=0.4375, numApps=2, numContainers=5 usedCapacity=0.4375 absoluteUsedCapacity=0.4375 used=<memory:7168, vCores:5> cluster=<memory:16384, vCores:32>
2014-04-10 11:45:47,931 INFO capacity.ParentQueue (ParentQueue.java:assignContainersToChildQueues(655)) - Re-sorting assigned queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:8192, vCores:6>usedCapacity=0.5, absoluteUsedCapacity=0.5, numApps=2, numContainers=6
2014-04-10 11:45:47,931 INFO capacity.ParentQueue (ParentQueue.java:assignContainers(570)) - assignedContainer queue=root usedCapacity=0.5 absoluteUsedCapacity=0.5 used=<memory:8192, vCores:6> cluster=<memory:16384, vCores:32>
2014-04-10 11:45:47,977 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397148282618_0006_01_000006 Container Transitioned from NEW to ALLOCATED
2014-04-10 11:45:47,977 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(98)) - USER=brock OPERATION=AM Allocated Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1397148282618_0006 CONTAINERID=container_1397148282618_0006_01_000006
2014-04-10 11:45:47,977 INFO fica.FiCaSchedulerNode (FiCaSchedulerNode.java:allocateContainer(116)) - Assigned container container_1397148282618_0006_01_000006 of capacity <memory:1024, vCores:1> on host localhost:39304, which currently has 1 containers, <memory:1024, vCores:1> used and <memory:3072, vCores:7> available
2014-04-10 11:45:47,978 INFO capacity.LeafQueue (LeafQueue.java:assignContainer(1363)) - assignedContainer application=application_1397148282618_0006 container=Container: [ContainerId: container_1397148282618_0006_01_000006, NodeId: localhost:39304, NodeHttpAddress: localhost:51177, Resource: <memory:1024, vCores:1>, Priority: 20, Token: Token { kind: ContainerToken, service: localhost:39304 }, ] containerId=container_1397148282618_0006_01_000006 queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:8192, vCores:6>usedCapacity=0.5, absoluteUsedCapacity=0.5, numApps=2, numContainers=6 usedCapacity=0.5 absoluteUsedCapacity=0.5 used=<memory:8192, vCores:6> cluster=<memory:16384, vCores:32>
2014-04-10 11:45:47,978 INFO capacity.ParentQueue (ParentQueue.java:assignContainersToChildQueues(655)) - Re-sorting assigned queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:9216, vCores:7>usedCapacity=0.5625, absoluteUsedCapacity=0.5625, numApps=2, numContainers=7
2014-04-10 11:45:47,978 INFO capacity.ParentQueue (ParentQueue.java:assignContainers(570)) - assignedContainer queue=root usedCapacity=0.5625 absoluteUsedCapacity=0.5625 used=<memory:9216, vCores:7> cluster=<memory:16384, vCores:32>
2014-04-10 11:45:47,978 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397148282618_0006_01_000007 Container Transitioned from NEW to ALLOCATED
2014-04-10 11:45:47,978 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(98)) - USER=brock OPERATION=AM Allocated Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1397148282618_0006 CONTAINERID=container_1397148282618_0006_01_000007
2014-04-10 11:45:47,979 INFO fica.FiCaSchedulerNode (FiCaSchedulerNode.java:allocateContainer(116)) - Assigned container container_1397148282618_0006_01_000007 of capacity <memory:1024, vCores:1> on host localhost:39304, which currently has 2 containers, <memory:2048, vCores:2> used and <memory:2048, vCores:6> available
2014-04-10 11:45:47,979 INFO capacity.LeafQueue (LeafQueue.java:assignContainer(1363)) - assignedContainer application=application_1397148282618_0006 container=Container: [ContainerId: container_1397148282618_0006_01_000007, NodeId: localhost:39304, NodeHttpAddress: localhost:51177, Resource: <memory:1024, vCores:1>, Priority: 20, Token: Token { kind: ContainerToken, service: localhost:39304 }, ] containerId=container_1397148282618_0006_01_000007 queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:9216, vCores:7>usedCapacity=0.5625, absoluteUsedCapacity=0.5625, numApps=2, numContainers=7 usedCapacity=0.5625 absoluteUsedCapacity=0.5625 used=<memory:9216, vCores:7> cluster=<memory:16384, vCores:32>
2014-04-10 11:45:47,979 INFO capacity.ParentQueue (ParentQueue.java:assignContainersToChildQueues(655)) - Re-sorting assigned queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:10240, vCores:8>usedCapacity=0.625, absoluteUsedCapacity=0.625, numApps=2, numContainers=8
2014-04-10 11:45:47,979 INFO capacity.ParentQueue (ParentQueue.java:assignContainers(570)) - assignedContainer queue=root usedCapacity=0.625 absoluteUsedCapacity=0.625 used=<memory:10240, vCores:8> cluster=<memory:16384, vCores:32>
2014-04-10 11:45:47,979 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397148282618_0006_01_000008 Container Transitioned from NEW to ALLOCATED
2014-04-10 11:45:47,979 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(98)) - USER=brock OPERATION=AM Allocated Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1397148282618_0006 CONTAINERID=container_1397148282618_0006_01_000008
2014-04-10 11:45:47,979 INFO fica.FiCaSchedulerNode (FiCaSchedulerNode.java:allocateContainer(116)) - Assigned container container_1397148282618_0006_01_000008 of capacity <memory:1024, vCores:1> on host localhost:39304, which currently has 3 containers, <memory:3072, vCores:3> used and <memory:1024, vCores:5> available
2014-04-10 11:45:47,980 INFO capacity.LeafQueue (LeafQueue.java:assignContainer(1363)) - assignedContainer application=application_1397148282618_0006 container=Container: [ContainerId: container_1397148282618_0006_01_000008, NodeId: localhost:39304, NodeHttpAddress: localhost:51177, Resource: <memory:1024, vCores:1>, Priority: 20, Token: Token { kind: ContainerToken, service: localhost:39304 }, ] containerId=container_1397148282618_0006_01_000008 queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:10240, vCores:8>usedCapacity=0.625, absoluteUsedCapacity=0.625, numApps=2, numContainers=8 usedCapacity=0.625 absoluteUsedCapacity=0.625 used=<memory:10240, vCores:8> cluster=<memory:16384, vCores:32>
2014-04-10 11:45:47,980 INFO capacity.ParentQueue (ParentQueue.java:assignContainersToChildQueues(655)) - Re-sorting assigned queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:11264, vCores:9>usedCapacity=0.6875, absoluteUsedCapacity=0.6875, numApps=2, numContainers=9
2014-04-10 11:45:47,980 INFO capacity.ParentQueue (ParentQueue.java:assignContainers(570)) - assignedContainer queue=root usedCapacity=0.6875 absoluteUsedCapacity=0.6875 used=<memory:11264, vCores:9> cluster=<memory:16384, vCores:32>
2014-04-10 11:45:47,998 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397148282618_0006_01_000009 Container Transitioned from NEW to ALLOCATED
2014-04-10 11:45:47,998 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(98)) - USER=brock OPERATION=AM Allocated Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1397148282618_0006 CONTAINERID=container_1397148282618_0006_01_000009
2014-04-10 11:45:47,998 INFO fica.FiCaSchedulerNode (FiCaSchedulerNode.java:allocateContainer(116)) - Assigned container container_1397148282618_0006_01_000009 of capacity <memory:1024, vCores:1> on host localhost:39163, which currently has 1 containers, <memory:1024, vCores:1> used and <memory:3072, vCores:7> available
2014-04-10 11:45:47,999 INFO capacity.LeafQueue (LeafQueue.java:assignContainer(1363)) - assignedContainer application=application_1397148282618_0006 container=Container: [ContainerId: container_1397148282618_0006_01_000009, NodeId: localhost:39163, NodeHttpAddress: localhost:45117, Resource: <memory:1024, vCores:1>, Priority: 20, Token: Token { kind: ContainerToken, service: localhost:39163 }, ] containerId=container_1397148282618_0006_01_000009 queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:11264, vCores:9>usedCapacity=0.6875, absoluteUsedCapacity=0.6875, numApps=2, numContainers=9 usedCapacity=0.6875 absoluteUsedCapacity=0.6875 used=<memory:11264, vCores:9> cluster=<memory:16384, vCores:32>
2014-04-10 11:45:47,999 INFO capacity.ParentQueue (ParentQueue.java:assignContainersToChildQueues(655)) - Re-sorting assigned queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:12288, vCores:10>usedCapacity=0.75, absoluteUsedCapacity=0.75, numApps=2, numContainers=10
2014-04-10 11:45:47,999 INFO capacity.ParentQueue (ParentQueue.java:assignContainers(570)) - assignedContainer queue=root usedCapacity=0.75 absoluteUsedCapacity=0.75 used=<memory:12288, vCores:10> cluster=<memory:16384, vCores:32>
2014-04-10 11:45:48,467 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397148282618_0006_01_000002 Container Transitioned from ALLOCATED to ACQUIRED
2014-04-10 11:45:48,467 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397148282618_0006_01_000003 Container Transitioned from ALLOCATED to ACQUIRED
2014-04-10 11:45:48,468 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397148282618_0006_01_000004 Container Transitioned from ALLOCATED to ACQUIRED
2014-04-10 11:45:48,468 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397148282618_0006_01_000005 Container Transitioned from ALLOCATED to ACQUIRED
2014-04-10 11:45:48,468 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397148282618_0006_01_000006 Container Transitioned from ALLOCATED to ACQUIRED
2014-04-10 11:45:48,468 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397148282618_0006_01_000007 Container Transitioned from ALLOCATED to ACQUIRED
2014-04-10 11:45:48,468 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397148282618_0006_01_000008 Container Transitioned from ALLOCATED to ACQUIRED
2014-04-10 11:45:48,469 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397148282618_0006_01_000009 Container Transitioned from ALLOCATED to ACQUIRED
2014-04-10 11:45:48,512 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397148282618_0006/job.jar dst=null perm=null
2014-04-10 11:45:48,513 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397148282618_0006/job.jar dst=null perm=null
2014-04-10 11:45:48,529 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397148282618_0006/job.xml dst=null perm=null
2014-04-10 11:45:48,530 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397148282618_0006/job.xml dst=null perm=null
2014-04-10 11:45:48,533 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null
2014-04-10 11:45:48,534 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target/Hadoop2MR1Platform-tmpDir/hadoop-6513904787770014536.jar dst=null perm=null
2014-04-10 11:45:48,545 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null
2014-04-10 11:45:48,547 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target/Hadoop2MR1Platform-tmpDir/hadoop-6513904787770014536.jar dst=null perm=null
2014-04-10 11:45:48,549 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null
2014-04-10 11:45:48,550 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target/Hadoop2MR1Platform-tmpDir/hadoop-6513904787770014536.jar dst=null perm=null
2014-04-10 11:45:48,617 INFO ipc.Server (Server.java:saslProcess(1252)) - Auth successful for appattempt_1397148282618_0006_000001 (auth:SIMPLE)
2014-04-10 11:45:48,617 INFO ipc.Server (Server.java:saslProcess(1252)) - Auth successful for appattempt_1397148282618_0006_000001 (auth:SIMPLE)
2014-04-10 11:45:48,617 INFO ipc.Server (Server.java:saslProcess(1252)) - Auth successful for appattempt_1397148282618_0006_000001 (auth:SIMPLE)
2014-04-10 11:45:48,623 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(572)) - Start request for container_1397148282618_0006_01_000005 by user brock
2014-04-10 11:45:48,623 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(572)) - Start request for container_1397148282618_0006_01_000003 by user brock
2014-04-10 11:45:48,623 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(611)) - Creating a new application reference for app application_1397148282618_0006
2014-04-10 11:45:48,624 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(572)) - Start request for container_1397148282618_0006_01_000004 by user brock
2014-04-10 11:45:48,624 INFO application.Application (ApplicationImpl.java:transition(296)) - Adding container_1397148282618_0006_01_000003 to application application_1397148282618_0006
2014-04-10 11:45:48,624 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(572)) - Start request for container_1397148282618_0006_01_000002 by user brock
2014-04-10 11:45:48,624 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=brock IP=127.0.0.1 OPERATION=Start Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1397148282618_0006 CONTAINERID=container_1397148282618_0006_01_000004
2014-04-10 11:45:48,624 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=brock IP=127.0.0.1 OPERATION=Start Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1397148282618_0006 CONTAINERID=container_1397148282618_0006_01_000002
2014-04-10 11:45:48,625 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(572)) - Start request for container_1397148282618_0006_01_000008 by user brock
2014-04-10 11:45:48,624 INFO application.Application (ApplicationImpl.java:handle(450)) - Application application_1397148282618_0006 transitioned from NEW to INITING
2014-04-10 11:45:48,624 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=brock IP=127.0.0.1 OPERATION=Start Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1397148282618_0006 CONTAINERID=container_1397148282618_0006_01_000005
2014-04-10 11:45:48,624 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=brock IP=127.0.0.1 OPERATION=Start Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1397148282618_0006 CONTAINERID=container_1397148282618_0006_01_000003
2014-04-10 11:45:48,626 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(572)) - Start request for container_1397148282618_0006_01_000007 by user brock
2014-04-10 11:45:48,625 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(611)) - Creating a new application reference for app application_1397148282618_0006
2014-04-10 11:45:48,625 INFO application.Application (ApplicationImpl.java:transition(296)) - Adding container_1397148282618_0006_01_000005 to application application_1397148282618_0006
2014-04-10 11:45:48,626 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=brock IP=127.0.0.1 OPERATION=Start Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1397148282618_0006 CONTAINERID=container_1397148282618_0006_01_000008
2014-04-10 11:45:48,626 INFO application.Application (ApplicationImpl.java:transition(296)) - Adding container_1397148282618_0006_01_000004 to application application_1397148282618_0006
2014-04-10 11:45:48,627 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(572)) - Start request for container_1397148282618_0006_01_000009 by user brock
2014-04-10 11:45:48,626 INFO application.Application (ApplicationImpl.java:transition(296)) - Adding container_1397148282618_0006_01_000007 to application application_1397148282618_0006
2014-04-10 11:45:48,626 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=brock IP=127.0.0.1 OPERATION=Start Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1397148282618_0006 CONTAINERID=container_1397148282618_0006_01_000007
2014-04-10 11:45:48,627 INFO application.Application (ApplicationImpl.java:handle(450)) - Application application_1397148282618_0006 transitioned from NEW to INITING
2014-04-10 11:45:48,627 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(611)) - Creating a new application reference for app application_1397148282618_0006
2014-04-10 11:45:48,627 INFO application.Application (ApplicationImpl.java:transition(296)) - Adding container_1397148282618_0006_01_000002 to application application_1397148282618_0006
2014-04-10 11:45:48,628 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=brock IP=127.0.0.1 OPERATION=Start Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1397148282618_0006 CONTAINERID=container_1397148282618_0006_01_000009
2014-04-10 11:45:48,626 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(572)) - Start request for container_1397148282618_0006_01_000006 by user brock
2014-04-10 11:45:48,628 INFO application.Application (ApplicationImpl.java:handle(450)) - Application application_1397148282618_0006 transitioned from INITING to RUNNING
2014-04-10 11:45:48,628 INFO application.Application (ApplicationImpl.java:handle(450)) - Application application_1397148282618_0006 transitioned from NEW to INITING
2014-04-10 11:45:48,628 INFO application.Application (ApplicationImpl.java:transition(296)) - Adding container_1397148282618_0006_01_000009 to application application_1397148282618_0006
2014-04-10 11:45:48,629 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397148282618_0006_01_000003 transitioned from NEW to LOCALIZING
2014-04-10 11:45:48,627 INFO application.Application (ApplicationImpl.java:transition(296)) - Adding container_1397148282618_0006_01_000008 to application application_1397148282618_0006
2014-04-10 11:45:48,629 INFO application.Application (ApplicationImpl.java:transition(296)) - Adding container_1397148282618_0006_01_000006 to application application_1397148282618_0006
2014-04-10 11:45:48,629 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397148282618_0006_01_000002 transitioned from NEW to LOCALIZING
2014-04-10 11:45:48,629 INFO application.Application (ApplicationImpl.java:handle(450)) - Application application_1397148282618_0006 transitioned from INITING to RUNNING
2014-04-10 11:45:48,628 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=brock IP=127.0.0.1 OPERATION=Start Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1397148282618_0006 CONTAINERID=container_1397148282618_0006_01_000006
2014-04-10 11:45:48,630 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397148282618_0006_01_000004 transitioned from NEW to LOCALIZING
2014-04-10 11:45:48,630 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397148282618_0006_01_000009 transitioned from NEW to LOCALIZING
2014-04-10 11:45:48,629 INFO application.Application (ApplicationImpl.java:handle(450)) - Application application_1397148282618_0006 transitioned from INITING to RUNNING
2014-04-10 11:45:48,630 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397148282618_0006_01_000005 transitioned from NEW to LOCALIZING
2014-04-10 11:45:48,630 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event CONTAINER_INIT for appId application_1397148282618_0006
2014-04-10 11:45:48,630 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397148282618_0006_01_000006 transitioned from NEW to LOCALIZING
2014-04-10 11:45:48,630 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event CONTAINER_INIT for appId application_1397148282618_0006
2014-04-10 11:45:48,631 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event APPLICATION_INIT for appId application_1397148282618_0006
2014-04-10 11:45:48,631 INFO containermanager.AuxServices (AuxServices.java:handle(179)) - Got APPLICATION_INIT for service mapreduce_shuffle
2014-04-10 11:45:48,631 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event APPLICATION_INIT for appId application_1397148282618_0006
2014-04-10 11:45:48,631 INFO containermanager.AuxServices (AuxServices.java:handle(179)) - Got APPLICATION_INIT for service mapreduce_shuffle
2014-04-10 11:45:48,631 INFO mapred.ShuffleHandler (ShuffleHandler.java:initializeApplication(263)) - Added token for job_1397148282618_0006
2014-04-10 11:45:48,631 INFO mapred.ShuffleHandler (ShuffleHandler.java:initializeApplication(263)) - Added token for job_1397148282618_0006
2014-04-10 11:45:48,631 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397148282618_0006_01_000007 transitioned from NEW to LOCALIZING
2014-04-10 11:45:48,632 INFO localizer.LocalizedResource (LocalizedResource.java:handle(196)) - Resource hdfs://localhost:38088/tmp/hadoop-yarn/staging/brock/.staging/job_1397148282618_0006/job.jar transitioned from INIT to DOWNLOADING
2014-04-10 11:45:48,632 INFO localizer.LocalizedResource (LocalizedResource.java:handle(196)) - Resource hdfs://localhost:38088/tmp/hadoop-yarn/staging/brock/.staging/job_1397148282618_0006/job.jar transitioned from INIT to DOWNLOADING
2014-04-10 11:45:48,632 INFO localizer.LocalizedResource (LocalizedResource.java:handle(196)) - Resource hdfs://localhost:38088/tmp/hadoop-yarn/staging/brock/.staging/job_1397148282618_0006/job.xml transitioned from INIT to DOWNLOADING
2014-04-10 11:45:48,632 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397148282618_0006_01_000008 transitioned from NEW to LOCALIZING
2014-04-10 11:45:48,632 INFO localizer.LocalizedResource (LocalizedResource.java:handle(196)) - Resource hdfs://localhost:38088/tmp/hadoop-yarn/staging/brock/.staging/job_1397148282618_0006/job.xml transitioned from INIT to DOWNLOADING
2014-04-10 11:45:48,632 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:handle(590)) - Created localizer for container_1397148282618_0006_01_000009
2014-04-10 11:45:48,632 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event CONTAINER_INIT for appId application_1397148282618_0006
2014-04-10 11:45:48,632 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event CONTAINER_INIT for appId application_1397148282618_0006
2014-04-10 11:45:48,633 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event APPLICATION_INIT for appId application_1397148282618_0006
2014-04-10 11:45:48,633 INFO containermanager.AuxServices (AuxServices.java:handle(179)) - Got APPLICATION_INIT for service mapreduce_shuffle
2014-04-10 11:45:48,633 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event APPLICATION_INIT for appId application_1397148282618_0006
2014-04-10 11:45:48,633 INFO mapred.ShuffleHandler (ShuffleHandler.java:initializeApplication(263)) - Added token for job_1397148282618_0006
2014-04-10 11:45:48,633 INFO containermanager.AuxServices (AuxServices.java:handle(179)) - Got APPLICATION_INIT for service mapreduce_shuffle
2014-04-10 11:45:48,634 INFO mapred.ShuffleHandler (ShuffleHandler.java:initializeApplication(263)) - Added token for job_1397148282618_0006
2014-04-10 11:45:48,634 INFO localizer.LocalizedResource (LocalizedResource.java:handle(196)) - Resource hdfs://localhost:38088/tmp/hadoop-yarn/staging/brock/.staging/job_1397148282618_0006/job.jar transitioned from INIT to DOWNLOADING
2014-04-10 11:45:48,634 INFO localizer.LocalizedResource (LocalizedResource.java:handle(196)) - Resource hdfs://localhost:38088/tmp/hadoop-yarn/staging/brock/.staging/job_1397148282618_0006/job.xml transitioned from INIT to DOWNLOADING
2014-04-10 11:45:48,634 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event CONTAINER_INIT for appId application_1397148282618_0006
2014-04-10 11:45:48,634 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event CONTAINER_INIT for appId application_1397148282618_0006
2014-04-10 11:45:48,634 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event APPLICATION_INIT for appId application_1397148282618_0006
2014-04-10 11:45:48,635 INFO containermanager.AuxServices (AuxServices.java:handle(179)) - Got APPLICATION_INIT for service mapreduce_shuffle
2014-04-10 11:45:48,634 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event APPLICATION_INIT for appId application_1397148282618_0006
2014-04-10 11:45:48,635 INFO mapred.ShuffleHandler (ShuffleHandler.java:initializeApplication(263)) - Added token for job_1397148282618_0006
2014-04-10 11:45:48,635 INFO containermanager.AuxServices (AuxServices.java:handle(179)) - Got APPLICATION_INIT for service mapreduce_shuffle
2014-04-10 11:45:48,635 INFO mapred.ShuffleHandler (ShuffleHandler.java:initializeApplication(263)) - Added token for job_1397148282618_0006
2014-04-10 11:45:48,635 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event CONTAINER_INIT for appId application_1397148282618_0006
2014-04-10 11:45:48,635 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event APPLICATION_INIT for appId application_1397148282618_0006
2014-04-10 11:45:48,636 INFO containermanager.AuxServices (AuxServices.java:handle(179)) - Got APPLICATION_INIT for service mapreduce_shuffle
2014-04-10 11:45:48,636 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event CONTAINER_INIT for appId application_1397148282618_0006
2014-04-10 11:45:48,636 INFO mapred.ShuffleHandler (ShuffleHandler.java:initializeApplication(263)) - Added token for job_1397148282618_0006
2014-04-10 11:45:48,636 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event APPLICATION_INIT for appId application_1397148282618_0006
2014-04-10 11:45:48,636 INFO containermanager.AuxServices (AuxServices.java:handle(179)) - Got APPLICATION_INIT for service mapreduce_shuffle
2014-04-10 11:45:48,636 INFO mapred.ShuffleHandler (ShuffleHandler.java:initializeApplication(263)) - Added token for job_1397148282618_0006
2014-04-10 11:45:48,637 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:handle(590)) - Created localizer for container_1397148282618_0006_01_000003
2014-04-10 11:45:48,637 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:handle(590)) - Created localizer for container_1397148282618_0006_01_000006
2014-04-10 11:45:48,637 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:handle(590)) - Created localizer for container_1397148282618_0006_01_000002
2014-04-10 11:45:48,638 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:handle(590)) - Created localizer for container_1397148282618_0006_01_000007
2014-04-10 11:45:48,638 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:handle(590)) - Created localizer for container_1397148282618_0006_01_000004
2014-04-10 11:45:48,638 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:handle(590)) - Created localizer for container_1397148282618_0006_01_000008
2014-04-10 11:45:48,638 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:handle(590)) - Created localizer for container_1397148282618_0006_01_000005
2014-04-10 11:45:48,643 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:writeCredentials(1015)) - Writing credentials to the nmPrivate file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_3/nmPrivate/container_1397148282618_0006_01_000009.tokens. Credentials list:
2014-04-10 11:45:48,648 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:writeCredentials(1015)) - Writing credentials to the nmPrivate file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_3/nmPrivate/container_1397148282618_0006_01_000003.tokens. Credentials list:
2014-04-10 11:45:48,648 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:writeCredentials(1015)) - Writing credentials to the nmPrivate file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_1/nmPrivate/container_1397148282618_0006_01_000008.tokens. Credentials list:
2014-04-10 11:45:48,651 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:writeCredentials(1015)) - Writing credentials to the nmPrivate file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_1/nmPrivate/container_1397148282618_0006_01_000005.tokens. Credentials list:
2014-04-10 11:45:48,653 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:writeCredentials(1015)) - Writing credentials to the nmPrivate file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_0/nmPrivate/container_1397148282618_0006_01_000004.tokens. Credentials list:
2014-04-10 11:45:48,654 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:writeCredentials(1015)) - Writing credentials to the nmPrivate file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_0/nmPrivate/container_1397148282618_0006_01_000007.tokens. Credentials list:
2014-04-10 11:45:48,653 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:writeCredentials(1015)) - Writing credentials to the nmPrivate file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_2/nmPrivate/container_1397148282618_0006_01_000002.tokens. Credentials list:
2014-04-10 11:45:48,654 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:writeCredentials(1015)) - Writing credentials to the nmPrivate file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_3/nmPrivate/container_1397148282618_0006_01_000006.tokens. Credentials list:
2014-04-10 11:45:48,659 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:createUserCacheDirs(469)) - Initializing user brock
2014-04-10 11:45:48,662 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:createUserCacheDirs(469)) - Initializing user brock
2014-04-10 11:45:48,662 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:createUserCacheDirs(469)) - Initializing user brock
2014-04-10 11:45:48,744 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(103)) - Copying from /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_3/nmPrivate/container_1397148282618_0006_01_000009.tokens to /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_0/usercache/brock/appcache/application_1397148282618_0006/container_1397148282618_0006_01_000009.tokens
2014-04-10 11:45:48,745 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(105)) - CWD set to /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_0/usercache/brock/appcache/application_1397148282618_0006 = file:/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_0/usercache/brock/appcache/application_1397148282618_0006
2014-04-10 11:45:48,750 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(103)) - Copying from /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_3/nmPrivate/container_1397148282618_0006_01_000003.tokens to /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_0/usercache/brock/appcache/application_1397148282618_0006/container_1397148282618_0006_01_000003.tokens
2014-04-10 11:45:48,750 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(105)) - CWD set to /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_0/usercache/brock/appcache/application_1397148282618_0006 = file:/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_0/usercache/brock/appcache/application_1397148282618_0006
2014-04-10 11:45:48,750 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(103)) - Copying from /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_1/nmPrivate/container_1397148282618_0006_01_000008.tokens to /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_0/usercache/brock/appcache/application_1397148282618_0006/container_1397148282618_0006_01_000008.tokens
2014-04-10 11:45:48,751 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(105)) - CWD set to /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_0/usercache/brock/appcache/application_1397148282618_0006 = file:/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_0/usercache/brock/appcache/application_1397148282618_0006
2014-04-10 11:45:48,876 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397148282618_0006/job.jar dst=null perm=null
2014-04-10 11:45:48,878 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397148282618_0006/job.jar dst=null perm=null
2014-04-10 11:45:48,879 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397148282618_0006/job.jar dst=null perm=null
2014-04-10 11:45:48,880 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397148282618_0006/job.jar dst=null perm=null
2014-04-10 11:45:48,880 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397148282618_0006/job.jar dst=null perm=null
2014-04-10 11:45:48,881 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397148282618_0006/job.jar dst=null perm=null
2014-04-10 11:45:48,882 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397148282618_0006/job.jar dst=null perm=null
2014-04-10 11:45:48,882 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397148282618_0006/job.jar dst=null perm=null
2014-04-10 11:45:48,883 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397148282618_0006/job.jar dst=null perm=null
2014-04-10 11:45:48,892 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:53089, dest: /127.0.0.1:53864, bytes: 246562, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_1361113666_3920, offset: 0, srvID: 56b85d8f-9b31-4c91-b022-e568d9765c42, blockid: BP-196700473-127.0.0.1-1397148267010:blk_1073741895_1071, duration: 903155
2014-04-10 11:45:48,893 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:37136, dest: /127.0.0.1:48221, bytes: 246562, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_1853282166_3921, offset: 0, srvID: b242afcc-2d24-4b8f-9fb7-bc72b71e749a, blockid: BP-196700473-127.0.0.1-1397148267010:blk_1073741895_1071, duration: 1173051
2014-04-10 11:45:48,908 INFO launcher.ContainerLaunch (ContainerLaunch.java:call(322)) - Container container_1397148282618_0005_01_000001 succeeded
2014-04-10 11:45:48,908 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397148282618_0005_01_000001 transitioned from RUNNING to EXITED_WITH_SUCCESS
2014-04-10 11:45:48,908 INFO launcher.ContainerLaunch (ContainerLaunch.java:cleanupContainer(341)) - Cleaning up container container_1397148282618_0005_01_000001
2014-04-10 11:45:48,924 INFO localizer.LocalizedResource (LocalizedResource.java:handle(196)) - Resource hdfs://localhost:38088/tmp/hadoop-yarn/staging/brock/.staging/job_1397148282618_0006/job.jar(->file:/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_1/usercache/brock/appcache/application_1397148282618_0006/filecache/10/job.jar) transitioned from DOWNLOADING to LOCALIZED
2014-04-10 11:45:48,924 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_0/usercache/brock/appcache/application_1397148282618_0005/container_1397148282618_0005_01_000001
2014-04-10 11:45:48,924 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_1/usercache/brock/appcache/application_1397148282618_0005/container_1397148282618_0005_01_000001
2014-04-10 11:45:48,924 INFO localizer.LocalizedResource (LocalizedResource.java:handle(196)) - Resource hdfs://localhost:38088/tmp/hadoop-yarn/staging/brock/.staging/job_1397148282618_0006/job.jar(->file:/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_0/usercache/brock/appcache/application_1397148282618_0006/filecache/10/job.jar) transitioned from DOWNLOADING to LOCALIZED
2014-04-10 11:45:48,925 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_2/usercache/brock/appcache/application_1397148282618_0005/container_1397148282618_0005_01_000001
2014-04-10 11:45:48,925 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=brock OPERATION=Container Finished - Succeeded TARGET=ContainerImpl RESULT=SUCCESS APPID=application_1397148282618_0005 CONTAINERID=container_1397148282618_0005_01_000001
2014-04-10 11:45:48,925 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_3/usercache/brock/appcache/application_1397148282618_0005/container_1397148282618_0005_01_000001
2014-04-10 11:45:48,925 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397148282618_0005_01_000001 transitioned from EXITED_WITH_SUCCESS to DONE
2014-04-10 11:45:48,926 INFO application.Application (ApplicationImpl.java:transition(339)) - Removing container_1397148282618_0005_01_000001 from application application_1397148282618_0005
2014-04-10 11:45:48,926 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397148282618_0006_01_000002 Container Transitioned from ACQUIRED to RUNNING
2014-04-10 11:45:48,926 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(169)) - Neither virutal-memory nor physical-memory monitoring is needed. Not running the monitor-thread
2014-04-10 11:45:48,927 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397148282618_0006_01_000003 Container Transitioned from ACQUIRED to RUNNING
2014-04-10 11:45:48,927 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event CONTAINER_STOP for appId application_1397148282618_0005
2014-04-10 11:45:48,927 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397148282618_0006_01_000004 Container Transitioned from ACQUIRED to RUNNING
2014-04-10 11:45:48,927 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397148282618_0006_01_000005 Container Transitioned from ACQUIRED to RUNNING
2014-04-10 11:45:48,946 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397148282618_0006/job.xml dst=null perm=null
2014-04-10 11:45:48,946 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397148282618_0006/job.xml dst=null perm=null
2014-04-10 11:45:48,947 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397148282618_0006/job.xml dst=null perm=null
2014-04-10 11:45:48,947 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397148282618_0006/job.xml dst=null perm=null
2014-04-10 11:45:48,949 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397148282618_0006/job.xml dst=null perm=null
2014-04-10 11:45:48,949 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397148282618_0006/job.xml dst=null perm=null
2014-04-10 11:45:48,957 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:37136, dest: /127.0.0.1:48221, bytes: 80688, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_1853282166_3921, offset: 0, srvID: b242afcc-2d24-4b8f-9fb7-bc72b71e749a, blockid: BP-196700473-127.0.0.1-1397148267010:blk_1073741898_1074, duration: 531628
2014-04-10 11:45:48,957 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:37136, dest: /127.0.0.1:48222, bytes: 80688, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_1361113666_3920, offset: 0, srvID: b242afcc-2d24-4b8f-9fb7-bc72b71e749a, blockid: BP-196700473-127.0.0.1-1397148267010:blk_1073741898_1074, duration: 394976
2014-04-10 11:45:48,977 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397148282618_0006_01_000006 Container Transitioned from ACQUIRED to RUNNING
2014-04-10 11:45:48,977 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397148282618_0006_01_000007 Container Transitioned from ACQUIRED to RUNNING
2014-04-10 11:45:48,977 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397148282618_0006_01_000008 Container Transitioned from ACQUIRED to RUNNING
2014-04-10 11:45:48,982 INFO localizer.LocalizedResource (LocalizedResource.java:handle(196)) - Resource hdfs://localhost:38088/tmp/hadoop-yarn/staging/brock/.staging/job_1397148282618_0006/job.xml(->file:/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_0/usercache/brock/appcache/application_1397148282618_0006/filecache/11/job.xml) transitioned from DOWNLOADING to LOCALIZED
2014-04-10 11:45:48,982 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397148282618_0006_01_000006 transitioned from LOCALIZING to LOCALIZED
2014-04-10 11:45:48,982 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397148282618_0006_01_000003 transitioned from LOCALIZING to LOCALIZED
2014-04-10 11:45:48,982 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397148282618_0006_01_000007 transitioned from LOCALIZING to LOCALIZED
2014-04-10 11:45:48,982 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397148282618_0006_01_000002 transitioned from LOCALIZING to LOCALIZED
2014-04-10 11:45:48,982 INFO localizer.LocalizedResource (LocalizedResource.java:handle(196)) - Resource hdfs://localhost:38088/tmp/hadoop-yarn/staging/brock/.staging/job_1397148282618_0006/job.xml(->file:/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_2/usercache/brock/appcache/application_1397148282618_0006/filecache/11/job.xml) transitioned from DOWNLOADING to LOCALIZED
2014-04-10 11:45:48,982 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397148282618_0006_01_000004 transitioned from LOCALIZING to LOCALIZED
2014-04-10 11:45:48,982 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397148282618_0006_01_000008 transitioned from LOCALIZING to LOCALIZED
2014-04-10 11:45:48,983 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397148282618_0006_01_000005 transitioned from LOCALIZING to LOCALIZED
2014-04-10 11:45:48,998 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397148282618_0006_01_000009 Container Transitioned from ACQUIRED to RUNNING
2014-04-10 11:45:49,020 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397148282618_0006_01_000002 transitioned from LOCALIZED to RUNNING
2014-04-10 11:45:49,020 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(169)) - Neither virutal-memory nor physical-memory monitoring is needed. Not running the monitor-thread
2014-04-10 11:45:49,020 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397148282618_0006_01_000004 transitioned from LOCALIZED to RUNNING
2014-04-10 11:45:49,020 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(169)) - Neither virutal-memory nor physical-memory monitoring is needed. Not running the monitor-thread
2014-04-10 11:45:49,026 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397148282618_0006_01_000006 transitioned from LOCALIZED to RUNNING
2014-04-10 11:45:49,026 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(169)) - Neither virutal-memory nor physical-memory monitoring is needed. Not running the monitor-thread
2014-04-10 11:45:49,032 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397148282618_0006_01_000003 transitioned from LOCALIZED to RUNNING
2014-04-10 11:45:49,032 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(169)) - Neither virutal-memory nor physical-memory monitoring is needed. Not running the monitor-thread
2014-04-10 11:45:49,043 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397148282618_0006_01_000008 transitioned from LOCALIZED to RUNNING
2014-04-10 11:45:49,043 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397148282618_0006_01_000007 transitioned from LOCALIZED to RUNNING
2014-04-10 11:45:49,043 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(169)) - Neither virutal-memory nor physical-memory monitoring is needed. Not running the monitor-thread
2014-04-10 11:45:49,043 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(169)) - Neither virutal-memory nor physical-memory monitoring is needed. Not running the monitor-thread
2014-04-10 11:45:49,043 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397148282618_0006_01_000005 transitioned from LOCALIZED to RUNNING
2014-04-10 11:45:49,043 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(169)) - Neither virutal-memory nor physical-memory monitoring is needed. Not running the monitor-thread
2014-04-10 11:45:49,095 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:49954, dest: /127.0.0.1:51404, bytes: 246562, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_1905391146_3917, offset: 0, srvID: e20bf523-f226-4d36-9695-be2356cb97a6, blockid: BP-196700473-127.0.0.1-1397148267010:blk_1073741895_1071, duration: 206889973
2014-04-10 11:45:49,109 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(189)) - launchContainer: [nice, -n, 0, bash, /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_3/usercache/brock/appcache/application_1397148282618_0006/container_1397148282618_0006_01_000002/default_container_executor.sh]
2014-04-10 11:45:49,114 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(189)) - launchContainer: [nice, -n, 0, bash, /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_1/usercache/brock/appcache/application_1397148282618_0006/container_1397148282618_0006_01_000004/default_container_executor.sh]
2014-04-10 11:45:49,118 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(189)) - launchContainer: [nice, -n, 0, bash, /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_0/usercache/brock/appcache/application_1397148282618_0006/container_1397148282618_0006_01_000006/default_container_executor.sh]
2014-04-10 11:45:49,124 INFO localizer.LocalizedResource (LocalizedResource.java:handle(196)) - Resource hdfs://localhost:38088/tmp/hadoop-yarn/staging/brock/.staging/job_1397148282618_0006/job.jar(->file:/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_1/usercache/brock/appcache/application_1397148282618_0006/filecache/10/job.jar) transitioned from DOWNLOADING to LOCALIZED
2014-04-10 11:45:49,126 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(189)) - launchContainer: [nice, -n, 0, bash, /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_1/usercache/brock/appcache/application_1397148282618_0006/container_1397148282618_0006_01_000003/default_container_executor.sh]
2014-04-10 11:45:49,133 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(189)) - launchContainer: [nice, -n, 0, bash, /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_2/usercache/brock/appcache/application_1397148282618_0006/container_1397148282618_0006_01_000005/default_container_executor.sh]
2014-04-10 11:45:49,133 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(189)) - launchContainer: [nice, -n, 0, bash, /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_0/usercache/brock/appcache/application_1397148282618_0006/container_1397148282618_0006_01_000008/default_container_executor.sh]
2014-04-10 11:45:49,137 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(189)) - launchContainer: [nice, -n, 0, bash, /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_1/usercache/brock/appcache/application_1397148282618_0006/container_1397148282618_0006_01_000007/default_container_executor.sh]
2014-04-10 11:45:49,145 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397148282618_0006/job.xml dst=null perm=null
2014-04-10 11:45:49,145 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397148282618_0006/job.xml dst=null perm=null
2014-04-10 11:45:49,146 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397148282618_0006/job.xml dst=null perm=null
2014-04-10 11:45:49,152 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:49954, dest: /127.0.0.1:51404, bytes: 80688, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_1905391146_3917, offset: 0, srvID: e20bf523-f226-4d36-9695-be2356cb97a6, blockid: BP-196700473-127.0.0.1-1397148267010:blk_1073741898_1074, duration: 305176
2014-04-10 11:45:49,167 INFO localizer.LocalizedResource (LocalizedResource.java:handle(196)) - Resource hdfs://localhost:38088/tmp/hadoop-yarn/staging/brock/.staging/job_1397148282618_0006/job.xml(->file:/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_3/usercache/brock/appcache/application_1397148282618_0006/filecache/11/job.xml) transitioned from DOWNLOADING to LOCALIZED
2014-04-10 11:45:49,167 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397148282618_0006_01_000009 transitioned from LOCALIZING to LOCALIZED
2014-04-10 11:45:49,233 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397148282618_0006_01_000009 transitioned from LOCALIZED to RUNNING
2014-04-10 11:45:49,233 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(169)) - Neither virutal-memory nor physical-memory monitoring is needed. Not running the monitor-thread
2014-04-10 11:45:49,456 INFO hdfs.StateChange (InvalidateBlocks.java:invalidateWork(152)) - BLOCK* InvalidateBlocks: ask 127.0.0.1:37136 to delete [blk_1073741889_1065, blk_1073741882_1058, blk_1073741883_1059, blk_1073741884_1060, blk_1073741886_1062]
2014-04-10 11:45:49,457 INFO hdfs.StateChange (InvalidateBlocks.java:invalidateWork(152)) - BLOCK* InvalidateBlocks: ask 127.0.0.1:53089 to delete [blk_1073741882_1058, blk_1073741883_1059, blk_1073741885_1061, blk_1073741886_1062]
2014-04-10 11:45:49,485 INFO scheduler.AppSchedulingInfo (AppSchedulingInfo.java:updateResourceRequests(166)) - checking for deactivate...
2014-04-10 11:45:49,658 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(189)) - launchContainer: [nice, -n, 0, bash, /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_0/usercache/brock/appcache/application_1397148282618_0006/container_1397148282618_0006_01_000009/default_container_executor.sh]
2014-04-10 11:45:49,802 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:updateAndGetContainerStatuses(374)) - Removed completed container container_1397148282618_0005_01_000001
2014-04-10 11:45:49,807 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397148282618_0005_01_000001 Container Transitioned from RUNNING to COMPLETED
2014-04-10 11:45:49,807 INFO resourcemanager.ApplicationMasterService (ApplicationMasterService.java:unregisterAttempt(562)) - Unregistering app attempt : appattempt_1397148282618_0005_000001
2014-04-10 11:45:49,808 INFO fica.FiCaSchedulerApp (FiCaSchedulerApp.java:containerCompleted(91)) - Completed container: container_1397148282618_0005_01_000001 in state: COMPLETED event:FINISHED
2014-04-10 11:45:49,808 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(652)) - appattempt_1397148282618_0005_000001 State change from FINISHING to FINISHED
2014-04-10 11:45:49,808 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(98)) - USER=brock OPERATION=AM Released Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1397148282618_0005 CONTAINERID=container_1397148282618_0005_01_000001
2014-04-10 11:45:49,808 INFO rmapp.RMAppImpl (RMAppImpl.java:handle(610)) - application_1397148282618_0005 State change from FINISHING to FINISHED
2014-04-10 11:45:49,808 INFO fica.FiCaSchedulerNode (FiCaSchedulerNode.java:releaseContainer(164)) - Released container container_1397148282618_0005_01_000001 of capacity <memory:2048, vCores:1> on host localhost:42958, which currently has 1 containers, <memory:2048, vCores:1> used and <memory:2048, vCores:7> available, release resources=true
2014-04-10 11:45:49,808 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(140)) - USER=brock OPERATION=Application Finished - Succeeded TARGET=RMAppManager RESULT=SUCCESS APPID=application_1397148282618_0005
2014-04-10 11:45:49,808 INFO amlauncher.AMLauncher (AMLauncher.java:run(262)) - Cleaning master appattempt_1397148282618_0005_000001
2014-04-10 11:45:49,808 INFO resourcemanager.RMAppManager$ApplicationSummary (RMAppManager.java:logAppSummary(175)) - appId=application_1397148282618_0005,name=[E18A1AA20D0A443C9899B71397945AC0/1565FA06A95A4B07BC2F7CA5E362F74E] first/(1/1) ...pplatform/globmultisource,user=brock,queue=default,state=FINISHED,trackingUrl=http://localhost:45416/proxy/application_1397148282618_0005/jobhistory/job/job_1397148282618_0005,appMasterHost=localhost.localdomain,startTime=1397148332413,finishTime=1397148342714,finalStatus=SUCCEEDED
2014-04-10 11:45:49,808 INFO capacity.LeafQueue (LeafQueue.java:releaseResource(1506)) - default used=<memory:10240, vCores:9> numContainers=9 user=brock user-resources=<memory:10240, vCores:9>
2014-04-10 11:45:49,809 INFO capacity.LeafQueue (LeafQueue.java:completedContainer(1448)) - completedContainer container=Container: [ContainerId: container_1397148282618_0005_01_000001, NodeId: localhost:42958, NodeHttpAddress: localhost:52042, Resource: <memory:2048, vCores:1>, Priority: 0, Token: Token { kind: ContainerToken, service: localhost:42958 }, ] resource=<memory:2048, vCores:1> queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:10240, vCores:9>usedCapacity=0.625, absoluteUsedCapacity=0.625, numApps=2, numContainers=9 usedCapacity=0.625 absoluteUsedCapacity=0.625 used=<memory:10240, vCores:9> cluster=<memory:16384, vCores:32>
2014-04-10 11:45:49,809 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(694)) - completedContainer queue=root usedCapacity=0.625 absoluteUsedCapacity=0.625 used=<memory:10240, vCores:9> cluster=<memory:16384, vCores:32>
2014-04-10 11:45:49,810 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(708)) - Re-sorting completed queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:10240, vCores:9>usedCapacity=0.625, absoluteUsedCapacity=0.625, numApps=2, numContainers=9
2014-04-10 11:45:49,810 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(849)) - Application appattempt_1397148282618_0005_000001 released container container_1397148282618_0005_01_000001 on node: host: localhost:42958 #containers=1 available=2048 used=2048 with event: FINISHED
2014-04-10 11:45:49,810 INFO capacity.CapacityScheduler (CapacityScheduler.java:doneApplicationAttempt(472)) - Application appattempt_1397148282618_0005_000001 is done. finalState=FINISHED
2014-04-10 11:45:49,810 INFO scheduler.AppSchedulingInfo (AppSchedulingInfo.java:clearRequests(108)) - Application application_1397148282618_0005 requests cleared
2014-04-10 11:45:49,810 INFO capacity.LeafQueue (LeafQueue.java:removeApplication(776)) - Application removed - appId: application_1397148282618_0005 user: brock queue: default #user-pending-applications: 0 #user-active-applications: 1 #queue-pending-applications: 0 #queue-active-applications: 1
2014-04-10 11:45:49,810 INFO capacity.ParentQueue (ParentQueue.java:removeApplication(507)) - Application removed - appId: application_1397148282618_0005 user: brock leaf-queue of parent: root #applications: 1
2014-04-10 11:45:49,811 INFO ipc.Server (Server.java:saslProcess(1252)) - Auth successful for appattempt_1397148282618_0005_000001 (auth:SIMPLE)
2014-04-10 11:45:49,819 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:stopContainerInternal(718)) - Stopping container with container Id: container_1397148282618_0005_01_000001
2014-04-10 11:45:49,926 INFO application.Application (ApplicationImpl.java:handle(450)) - Application application_1397148282618_0005 transitioned from RUNNING to APPLICATION_RESOURCES_CLEANINGUP
2014-04-10 11:45:49,926 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_0/usercache/brock/appcache/application_1397148282618_0005
2014-04-10 11:45:49,927 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event APPLICATION_STOP for appId application_1397148282618_0005
2014-04-10 11:45:49,927 INFO application.Application (ApplicationImpl.java:handle(450)) - Application application_1397148282618_0005 transitioned from APPLICATION_RESOURCES_CLEANINGUP to FINISHED
2014-04-10 11:45:49,927 INFO loghandler.NonAggregatingLogHandler (NonAggregatingLogHandler.java:handle(119)) - Scheduling Log Deletion for application: application_1397148282618_0005, with delay of 10800 seconds
2014-04-10 11:45:49,927 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_1/usercache/brock/appcache/application_1397148282618_0005
2014-04-10 11:45:49,927 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_2/usercache/brock/appcache/application_1397148282618_0005
2014-04-10 11:45:49,928 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_3/usercache/brock/appcache/application_1397148282618_0005
2014-04-10 11:45:50,209 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:createUserCacheDirs(469)) - Initializing user brock
2014-04-10 11:45:50,237 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:createUserCacheDirs(469)) - Initializing user brock
2014-04-10 11:45:50,297 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-196700473-127.0.0.1-1397148267010:blk_1073741899_1075
2014-04-10 11:45:50,717 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073741889_1065 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data4/current/BP-196700473-127.0.0.1-1397148267010/current/finalized/blk_1073741889 for deletion
2014-04-10 11:45:50,717 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073741882_1058 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data3/current/BP-196700473-127.0.0.1-1397148267010/current/finalized/blk_1073741882 for deletion
2014-04-10 11:45:50,717 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-196700473-127.0.0.1-1397148267010 blk_1073741889_1065 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data4/current/BP-196700473-127.0.0.1-1397148267010/current/finalized/blk_1073741889
2014-04-10 11:45:50,717 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073741883_1059 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data4/current/BP-196700473-127.0.0.1-1397148267010/current/finalized/blk_1073741883 for deletion
2014-04-10 11:45:50,717 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-196700473-127.0.0.1-1397148267010 blk_1073741882_1058 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data3/current/BP-196700473-127.0.0.1-1397148267010/current/finalized/blk_1073741882
2014-04-10 11:45:50,717 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073741884_1060 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data3/current/BP-196700473-127.0.0.1-1397148267010/current/finalized/blk_1073741884 for deletion
2014-04-10 11:45:50,717 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-196700473-127.0.0.1-1397148267010 blk_1073741883_1059 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data4/current/BP-196700473-127.0.0.1-1397148267010/current/finalized/blk_1073741883
2014-04-10 11:45:50,718 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073741886_1062 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data4/current/BP-196700473-127.0.0.1-1397148267010/current/finalized/blk_1073741886 for deletion
2014-04-10 11:45:50,718 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-196700473-127.0.0.1-1397148267010 blk_1073741884_1060 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data3/current/BP-196700473-127.0.0.1-1397148267010/current/finalized/blk_1073741884
2014-04-10 11:45:50,718 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-196700473-127.0.0.1-1397148267010 blk_1073741886_1062 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data4/current/BP-196700473-127.0.0.1-1397148267010/current/finalized/blk_1073741886
2014-04-10 11:45:50,788 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(103)) - Copying from /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_2/nmPrivate/container_1397148282618_0006_01_000002.tokens to /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_0/usercache/brock/appcache/application_1397148282618_0006/container_1397148282618_0006_01_000002.tokens
2014-04-10 11:45:50,789 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(105)) - CWD set to /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_0/usercache/brock/appcache/application_1397148282618_0006 = file:/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_0/usercache/brock/appcache/application_1397148282618_0006
2014-04-10 11:45:50,791 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073741882_1058 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data5/current/BP-196700473-127.0.0.1-1397148267010/current/finalized/blk_1073741882 for deletion
2014-04-10 11:45:50,791 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073741883_1059 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data6/current/BP-196700473-127.0.0.1-1397148267010/current/finalized/blk_1073741883 for deletion
2014-04-10 11:45:50,791 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073741885_1061 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data5/current/BP-196700473-127.0.0.1-1397148267010/current/finalized/blk_1073741885 for deletion
2014-04-10 11:45:50,792 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-196700473-127.0.0.1-1397148267010 blk_1073741883_1059 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data6/current/BP-196700473-127.0.0.1-1397148267010/current/finalized/blk_1073741883
2014-04-10 11:45:50,792 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-196700473-127.0.0.1-1397148267010 blk_1073741882_1058 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data5/current/BP-196700473-127.0.0.1-1397148267010/current/finalized/blk_1073741882
2014-04-10 11:45:50,792 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-196700473-127.0.0.1-1397148267010 blk_1073741885_1061 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data5/current/BP-196700473-127.0.0.1-1397148267010/current/finalized/blk_1073741885
2014-04-10 11:45:50,792 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073741886_1062 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data6/current/BP-196700473-127.0.0.1-1397148267010/current/finalized/blk_1073741886 for deletion
2014-04-10 11:45:50,792 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-196700473-127.0.0.1-1397148267010 blk_1073741886_1062 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data6/current/BP-196700473-127.0.0.1-1397148267010/current/finalized/blk_1073741886
2014-04-10 11:45:50,794 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(103)) - Copying from /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_3/nmPrivate/container_1397148282618_0006_01_000006.tokens to /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_0/usercache/brock/appcache/application_1397148282618_0006/container_1397148282618_0006_01_000006.tokens
2014-04-10 11:45:50,795 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(105)) - CWD set to /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_0/usercache/brock/appcache/application_1397148282618_0006 = file:/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_0/usercache/brock/appcache/application_1397148282618_0006
2014-04-10 11:45:50,803 INFO application.Application (ApplicationImpl.java:handle(450)) - Application application_1397148282618_0005 transitioned from RUNNING to APPLICATION_RESOURCES_CLEANINGUP
2014-04-10 11:45:50,803 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_0/usercache/brock/appcache/application_1397148282618_0005
2014-04-10 11:45:50,803 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event APPLICATION_STOP for appId application_1397148282618_0005
2014-04-10 11:45:50,804 INFO application.Application (ApplicationImpl.java:handle(450)) - Application application_1397148282618_0005 transitioned from APPLICATION_RESOURCES_CLEANINGUP to FINISHED
2014-04-10 11:45:50,804 INFO loghandler.NonAggregatingLogHandler (NonAggregatingLogHandler.java:handle(119)) - Scheduling Log Deletion for application: application_1397148282618_0005, with delay of 10800 seconds
2014-04-10 11:45:50,804 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_1/usercache/brock/appcache/application_1397148282618_0005
2014-04-10 11:45:50,804 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_2/usercache/brock/appcache/application_1397148282618_0005
2014-04-10 11:45:50,804 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_3/usercache/brock/appcache/application_1397148282618_0005
2014-04-10 11:45:50,815 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-196700473-127.0.0.1-1397148267010:blk_1073741899_1075
2014-04-10 11:45:51,057 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-196700473-127.0.0.1-1397148267010:blk_1073741899_1075
2014-04-10 11:45:51,175 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:createUserCacheDirs(469)) - Initializing user brock
2014-04-10 11:45:51,280 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:createUserCacheDirs(469)) - Initializing user brock
2014-04-10 11:45:51,562 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(103)) - Copying from /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_0/nmPrivate/container_1397148282618_0006_01_000004.tokens to /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_0/usercache/brock/appcache/application_1397148282618_0006/container_1397148282618_0006_01_000004.tokens
2014-04-10 11:45:51,563 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(105)) - CWD set to /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_0/usercache/brock/appcache/application_1397148282618_0006 = file:/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_0/usercache/brock/appcache/application_1397148282618_0006
2014-04-10 11:45:51,835 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(103)) - Copying from /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_0/nmPrivate/container_1397148282618_0006_01_000007.tokens to /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_0/usercache/brock/appcache/application_1397148282618_0006/container_1397148282618_0006_01_000007.tokens
2014-04-10 11:45:51,835 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(105)) - CWD set to /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_0/usercache/brock/appcache/application_1397148282618_0006 = file:/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_0/usercache/brock/appcache/application_1397148282618_0006
2014-04-10 11:45:52,209 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:createUserCacheDirs(469)) - Initializing user brock
2014-04-10 11:45:52,835 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(103)) - Copying from /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_1/nmPrivate/container_1397148282618_0006_01_000005.tokens to /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_0/usercache/brock/appcache/application_1397148282618_0006/container_1397148282618_0006_01_000005.tokens
2014-04-10 11:45:52,835 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(105)) - CWD set to /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_0/usercache/brock/appcache/application_1397148282618_0006 = file:/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_0/usercache/brock/appcache/application_1397148282618_0006
2014-04-10 11:45:53,392 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397148282618_0006/job.split dst=null perm=null
2014-04-10 11:45:53,466 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397148282618_0006/job.split dst=null perm=null
2014-04-10 11:45:53,473 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397148282618_0006/job.split dst=null perm=null
2014-04-10 11:45:53,486 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:37136, dest: /127.0.0.1:48243, bytes: 3371, op: HDFS_READ, cliID: DFSClient_attempt_1397148282618_0006_m_000001_0_662080234_1, offset: 0, srvID: b242afcc-2d24-4b8f-9fb7-bc72b71e749a, blockid: BP-196700473-127.0.0.1-1397148267010:blk_1073741896_1072, duration: 141244
2014-04-10 11:45:53,558 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:53089, dest: /127.0.0.1:53890, bytes: 1823, op: HDFS_READ, cliID: DFSClient_attempt_1397148282618_0006_m_000004_0_-1218560757_1, offset: 1536, srvID: 56b85d8f-9b31-4c91-b022-e568d9765c42, blockid: BP-196700473-127.0.0.1-1397148267010:blk_1073741896_1072, duration: 166873
2014-04-10 11:45:53,587 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:49954, dest: /127.0.0.1:51432, bytes: 2339, op: HDFS_READ, cliID: DFSClient_attempt_1397148282618_0006_m_000003_0_-199080869_1, offset: 1024, srvID: e20bf523-f226-4d36-9695-be2356cb97a6, blockid: BP-196700473-127.0.0.1-1397148267010:blk_1073741896_1072, duration: 163941
2014-04-10 11:45:53,601 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/hadooptapplatform/globmultisource/part-00002 dst=null perm=null
2014-04-10 11:45:53,610 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397148282618_0006/job.split dst=null perm=null
2014-04-10 11:45:53,654 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/hadooptapplatform/globmultiource2/_temporary/1/_temporary/attempt_1397148282618_0006_m_000001_0/part-00001 dst=null perm=brock:supergroup:rw-rw-rw-
2014-04-10 11:45:53,672 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/hadooptapplatform/globmultisource/part-00000 dst=null perm=null
2014-04-10 11:45:53,675 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:53089, dest: /127.0.0.1:53890, bytes: 16, op: HDFS_READ, cliID: DFSClient_attempt_1397148282618_0006_m_000004_0_-1218560757_1, offset: 0, srvID: 56b85d8f-9b31-4c91-b022-e568d9765c42, blockid: BP-196700473-127.0.0.1-1397148267010:blk_1073741887_1063, duration: 161039
2014-04-10 11:45:53,697 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:53089, dest: /127.0.0.1:53893, bytes: 3371, op: HDFS_READ, cliID: DFSClient_attempt_1397148282618_0006_m_000000_0_2127282751_1, offset: 0, srvID: 56b85d8f-9b31-4c91-b022-e568d9765c42, blockid: BP-196700473-127.0.0.1-1397148267010:blk_1073741896_1072, duration: 181778
2014-04-10 11:45:53,704 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/hadooptapplatform/globmultiource2/_temporary/1/_temporary/attempt_1397148282618_0006_m_000004_0/part-00004 dst=null perm=brock:supergroup:rw-rw-rw-
2014-04-10 11:45:53,726 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397148282618_0006/job.split dst=null perm=null
2014-04-10 11:45:53,728 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/hadooptapplatform/globmultisource/part-00003 dst=null perm=null
2014-04-10 11:45:53,762 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/hadooptapplatform/globmultiource2/_temporary/1/_temporary/attempt_1397148282618_0006_m_000003_0/part-00003 dst=null perm=brock:supergroup:rw-rw-rw-
2014-04-10 11:45:53,781 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/hadooptapplatform/globmultisource/part-00000 dst=null perm=null
2014-04-10 11:45:53,814 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:56823, dest: /127.0.0.1:44819, bytes: 1307, op: HDFS_READ, cliID: DFSClient_attempt_1397148282618_0006_m_000006_0_758524485_1, offset: 2048, srvID: d87cf363-b947-4d02-ab62-043c9241fbef, blockid: BP-196700473-127.0.0.1-1397148267010:blk_1073741896_1072, duration: 185682
2014-04-10 11:45:53,820 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/hadooptapplatform/globmultiource2/_temporary/1/_temporary/attempt_1397148282618_0006_m_000000_0/part-00000 dst=null perm=brock:supergroup:rw-rw-rw-
2014-04-10 11:45:53,859 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397148282618_0006/job.split dst=null perm=null
2014-04-10 11:45:53,917 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/hadooptapplatform/globmultisource/part-00004 dst=null perm=null
2014-04-10 11:45:53,964 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:49954, dest: /127.0.0.1:51440, bytes: 16, op: HDFS_READ, cliID: DFSClient_attempt_1397148282618_0006_m_000001_0_662080234_1, offset: 0, srvID: e20bf523-f226-4d36-9695-be2356cb97a6, blockid: BP-196700473-127.0.0.1-1397148267010:blk_1073741891_1067, duration: 170989
2014-04-10 11:45:53,969 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/hadooptapplatform/globmultiource2/_temporary/1/_temporary/attempt_1397148282618_0006_m_000006_0/part-00006 dst=null perm=brock:supergroup:rw-rw-rw-
2014-04-10 11:45:53,971 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:37136, dest: /127.0.0.1:48254, bytes: 1307, op: HDFS_READ, cliID: DFSClient_attempt_1397148282618_0006_m_000005_0_1832513872_1, offset: 2048, srvID: b242afcc-2d24-4b8f-9fb7-bc72b71e749a, blockid: BP-196700473-127.0.0.1-1397148267010:blk_1073741896_1072, duration: 169916
2014-04-10 11:45:53,987 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(2966)) - BLOCK* allocateBlock: /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/hadooptapplatform/globmultiource2/_temporary/1/_temporary/attempt_1397148282618_0006_m_000001_0/part-00001. BP-196700473-127.0.0.1-1397148267010 blk_1073741900_1076{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-2bef5f6e-f0c9-4da0-8817-be69f5868853:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-97cf26c5-95a4-4e0e-a439-d9926ba08c0b:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-008d3ead-b2b9-49b0-88ab-01e536a210da:NORMAL|RBW]]}
2014-04-10 11:45:54,004 INFO hdfs.StateChange (FSNamesystem.java:completeFile(2899)) - DIR* completeFile: /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/hadooptapplatform/globmultiource2/_temporary/1/_temporary/attempt_1397148282618_0006_m_000004_0/part-00004 is closed by DFSClient_attempt_1397148282618_0006_m_000004_0_-1218560757_1
2014-04-10 11:45:54,020 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:49954, dest: /127.0.0.1:51432, bytes: 12, op: HDFS_READ, cliID: DFSClient_attempt_1397148282618_0006_m_000003_0_-199080869_1, offset: 0, srvID: e20bf523-f226-4d36-9695-be2356cb97a6, blockid: BP-196700473-127.0.0.1-1397148267010:blk_1073741888_1064, duration: 178895
2014-04-10 11:45:54,040 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(2966)) - BLOCK* allocateBlock: /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/hadooptapplatform/globmultiource2/_temporary/1/_temporary/attempt_1397148282618_0006_m_000003_0/part-00003. BP-196700473-127.0.0.1-1397148267010 blk_1073741901_1077{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-b6a9be31-6a8c-48bd-97ee-0b78fb430f32:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-c910d2b0-940b-4e3d-b4fd-b4f6084bf0d7:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-97cf26c5-95a4-4e0e-a439-d9926ba08c0b:NORMAL|RBW]]}
2014-04-10 11:45:54,049 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397148282618_0006/job.split dst=null perm=null
2014-04-10 11:45:54,079 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:56823, dest: /127.0.0.1:44828, bytes: 16, op: HDFS_READ, cliID: DFSClient_attempt_1397148282618_0006_m_000000_0_2127282751_1, offset: 0, srvID: d87cf363-b947-4d02-ab62-043c9241fbef, blockid: BP-196700473-127.0.0.1-1397148267010:blk_1073741887_1063, duration: 222704
2014-04-10 11:45:54,099 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(2966)) - BLOCK* allocateBlock: /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/hadooptapplatform/globmultiource2/_temporary/1/_temporary/attempt_1397148282618_0006_m_000000_0/part-00000. BP-196700473-127.0.0.1-1397148267010 blk_1073741902_1078{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-331ec906-785c-475e-b366-176a30c332ed:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-2bef5f6e-f0c9-4da0-8817-be69f5868853:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-97cf26c5-95a4-4e0e-a439-d9926ba08c0b:NORMAL|RBW]]}
2014-04-10 11:45:54,101 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/hadooptapplatform/globmultisource/part-00002 dst=null perm=null
2014-04-10 11:45:54,109 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/hadooptapplatform/globmultiource2/_temporary/1/_temporary/attempt_1397148282618_0006_m_000004_0 dst=null perm=null
2014-04-10 11:45:54,111 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:56823, dest: /127.0.0.1:44829, bytes: 16, op: HDFS_READ, cliID: DFSClient_attempt_1397148282618_0006_m_000005_0_1832513872_1, offset: 0, srvID: d87cf363-b947-4d02-ab62-043c9241fbef, blockid: BP-196700473-127.0.0.1-1397148267010:blk_1073741891_1067, duration: 3246889
2014-04-10 11:45:54,119 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/hadooptapplatform/globmultiource2/_temporary/1/_temporary/attempt_1397148282618_0006_m_000004_0 dst=null perm=null
2014-04-10 11:45:54,120 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/hadooptapplatform/globmultiource2/_temporary/1/task_1397148282618_0006_m_000004 dst=null perm=null
2014-04-10 11:45:54,123 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-196700473-127.0.0.1-1397148267010:blk_1073741901_1077 src: /127.0.0.1:44827 dest: /127.0.0.1:56823
2014-04-10 11:45:54,129 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-196700473-127.0.0.1-1397148267010:blk_1073741901_1077 src: /127.0.0.1:53908 dest: /127.0.0.1:53089
2014-04-10 11:45:54,134 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-196700473-127.0.0.1-1397148267010:blk_1073741900_1076 src: /127.0.0.1:53901 dest: /127.0.0.1:53089
2014-04-10 11:45:54,136 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-196700473-127.0.0.1-1397148267010:blk_1073741901_1077 src: /127.0.0.1:51450 dest: /127.0.0.1:49954
2014-04-10 11:45:54,136 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-196700473-127.0.0.1-1397148267010:blk_1073741900_1076 src: /127.0.0.1:51451 dest: /127.0.0.1:49954
2014-04-10 11:45:54,137 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=rename src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/hadooptapplatform/globmultiource2/_temporary/1/_temporary/attempt_1397148282618_0006_m_000004_0 dst=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/hadooptapplatform/globmultiource2/_temporary/1/task_1397148282618_0006_m_000004 perm=brock:supergroup:rwxrwxrwx
2014-04-10 11:45:54,166 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-196700473-127.0.0.1-1397148267010:blk_1073741900_1076 src: /127.0.0.1:48267 dest: /127.0.0.1:37136
2014-04-10 11:45:54,167 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/hadooptapplatform/globmultiource2/_temporary/1/_temporary/attempt_1397148282618_0006_m_000005_0/part-00005 dst=null perm=brock:supergroup:rw-rw-rw-
2014-04-10 11:45:54,169 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:37136, dest: /127.0.0.1:48262, bytes: 2855, op: HDFS_READ, cliID: DFSClient_attempt_1397148282618_0006_m_000002_0_1246995738_1, offset: 512, srvID: b242afcc-2d24-4b8f-9fb7-bc72b71e749a, blockid: BP-196700473-127.0.0.1-1397148267010:blk_1073741896_1072, duration: 14765283
2014-04-10 11:45:54,170 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397148282618_0006/job.split dst=null perm=null
2014-04-10 11:45:54,187 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-196700473-127.0.0.1-1397148267010:blk_1073741902_1078 src: /127.0.0.1:48263 dest: /127.0.0.1:37136
2014-04-10 11:45:54,194 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-196700473-127.0.0.1-1397148267010:blk_1073741902_1078 src: /127.0.0.1:53913 dest: /127.0.0.1:53089
2014-04-10 11:45:54,194 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:51450, dest: /127.0.0.1:49954, bytes: 8, op: HDFS_WRITE, cliID: DFSClient_attempt_1397148282618_0006_m_000003_0_-199080869_1, offset: 0, srvID: e20bf523-f226-4d36-9695-be2356cb97a6, blockid: BP-196700473-127.0.0.1-1397148267010:blk_1073741901_1077, duration: 26803167
2014-04-10 11:45:54,194 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-196700473-127.0.0.1-1397148267010:blk_1073741901_1077, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2014-04-10 11:45:54,196 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:49954 is added to blk_1073741901_1077{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-c910d2b0-940b-4e3d-b4fd-b4f6084bf0d7:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-7d772409-5e65-4676-97a9-57f5ea3efdc8:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-b068c5d0-517e-4297-aa28-ff6d4c514e44:NORMAL|RBW]]} size 0
2014-04-10 11:45:54,203 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:stopContainerInternal(718)) - Stopping container with container Id: container_1397148282618_0006_01_000006
2014-04-10 11:45:54,204 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=brock IP=127.0.0.1 OPERATION=Stop Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1397148282618_0006 CONTAINERID=container_1397148282618_0006_01_000006
2014-04-10 11:45:54,204 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397148282618_0006_01_000006 transitioned from RUNNING to KILLING
2014-04-10 11:45:54,204 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:53089 is added to blk_1073741901_1077{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-c910d2b0-940b-4e3d-b4fd-b4f6084bf0d7:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-7d772409-5e65-4676-97a9-57f5ea3efdc8:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-b068c5d0-517e-4297-aa28-ff6d4c514e44:NORMAL|RBW]]} size 0
2014-04-10 11:45:54,203 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:53908, dest: /127.0.0.1:53089, bytes: 8, op: HDFS_WRITE, cliID: DFSClient_attempt_1397148282618_0006_m_000003_0_-199080869_1, offset: 0, srvID: 56b85d8f-9b31-4c91-b022-e568d9765c42, blockid: BP-196700473-127.0.0.1-1397148267010:blk_1073741901_1077, duration: 20954491
2014-04-10 11:45:54,204 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-196700473-127.0.0.1-1397148267010:blk_1073741901_1077, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 11:45:54,205 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-196700473-127.0.0.1-1397148267010:blk_1073741902_1078 src: /127.0.0.1:51455 dest: /127.0.0.1:49954
2014-04-10 11:45:54,204 INFO launcher.ContainerLaunch (ContainerLaunch.java:cleanupContainer(341)) - Cleaning up container container_1397148282618_0006_01_000006
2014-04-10 11:45:54,205 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:56823 is added to blk_1073741901_1077{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-c910d2b0-940b-4e3d-b4fd-b4f6084bf0d7:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-7d772409-5e65-4676-97a9-57f5ea3efdc8:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-b068c5d0-517e-4297-aa28-ff6d4c514e44:NORMAL|RBW]]} size 0
2014-04-10 11:45:54,205 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:48267, dest: /127.0.0.1:37136, bytes: 12, op: HDFS_WRITE, cliID: DFSClient_attempt_1397148282618_0006_m_000001_0_662080234_1, offset: 0, srvID: b242afcc-2d24-4b8f-9fb7-bc72b71e749a, blockid: BP-196700473-127.0.0.1-1397148267010:blk_1073741900_1076, duration: 37431755
2014-04-10 11:45:54,206 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-196700473-127.0.0.1-1397148267010:blk_1073741900_1076, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2014-04-10 11:45:54,205 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:44827, dest: /127.0.0.1:56823, bytes: 8, op: HDFS_WRITE, cliID: DFSClient_attempt_1397148282618_0006_m_000003_0_-199080869_1, offset: 0, srvID: d87cf363-b947-4d02-ab62-043c9241fbef, blockid: BP-196700473-127.0.0.1-1397148267010:blk_1073741901_1077, duration: 38438566
2014-04-10 11:45:54,206 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-196700473-127.0.0.1-1397148267010:blk_1073741901_1077, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 11:45:54,206 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:37136 is added to blk_1073741900_1076{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-2bef5f6e-f0c9-4da0-8817-be69f5868853:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-97cf26c5-95a4-4e0e-a439-d9926ba08c0b:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-008d3ead-b2b9-49b0-88ab-01e536a210da:NORMAL|RBW]]} size 0
2014-04-10 11:45:54,206 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:51451, dest: /127.0.0.1:49954, bytes: 12, op: HDFS_WRITE, cliID: DFSClient_attempt_1397148282618_0006_m_000001_0_662080234_1, offset: 0, srvID: e20bf523-f226-4d36-9695-be2356cb97a6, blockid: BP-196700473-127.0.0.1-1397148267010:blk_1073741900_1076, duration: 23446590
2014-04-10 11:45:54,206 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-196700473-127.0.0.1-1397148267010:blk_1073741900_1076, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 11:45:54,206 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:53901, dest: /127.0.0.1:53089, bytes: 12, op: HDFS_WRITE, cliID: DFSClient_attempt_1397148282618_0006_m_000001_0_662080234_1, offset: 0, srvID: 56b85d8f-9b31-4c91-b022-e568d9765c42, blockid: BP-196700473-127.0.0.1-1397148267010:blk_1073741900_1076, duration: 37714291
2014-04-10 11:45:54,207 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-196700473-127.0.0.1-1397148267010:blk_1073741900_1076, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 11:45:54,207 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:53089 is added to blk_1073741900_1076{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-2bef5f6e-f0c9-4da0-8817-be69f5868853:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-97cf26c5-95a4-4e0e-a439-d9926ba08c0b:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-008d3ead-b2b9-49b0-88ab-01e536a210da:NORMAL|RBW]]} size 0
2014-04-10 11:45:54,207 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:49954 is added to blk_1073741900_1076{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-2bef5f6e-f0c9-4da0-8817-be69f5868853:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-97cf26c5-95a4-4e0e-a439-d9926ba08c0b:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-008d3ead-b2b9-49b0-88ab-01e536a210da:NORMAL|RBW]]} size 0
2014-04-10 11:45:54,221 INFO hdfs.StateChange (FSNamesystem.java:completeFile(2899)) - DIR* completeFile: /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/hadooptapplatform/globmultiource2/_temporary/1/_temporary/attempt_1397148282618_0006_m_000003_0/part-00003 is closed by DFSClient_attempt_1397148282618_0006_m_000003_0_-199080869_1
2014-04-10 11:45:54,227 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(2966)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/brock/.staging/job_1397148282618_0006/job_1397148282618_0006_1.jhist. BP-196700473-127.0.0.1-1397148267010 blk_1073741903_1079{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-7d772409-5e65-4676-97a9-57f5ea3efdc8:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-331ec906-785c-475e-b366-176a30c332ed:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-97cf26c5-95a4-4e0e-a439-d9926ba08c0b:NORMAL|RBW]]}
2014-04-10 11:45:54,234 WARN nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(207)) - Exit code from container container_1397148282618_0006_01_000006 is : 143
2014-04-10 11:45:54,237 INFO hdfs.StateChange (FSNamesystem.java:completeFile(2899)) - DIR* completeFile: /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/hadooptapplatform/globmultiource2/_temporary/1/_temporary/attempt_1397148282618_0006_m_000001_0/part-00001 is closed by DFSClient_attempt_1397148282618_0006_m_000001_0_662080234_1
2014-04-10 11:45:54,242 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/hadooptapplatform/globmultisource/part-00001 dst=null perm=null
2014-04-10 11:45:54,247 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397148282618_0006_01_000006 transitioned from KILLING to CONTAINER_CLEANEDUP_AFTER_KILL
2014-04-10 11:45:54,258 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:53089, dest: /127.0.0.1:53915, bytes: 791, op: HDFS_READ, cliID: DFSClient_attempt_1397148282618_0006_m_000007_0_-2070977122_1, offset: 2560, srvID: 56b85d8f-9b31-4c91-b022-e568d9765c42, blockid: BP-196700473-127.0.0.1-1397148267010:blk_1073741896_1072, duration: 172269
2014-04-10 11:45:54,270 INFO hdfs.StateChange (FSNamesystem.java:completeFile(2899)) - DIR* completeFile: /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/hadooptapplatform/globmultiource2/_temporary/1/_temporary/attempt_1397148282618_0006_m_000006_0/part-00006 is closed by DFSClient_attempt_1397148282618_0006_m_000006_0_758524485_1
2014-04-10 11:45:54,270 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-196700473-127.0.0.1-1397148267010:blk_1073741903_1079 src: /127.0.0.1:44840 dest: /127.0.0.1:56823
2014-04-10 11:45:54,271 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=brock OPERATION=Container Finished - Killed TARGET=ContainerImpl RESULT=SUCCESS APPID=application_1397148282618_0006 CONTAINERID=container_1397148282618_0006_01_000006
2014-04-10 11:45:54,271 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397148282618_0006_01_000006 transitioned from CONTAINER_CLEANEDUP_AFTER_KILL to DONE
2014-04-10 11:45:54,271 INFO application.Application (ApplicationImpl.java:transition(339)) - Removing container_1397148282618_0006_01_000006 from application application_1397148282618_0006
2014-04-10 11:45:54,271 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(169)) - Neither virutal-memory nor physical-memory monitoring is needed. Not running the monitor-thread
2014-04-10 11:45:54,271 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event CONTAINER_STOP for appId application_1397148282618_0006
2014-04-10 11:45:54,271 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_0/usercache/brock/appcache/application_1397148282618_0006/container_1397148282618_0006_01_000006
2014-04-10 11:45:54,272 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_1/usercache/brock/appcache/application_1397148282618_0006/container_1397148282618_0006_01_000006
2014-04-10 11:45:54,272 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_2/usercache/brock/appcache/application_1397148282618_0006/container_1397148282618_0006_01_000006
2014-04-10 11:45:54,272 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_3/usercache/brock/appcache/application_1397148282618_0006/container_1397148282618_0006_01_000006
2014-04-10 11:45:54,283 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:51455, dest: /127.0.0.1:49954, bytes: 12, op: HDFS_WRITE, cliID: DFSClient_attempt_1397148282618_0006_m_000000_0_2127282751_1, offset: 0, srvID: e20bf523-f226-4d36-9695-be2356cb97a6, blockid: BP-196700473-127.0.0.1-1397148267010:blk_1073741902_1078, duration: 35944605
2014-04-10 11:45:54,283 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-196700473-127.0.0.1-1397148267010:blk_1073741903_1079 src: /127.0.0.1:48273 dest: /127.0.0.1:37136
2014-04-10 11:45:54,283 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-196700473-127.0.0.1-1397148267010:blk_1073741902_1078, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2014-04-10 11:45:54,284 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:49954 is added to blk_1073741902_1078{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-331ec906-785c-475e-b366-176a30c332ed:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-c910d2b0-940b-4e3d-b4fd-b4f6084bf0d7:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-b068c5d0-517e-4297-aa28-ff6d4c514e44:NORMAL|RBW]]} size 0
2014-04-10 11:45:54,287 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:53913, dest: /127.0.0.1:53089, bytes: 12, op: HDFS_WRITE, cliID: DFSClient_attempt_1397148282618_0006_m_000000_0_2127282751_1, offset: 0, srvID: 56b85d8f-9b31-4c91-b022-e568d9765c42, blockid: BP-196700473-127.0.0.1-1397148267010:blk_1073741902_1078, duration: 72622580
2014-04-10 11:45:54,287 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/hadooptapplatform/globmultiource2/_temporary/1/_temporary/attempt_1397148282618_0006_m_000002_0/part-00002 dst=null perm=brock:supergroup:rw-rw-rw-
2014-04-10 11:45:54,287 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:53089 is added to blk_1073741902_1078{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-331ec906-785c-475e-b366-176a30c332ed:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-c910d2b0-940b-4e3d-b4fd-b4f6084bf0d7:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-b068c5d0-517e-4297-aa28-ff6d4c514e44:NORMAL|RBW]]} size 0
2014-04-10 11:45:54,287 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-196700473-127.0.0.1-1397148267010:blk_1073741902_1078, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 11:45:54,287 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:48263, dest: /127.0.0.1:37136, bytes: 12, op: HDFS_WRITE, cliID: DFSClient_attempt_1397148282618_0006_m_000000_0_2127282751_1, offset: 0, srvID: b242afcc-2d24-4b8f-9fb7-bc72b71e749a, blockid: BP-196700473-127.0.0.1-1397148267010:blk_1073741902_1078, duration: 49263438
2014-04-10 11:45:54,288 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-196700473-127.0.0.1-1397148267010:blk_1073741902_1078, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 11:45:54,288 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-196700473-127.0.0.1-1397148267010:blk_1073741903_1079 src: /127.0.0.1:51459 dest: /127.0.0.1:49954
2014-04-10 11:45:54,288 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:37136 is added to blk_1073741902_1078{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-331ec906-785c-475e-b366-176a30c332ed:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-c910d2b0-940b-4e3d-b4fd-b4f6084bf0d7:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-b068c5d0-517e-4297-aa28-ff6d4c514e44:NORMAL|RBW]]} size 0
2014-04-10 11:45:54,297 INFO hdfs.StateChange (FSNamesystem.java:fsync(3598)) - BLOCK* fsync: /tmp/hadoop-yarn/staging/brock/.staging/job_1397148282618_0006/job_1397148282618_0006_1.jhist for DFSClient_NONMAPREDUCE_-855177400_1
2014-04-10 11:45:54,301 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/hadooptapplatform/globmultiource2/_temporary/1/_temporary/attempt_1397148282618_0006_m_000003_0 dst=null perm=null
2014-04-10 11:45:54,304 INFO hdfs.StateChange (FSNamesystem.java:completeFile(2899)) - DIR* completeFile: /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/hadooptapplatform/globmultiource2/_temporary/1/_temporary/attempt_1397148282618_0006_m_000000_0/part-00000 is closed by DFSClient_attempt_1397148282618_0006_m_000000_0_2127282751_1
2014-04-10 11:45:54,307 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/hadooptapplatform/globmultiource2/_temporary/1/_temporary/attempt_1397148282618_0006_m_000003_0 dst=null perm=null
2014-04-10 11:45:54,308 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/hadooptapplatform/globmultiource2/_temporary/1/task_1397148282618_0006_m_000003 dst=null perm=null
2014-04-10 11:45:54,333 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/hadooptapplatform/globmultiource2/_temporary/1/_temporary/attempt_1397148282618_0006_m_000001_0 dst=null perm=null
2014-04-10 11:45:54,337 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=rename src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/hadooptapplatform/globmultiource2/_temporary/1/_temporary/attempt_1397148282618_0006_m_000003_0 dst=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/hadooptapplatform/globmultiource2/_temporary/1/task_1397148282618_0006_m_000003 perm=brock:supergroup:rwxrwxrwx
2014-04-10 11:45:54,359 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/hadooptapplatform/globmultisource/part-00005 dst=null perm=null
2014-04-10 11:45:54,359 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/hadooptapplatform/globmultiource2/_temporary/1/_temporary/attempt_1397148282618_0006_m_000001_0 dst=null perm=null
2014-04-10 11:45:54,361 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/hadooptapplatform/globmultiource2/_temporary/1/task_1397148282618_0006_m_000001 dst=null perm=null
2014-04-10 11:45:54,362 INFO hdfs.StateChange (FSNamesystem.java:completeFile(2899)) - DIR* completeFile: /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/hadooptapplatform/globmultiource2/_temporary/1/_temporary/attempt_1397148282618_0006_m_000005_0/part-00005 is closed by DFSClient_attempt_1397148282618_0006_m_000005_0_1832513872_1
2014-04-10 11:45:54,379 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=rename src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/hadooptapplatform/globmultiource2/_temporary/1/_temporary/attempt_1397148282618_0006_m_000001_0 dst=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/hadooptapplatform/globmultiource2/_temporary/1/task_1397148282618_0006_m_000001 perm=brock:supergroup:rwxrwxrwx
2014-04-10 11:45:54,382 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/hadooptapplatform/globmultiource2/_temporary/1/_temporary/attempt_1397148282618_0006_m_000006_0 dst=null perm=null
2014-04-10 11:45:54,389 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/hadooptapplatform/globmultiource2/_temporary/1/_temporary/attempt_1397148282618_0006_m_000006_0 dst=null perm=null
2014-04-10 11:45:54,390 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/hadooptapplatform/globmultiource2/_temporary/1/task_1397148282618_0006_m_000006 dst=null perm=null
2014-04-10 11:45:54,392 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/hadooptapplatform/globmultiource2/_temporary/1/_temporary/attempt_1397148282618_0006_m_000000_0 dst=null perm=null
2014-04-10 11:45:54,395 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/hadooptapplatform/globmultiource2/_temporary/1/_temporary/attempt_1397148282618_0006_m_000007_0/part-00007 dst=null perm=brock:supergroup:rw-rw-rw-
2014-04-10 11:45:54,409 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/hadooptapplatform/globmultiource2/_temporary/1/_temporary/attempt_1397148282618_0006_m_000000_0 dst=null perm=null
2014-04-10 11:45:54,411 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/hadooptapplatform/globmultiource2/_temporary/1/task_1397148282618_0006_m_000000 dst=null perm=null
2014-04-10 11:45:54,412 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=rename src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/hadooptapplatform/globmultiource2/_temporary/1/_temporary/attempt_1397148282618_0006_m_000006_0 dst=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/hadooptapplatform/globmultiource2/_temporary/1/task_1397148282618_0006_m_000006 perm=brock:supergroup:rwxrwxrwx
2014-04-10 11:45:54,429 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=rename src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/hadooptapplatform/globmultiource2/_temporary/1/_temporary/attempt_1397148282618_0006_m_000000_0 dst=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/hadooptapplatform/globmultiource2/_temporary/1/task_1397148282618_0006_m_000000 perm=brock:supergroup:rwxrwxrwx
2014-04-10 11:45:54,436 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:37136, dest: /127.0.0.1:48262, bytes: 12, op: HDFS_READ, cliID: DFSClient_attempt_1397148282618_0006_m_000002_0_1246995738_1, offset: 0, srvID: b242afcc-2d24-4b8f-9fb7-bc72b71e749a, blockid: BP-196700473-127.0.0.1-1397148267010:blk_1073741890_1066, duration: 190023
2014-04-10 11:45:54,447 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/hadooptapplatform/globmultiource2/_temporary/1/_temporary/attempt_1397148282618_0006_m_000005_0 dst=null perm=null
2014-04-10 11:45:54,454 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(2966)) - BLOCK* allocateBlock: /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/hadooptapplatform/globmultiource2/_temporary/1/_temporary/attempt_1397148282618_0006_m_000002_0/part-00002. BP-196700473-127.0.0.1-1397148267010 blk_1073741904_1080{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-b6a9be31-6a8c-48bd-97ee-0b78fb430f32:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-331ec906-785c-475e-b366-176a30c332ed:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-2bef5f6e-f0c9-4da0-8817-be69f5868853:NORMAL|RBW]]}
2014-04-10 11:45:54,456 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:stopContainerInternal(718)) - Stopping container with container Id: container_1397148282618_0006_01_000005
2014-04-10 11:45:54,456 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=brock IP=127.0.0.1 OPERATION=Stop Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1397148282618_0006 CONTAINERID=container_1397148282618_0006_01_000005
2014-04-10 11:45:54,456 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397148282618_0006_01_000005 transitioned from RUNNING to KILLING
2014-04-10 11:45:54,456 INFO launcher.ContainerLaunch (ContainerLaunch.java:cleanupContainer(341)) - Cleaning up container container_1397148282618_0006_01_000005
2014-04-10 11:45:54,457 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:stopContainerInternal(718)) - Stopping container with container Id: container_1397148282618_0006_01_000003
2014-04-10 11:45:54,457 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=brock IP=127.0.0.1 OPERATION=Stop Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1397148282618_0006 CONTAINERID=container_1397148282618_0006_01_000003
2014-04-10 11:45:54,475 WARN nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(207)) - Exit code from container container_1397148282618_0006_01_000005 is : 143
2014-04-10 11:45:54,489 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397148282618_0006_01_000003 transitioned from RUNNING to KILLING
2014-04-10 11:45:54,489 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397148282618_0006_01_000005 transitioned from KILLING to CONTAINER_CLEANEDUP_AFTER_KILL
2014-04-10 11:45:54,489 INFO launcher.ContainerLaunch (ContainerLaunch.java:cleanupContainer(341)) - Cleaning up container container_1397148282618_0006_01_000003
2014-04-10 11:45:54,491 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:stopContainerInternal(718)) - Stopping container with container Id: container_1397148282618_0006_01_000002
2014-04-10 11:45:54,491 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=brock IP=127.0.0.1 OPERATION=Stop Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1397148282618_0006 CONTAINERID=container_1397148282618_0006_01_000002
2014-04-10 11:45:54,496 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:stopContainerInternal(718)) - Stopping container with container Id: container_1397148282618_0006_01_000008
2014-04-10 11:45:54,496 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=brock IP=127.0.0.1 OPERATION=Stop Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1397148282618_0006 CONTAINERID=container_1397148282618_0006_01_000008
2014-04-10 11:45:54,496 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397148282618_0006_01_000008 transitioned from RUNNING to KILLING
2014-04-10 11:45:54,497 INFO launcher.ContainerLaunch (ContainerLaunch.java:cleanupContainer(341)) - Cleaning up container container_1397148282618_0006_01_000008
2014-04-10 11:45:54,497 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:updateAndGetContainerStatuses(374)) - Removed completed container container_1397148282618_0006_01_000006
2014-04-10 11:45:54,497 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397148282618_0006_01_000006 Container Transitioned from RUNNING to COMPLETED
2014-04-10 11:45:54,497 INFO fica.FiCaSchedulerApp (FiCaSchedulerApp.java:containerCompleted(91)) - Completed container: container_1397148282618_0006_01_000006 in state: COMPLETED event:FINISHED
2014-04-10 11:45:54,497 WARN nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(207)) - Exit code from container container_1397148282618_0006_01_000003 is : 143
2014-04-10 11:45:54,497 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(98)) - USER=brock OPERATION=AM Released Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1397148282618_0006 CONTAINERID=container_1397148282618_0006_01_000006
2014-04-10 11:45:54,498 INFO fica.FiCaSchedulerNode (FiCaSchedulerNode.java:releaseContainer(164)) - Released container container_1397148282618_0006_01_000006 of capacity <memory:1024, vCores:1> on host localhost:39304, which currently has 2 containers, <memory:2048, vCores:2> used and <memory:2048, vCores:6> available, release resources=true
2014-04-10 11:45:54,498 INFO capacity.LeafQueue (LeafQueue.java:releaseResource(1506)) - default used=<memory:9216, vCores:8> numContainers=8 user=brock user-resources=<memory:9216, vCores:8>
2014-04-10 11:45:54,498 INFO capacity.LeafQueue (LeafQueue.java:completedContainer(1448)) - completedContainer container=Container: [ContainerId: container_1397148282618_0006_01_000006, NodeId: localhost:39304, NodeHttpAddress: localhost:51177, Resource: <memory:1024, vCores:1>, Priority: 20, Token: Token { kind: ContainerToken, service: localhost:39304 }, ] resource=<memory:1024, vCores:1> queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:9216, vCores:8>usedCapacity=0.5625, absoluteUsedCapacity=0.5625, numApps=1, numContainers=8 usedCapacity=0.5625 absoluteUsedCapacity=0.5625 used=<memory:9216, vCores:8> cluster=<memory:16384, vCores:32>
2014-04-10 11:45:54,498 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(694)) - completedContainer queue=root usedCapacity=0.5625 absoluteUsedCapacity=0.5625 used=<memory:9216, vCores:8> cluster=<memory:16384, vCores:32>
2014-04-10 11:45:54,498 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(708)) - Re-sorting completed queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:9216, vCores:8>usedCapacity=0.5625, absoluteUsedCapacity=0.5625, numApps=1, numContainers=8
2014-04-10 11:45:54,498 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(849)) - Application appattempt_1397148282618_0006_000001 released container container_1397148282618_0006_01_000006 on node: host: localhost:39304 #containers=2 available=2048 used=2048 with event: FINISHED
2014-04-10 11:45:54,502 INFO launcher.ContainerLaunch (ContainerLaunch.java:call(322)) - Container container_1397148282618_0006_01_000002 succeeded
2014-04-10 11:45:54,518 WARN nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(207)) - Exit code from container container_1397148282618_0006_01_000008 is : 143
2014-04-10 11:45:54,520 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-196700473-127.0.0.1-1397148267010:blk_1073741904_1080 src: /127.0.0.1:44843 dest: /127.0.0.1:56823
2014-04-10 11:45:54,520 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_0/usercache/brock/appcache/application_1397148282618_0006/container_1397148282618_0006_01_000005
2014-04-10 11:45:54,521 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-196700473-127.0.0.1-1397148267010:blk_1073741904_1080 src: /127.0.0.1:48276 dest: /127.0.0.1:37136
2014-04-10 11:45:54,521 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397148282618_0006_01_000002 transitioned from RUNNING to KILLING
2014-04-10 11:45:54,521 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397148282618_0006_01_000003 transitioned from KILLING to CONTAINER_CLEANEDUP_AFTER_KILL
2014-04-10 11:45:54,523 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_1/usercache/brock/appcache/application_1397148282618_0006/container_1397148282618_0006_01_000005
2014-04-10 11:45:54,526 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397148282618_0006_01_000002 transitioned from KILLING to EXITED_WITH_SUCCESS
2014-04-10 11:45:54,523 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_3/usercache/brock/appcache/application_1397148282618_0006/container_1397148282618_0006_01_000005
2014-04-10 11:45:54,523 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_2/usercache/brock/appcache/application_1397148282618_0006/container_1397148282618_0006_01_000005
2014-04-10 11:45:54,526 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-196700473-127.0.0.1-1397148267010:blk_1073741904_1080 src: /127.0.0.1:53921 dest: /127.0.0.1:53089
2014-04-10 11:45:54,527 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=brock OPERATION=Container Finished - Killed TARGET=ContainerImpl RESULT=SUCCESS APPID=application_1397148282618_0006 CONTAINERID=container_1397148282618_0006_01_000005
2014-04-10 11:45:54,527 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397148282618_0006_01_000005 transitioned from CONTAINER_CLEANEDUP_AFTER_KILL to DONE
2014-04-10 11:45:54,527 INFO launcher.ContainerLaunch (ContainerLaunch.java:cleanupContainer(341)) - Cleaning up container container_1397148282618_0006_01_000002
2014-04-10 11:45:54,533 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:53921, dest: /127.0.0.1:53089, bytes: 8, op: HDFS_WRITE, cliID: DFSClient_attempt_1397148282618_0006_m_000002_0_1246995738_1, offset: 0, srvID: 56b85d8f-9b31-4c91-b022-e568d9765c42, blockid: BP-196700473-127.0.0.1-1397148267010:blk_1073741904_1080, duration: 4247368
2014-04-10 11:45:54,533 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-196700473-127.0.0.1-1397148267010:blk_1073741904_1080, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2014-04-10 11:45:54,533 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:48276, dest: /127.0.0.1:37136, bytes: 8, op: HDFS_WRITE, cliID: DFSClient_attempt_1397148282618_0006_m_000002_0_1246995738_1, offset: 0, srvID: b242afcc-2d24-4b8f-9fb7-bc72b71e749a, blockid: BP-196700473-127.0.0.1-1397148267010:blk_1073741904_1080, duration: 3667415
2014-04-10 11:45:54,534 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:53089 is added to blk_1073741904_1080{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-331ec906-785c-475e-b366-176a30c332ed:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-2bef5f6e-f0c9-4da0-8817-be69f5868853:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-7d772409-5e65-4676-97a9-57f5ea3efdc8:NORMAL|RBW]]} size 0
2014-04-10 11:45:54,534 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-196700473-127.0.0.1-1397148267010:blk_1073741904_1080, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 11:45:54,534 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:44843, dest: /127.0.0.1:56823, bytes: 8, op: HDFS_WRITE, cliID: DFSClient_attempt_1397148282618_0006_m_000002_0_1246995738_1, offset: 0, srvID: d87cf363-b947-4d02-ab62-043c9241fbef, blockid: BP-196700473-127.0.0.1-1397148267010:blk_1073741904_1080, duration: 2986953
2014-04-10 11:45:54,534 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-196700473-127.0.0.1-1397148267010:blk_1073741904_1080, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 11:45:54,534 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:37136 is added to blk_1073741904_1080{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-331ec906-785c-475e-b366-176a30c332ed:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-2bef5f6e-f0c9-4da0-8817-be69f5868853:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-7d772409-5e65-4676-97a9-57f5ea3efdc8:NORMAL|RBW]]} size 0
2014-04-10 11:45:54,534 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397148282618_0006_01_000008 transitioned from KILLING to CONTAINER_CLEANEDUP_AFTER_KILL
2014-04-10 11:45:54,535 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:56823 is added to blk_1073741904_1080{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-331ec906-785c-475e-b366-176a30c332ed:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-2bef5f6e-f0c9-4da0-8817-be69f5868853:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-7d772409-5e65-4676-97a9-57f5ea3efdc8:NORMAL|RBW]]} size 0
2014-04-10 11:45:54,535 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_0/usercache/brock/appcache/application_1397148282618_0006/container_1397148282618_0006_01_000008
2014-04-10 11:45:54,535 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_1/usercache/brock/appcache/application_1397148282618_0006/container_1397148282618_0006_01_000008
2014-04-10 11:45:54,535 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_2/usercache/brock/appcache/application_1397148282618_0006/container_1397148282618_0006_01_000008
2014-04-10 11:45:54,535 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_3/usercache/brock/appcache/application_1397148282618_0006/container_1397148282618_0006_01_000008
2014-04-10 11:45:54,536 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=brock OPERATION=Container Finished - Killed TARGET=ContainerImpl RESULT=SUCCESS APPID=application_1397148282618_0006 CONTAINERID=container_1397148282618_0006_01_000008
2014-04-10 11:45:54,536 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397148282618_0006_01_000008 transitioned from CONTAINER_CLEANEDUP_AFTER_KILL to DONE
2014-04-10 11:45:54,536 INFO application.Application (ApplicationImpl.java:transition(339)) - Removing container_1397148282618_0006_01_000008 from application application_1397148282618_0006
2014-04-10 11:45:54,536 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(169)) - Neither virutal-memory nor physical-memory monitoring is needed. Not running the monitor-thread
2014-04-10 11:45:54,536 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event CONTAINER_STOP for appId application_1397148282618_0006
2014-04-10 11:45:54,538 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_0/usercache/brock/appcache/application_1397148282618_0006/container_1397148282618_0006_01_000003
2014-04-10 11:45:54,538 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_1/usercache/brock/appcache/application_1397148282618_0006/container_1397148282618_0006_01_000003
2014-04-10 11:45:54,538 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_2/usercache/brock/appcache/application_1397148282618_0006/container_1397148282618_0006_01_000003
2014-04-10 11:45:54,538 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_3/usercache/brock/appcache/application_1397148282618_0006/container_1397148282618_0006_01_000003
2014-04-10 11:45:54,538 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_0/usercache/brock/appcache/application_1397148282618_0006/container_1397148282618_0006_01_000002
2014-04-10 11:45:54,539 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_1/usercache/brock/appcache/application_1397148282618_0006/container_1397148282618_0006_01_000002
2014-04-10 11:45:54,539 INFO application.Application (ApplicationImpl.java:transition(339)) - Removing container_1397148282618_0006_01_000005 from application application_1397148282618_0006
2014-04-10 11:45:54,539 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_3/usercache/brock/appcache/application_1397148282618_0006/container_1397148282618_0006_01_000002
2014-04-10 11:45:54,539 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_2/usercache/brock/appcache/application_1397148282618_0006/container_1397148282618_0006_01_000002
2014-04-10 11:45:54,539 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(169)) - Neither virutal-memory nor physical-memory monitoring is needed. Not running the monitor-thread
2014-04-10 11:45:54,539 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event CONTAINER_STOP for appId application_1397148282618_0006
2014-04-10 11:45:54,539 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=brock OPERATION=Container Finished - Killed TARGET=ContainerImpl RESULT=SUCCESS APPID=application_1397148282618_0006 CONTAINERID=container_1397148282618_0006_01_000003
2014-04-10 11:45:54,539 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397148282618_0006_01_000003 transitioned from CONTAINER_CLEANEDUP_AFTER_KILL to DONE
2014-04-10 11:45:54,539 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=brock OPERATION=Container Finished - Succeeded TARGET=ContainerImpl RESULT=SUCCESS APPID=application_1397148282618_0006 CONTAINERID=container_1397148282618_0006_01_000002
2014-04-10 11:45:54,539 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397148282618_0006_01_000002 transitioned from EXITED_WITH_SUCCESS to DONE
2014-04-10 11:45:54,539 INFO application.Application (ApplicationImpl.java:transition(339)) - Removing container_1397148282618_0006_01_000003 from application application_1397148282618_0006
2014-04-10 11:45:54,539 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(169)) - Neither virutal-memory nor physical-memory monitoring is needed. Not running the monitor-thread
2014-04-10 11:45:54,539 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event CONTAINER_STOP for appId application_1397148282618_0006
2014-04-10 11:45:54,540 INFO application.Application (ApplicationImpl.java:transition(339)) - Removing container_1397148282618_0006_01_000002 from application application_1397148282618_0006
2014-04-10 11:45:54,540 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(169)) - Neither virutal-memory nor physical-memory monitoring is needed. Not running the monitor-thread
2014-04-10 11:45:54,540 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event CONTAINER_STOP for appId application_1397148282618_0006
2014-04-10 11:45:54,554 INFO hdfs.StateChange (FSNamesystem.java:completeFile(2899)) - DIR* completeFile: /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/hadooptapplatform/globmultiource2/_temporary/1/_temporary/attempt_1397148282618_0006_m_000002_0/part-00002 is closed by DFSClient_attempt_1397148282618_0006_m_000002_0_1246995738_1
2014-04-10 11:45:54,570 INFO hdfs.StateChange (FSNamesystem.java:completeFile(2899)) - DIR* completeFile: /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/hadooptapplatform/globmultiource2/_temporary/1/_temporary/attempt_1397148282618_0006_m_000007_0/part-00007 is closed by DFSClient_attempt_1397148282618_0006_m_000007_0_-2070977122_1
2014-04-10 11:45:54,611 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/hadooptapplatform/globmultiource2/_temporary/1/_temporary/attempt_1397148282618_0006_m_000002_0 dst=null perm=null
2014-04-10 11:45:54,616 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/hadooptapplatform/globmultiource2/_temporary/1/_temporary/attempt_1397148282618_0006_m_000002_0 dst=null perm=null
2014-04-10 11:45:54,616 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/hadooptapplatform/globmultiource2/_temporary/1/task_1397148282618_0006_m_000002 dst=null perm=null
2014-04-10 11:45:54,617 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/hadooptapplatform/globmultiource2/_temporary/1/_temporary/attempt_1397148282618_0006_m_000007_0 dst=null perm=null
2014-04-10 11:45:54,624 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/hadooptapplatform/globmultiource2/_temporary/1/_temporary/attempt_1397148282618_0006_m_000007_0 dst=null perm=null
2014-04-10 11:45:54,625 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/hadooptapplatform/globmultiource2/_temporary/1/task_1397148282618_0006_m_000007 dst=null perm=null
2014-04-10 11:45:54,629 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=rename src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/hadooptapplatform/globmultiource2/_temporary/1/_temporary/attempt_1397148282618_0006_m_000002_0 dst=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/hadooptapplatform/globmultiource2/_temporary/1/task_1397148282618_0006_m_000002 perm=brock:supergroup:rwxrwxrwx
2014-04-10 11:45:54,645 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=rename src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/hadooptapplatform/globmultiource2/_temporary/1/_temporary/attempt_1397148282618_0006_m_000007_0 dst=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/hadooptapplatform/globmultiource2/_temporary/1/task_1397148282618_0006_m_000007 perm=brock:supergroup:rwxrwxrwx
2014-04-10 11:45:54,676 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:stopContainerInternal(718)) - Stopping container with container Id: container_1397148282618_0006_01_000004
2014-04-10 11:45:54,676 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=brock IP=127.0.0.1 OPERATION=Stop Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1397148282618_0006 CONTAINERID=container_1397148282618_0006_01_000004
2014-04-10 11:45:54,677 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:updateAndGetContainerStatuses(374)) - Removed completed container container_1397148282618_0006_01_000002
2014-04-10 11:45:54,677 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:updateAndGetContainerStatuses(374)) - Removed completed container container_1397148282618_0006_01_000003
2014-04-10 11:45:54,677 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397148282618_0006_01_000004 transitioned from RUNNING to KILLING
2014-04-10 11:45:54,677 INFO launcher.ContainerLaunch (ContainerLaunch.java:cleanupContainer(341)) - Cleaning up container container_1397148282618_0006_01_000004
2014-04-10 11:45:54,677 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:updateAndGetContainerStatuses(374)) - Removed completed container container_1397148282618_0006_01_000005
2014-04-10 11:45:54,679 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397148282618_0006_01_000002 Container Transitioned from RUNNING to COMPLETED
2014-04-10 11:45:54,679 INFO fica.FiCaSchedulerApp (FiCaSchedulerApp.java:containerCompleted(91)) - Completed container: container_1397148282618_0006_01_000002 in state: COMPLETED event:FINISHED
2014-04-10 11:45:54,679 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(98)) - USER=brock OPERATION=AM Released Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1397148282618_0006 CONTAINERID=container_1397148282618_0006_01_000002
2014-04-10 11:45:54,679 INFO fica.FiCaSchedulerNode (FiCaSchedulerNode.java:releaseContainer(164)) - Released container container_1397148282618_0006_01_000002 of capacity <memory:1024, vCores:1> on host localhost:33805, which currently has 3 containers, <memory:3072, vCores:3> used and <memory:1024, vCores:5> available, release resources=true
2014-04-10 11:45:54,679 INFO capacity.LeafQueue (LeafQueue.java:releaseResource(1506)) - default used=<memory:8192, vCores:7> numContainers=7 user=brock user-resources=<memory:8192, vCores:7>
2014-04-10 11:45:54,679 INFO capacity.LeafQueue (LeafQueue.java:completedContainer(1448)) - completedContainer container=Container: [ContainerId: container_1397148282618_0006_01_000002, NodeId: localhost:33805, NodeHttpAddress: localhost:42238, Resource: <memory:1024, vCores:1>, Priority: 20, Token: Token { kind: ContainerToken, service: localhost:33805 }, ] resource=<memory:1024, vCores:1> queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:8192, vCores:7>usedCapacity=0.5, absoluteUsedCapacity=0.5, numApps=1, numContainers=7 usedCapacity=0.5 absoluteUsedCapacity=0.5 used=<memory:8192, vCores:7> cluster=<memory:16384, vCores:32>
2014-04-10 11:45:54,679 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(694)) - completedContainer queue=root usedCapacity=0.5 absoluteUsedCapacity=0.5 used=<memory:8192, vCores:7> cluster=<memory:16384, vCores:32>
2014-04-10 11:45:54,679 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(708)) - Re-sorting completed queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:8192, vCores:7>usedCapacity=0.5, absoluteUsedCapacity=0.5, numApps=1, numContainers=7
2014-04-10 11:45:54,680 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(849)) - Application appattempt_1397148282618_0006_000001 released container container_1397148282618_0006_01_000002 on node: host: localhost:33805 #containers=3 available=1024 used=3072 with event: FINISHED
2014-04-10 11:45:54,680 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397148282618_0006_01_000003 Container Transitioned from RUNNING to COMPLETED
2014-04-10 11:45:54,680 INFO fica.FiCaSchedulerApp (FiCaSchedulerApp.java:containerCompleted(91)) - Completed container: container_1397148282618_0006_01_000003 in state: COMPLETED event:FINISHED
2014-04-10 11:45:54,680 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(98)) - USER=brock OPERATION=AM Released Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1397148282618_0006 CONTAINERID=container_1397148282618_0006_01_000003
2014-04-10 11:45:54,680 INFO fica.FiCaSchedulerNode (FiCaSchedulerNode.java:releaseContainer(164)) - Released container container_1397148282618_0006_01_000003 of capacity <memory:1024, vCores:1> on host localhost:33805, which currently has 2 containers, <memory:2048, vCores:2> used and <memory:2048, vCores:6> available, release resources=true
2014-04-10 11:45:54,680 INFO capacity.LeafQueue (LeafQueue.java:releaseResource(1506)) - default used=<memory:7168, vCores:6> numContainers=6 user=brock user-resources=<memory:7168, vCores:6>
2014-04-10 11:45:54,680 INFO capacity.LeafQueue (LeafQueue.java:completedContainer(1448)) - completedContainer container=Container: [ContainerId: container_1397148282618_0006_01_000003, NodeId: localhost:33805, NodeHttpAddress: localhost:42238, Resource: <memory:1024, vCores:1>, Priority: 20, Token: Token { kind: ContainerToken, service: localhost:33805 }, ] resource=<memory:1024, vCores:1> queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:7168, vCores:6>usedCapacity=0.4375, absoluteUsedCapacity=0.4375, numApps=1, numContainers=6 usedCapacity=0.4375 absoluteUsedCapacity=0.4375 used=<memory:7168, vCores:6> cluster=<memory:16384, vCores:32>
2014-04-10 11:45:54,680 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(694)) - completedContainer queue=root usedCapacity=0.4375 absoluteUsedCapacity=0.4375 used=<memory:7168, vCores:6> cluster=<memory:16384, vCores:32>
2014-04-10 11:45:54,680 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(708)) - Re-sorting completed queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:7168, vCores:6>usedCapacity=0.4375, absoluteUsedCapacity=0.4375, numApps=1, numContainers=6
2014-04-10 11:45:54,680 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(849)) - Application appattempt_1397148282618_0006_000001 released container container_1397148282618_0006_01_000003 on node: host: localhost:33805 #containers=2 available=2048 used=2048 with event: FINISHED
2014-04-10 11:45:54,680 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397148282618_0006_01_000005 Container Transitioned from RUNNING to COMPLETED
2014-04-10 11:45:54,680 INFO fica.FiCaSchedulerApp (FiCaSchedulerApp.java:containerCompleted(91)) - Completed container: container_1397148282618_0006_01_000005 in state: COMPLETED event:FINISHED
2014-04-10 11:45:54,680 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(98)) - USER=brock OPERATION=AM Released Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1397148282618_0006 CONTAINERID=container_1397148282618_0006_01_000005
2014-04-10 11:45:54,680 INFO fica.FiCaSchedulerNode (FiCaSchedulerNode.java:releaseContainer(164)) - Released container container_1397148282618_0006_01_000005 of capacity <memory:1024, vCores:1> on host localhost:33805, which currently has 1 containers, <memory:1024, vCores:1> used and <memory:3072, vCores:7> available, release resources=true
2014-04-10 11:45:54,680 INFO capacity.LeafQueue (LeafQueue.java:releaseResource(1506)) - default used=<memory:6144, vCores:5> numContainers=5 user=brock user-resources=<memory:6144, vCores:5>
2014-04-10 11:45:54,681 INFO capacity.LeafQueue (LeafQueue.java:completedContainer(1448)) - completedContainer container=Container: [ContainerId: container_1397148282618_0006_01_000005, NodeId: localhost:33805, NodeHttpAddress: localhost:42238, Resource: <memory:1024, vCores:1>, Priority: 20, Token: Token { kind: ContainerToken, service: localhost:33805 }, ] resource=<memory:1024, vCores:1> queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:6144, vCores:5>usedCapacity=0.375, absoluteUsedCapacity=0.375, numApps=1, numContainers=5 usedCapacity=0.375 absoluteUsedCapacity=0.375 used=<memory:6144, vCores:5> cluster=<memory:16384, vCores:32>
2014-04-10 11:45:54,681 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(694)) - completedContainer queue=root usedCapacity=0.375 absoluteUsedCapacity=0.375 used=<memory:6144, vCores:5> cluster=<memory:16384, vCores:32>
2014-04-10 11:45:54,681 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(708)) - Re-sorting completed queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:6144, vCores:5>usedCapacity=0.375, absoluteUsedCapacity=0.375, numApps=1, numContainers=5
2014-04-10 11:45:54,681 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(849)) - Application appattempt_1397148282618_0006_000001 released container container_1397148282618_0006_01_000005 on node: host: localhost:33805 #containers=1 available=3072 used=1024 with event: FINISHED
2014-04-10 11:45:54,682 WARN nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(207)) - Exit code from container container_1397148282618_0006_01_000004 is : 143
2014-04-10 11:45:54,693 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397148282618_0006_01_000004 transitioned from KILLING to CONTAINER_CLEANEDUP_AFTER_KILL
2014-04-10 11:45:54,693 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_0/usercache/brock/appcache/application_1397148282618_0006/container_1397148282618_0006_01_000004
2014-04-10 11:45:54,693 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:stopContainerInternal(718)) - Stopping container with container Id: container_1397148282618_0006_01_000009
2014-04-10 11:45:54,693 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_1/usercache/brock/appcache/application_1397148282618_0006/container_1397148282618_0006_01_000004
2014-04-10 11:45:54,693 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_2/usercache/brock/appcache/application_1397148282618_0006/container_1397148282618_0006_01_000004
2014-04-10 11:45:54,693 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397148282618_0006_01_000009 transitioned from RUNNING to KILLING
2014-04-10 11:45:54,694 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=brock OPERATION=Container Finished - Killed TARGET=ContainerImpl RESULT=SUCCESS APPID=application_1397148282618_0006 CONTAINERID=container_1397148282618_0006_01_000004
2014-04-10 11:45:54,693 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=brock IP=127.0.0.1 OPERATION=Stop Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1397148282618_0006 CONTAINERID=container_1397148282618_0006_01_000009
2014-04-10 11:45:54,694 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397148282618_0006_01_000004 transitioned from CONTAINER_CLEANEDUP_AFTER_KILL to DONE
2014-04-10 11:45:54,694 INFO application.Application (ApplicationImpl.java:transition(339)) - Removing container_1397148282618_0006_01_000004 from application application_1397148282618_0006
2014-04-10 11:45:54,694 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_3/usercache/brock/appcache/application_1397148282618_0006/container_1397148282618_0006_01_000004
2014-04-10 11:45:54,694 INFO launcher.ContainerLaunch (ContainerLaunch.java:cleanupContainer(341)) - Cleaning up container container_1397148282618_0006_01_000009
2014-04-10 11:45:54,694 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(169)) - Neither virutal-memory nor physical-memory monitoring is needed. Not running the monitor-thread
2014-04-10 11:45:54,694 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event CONTAINER_STOP for appId application_1397148282618_0006
2014-04-10 11:45:54,698 WARN nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(207)) - Exit code from container container_1397148282618_0006_01_000009 is : 143
2014-04-10 11:45:54,706 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397148282618_0006_01_000009 transitioned from KILLING to CONTAINER_CLEANEDUP_AFTER_KILL
2014-04-10 11:45:54,706 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_0/usercache/brock/appcache/application_1397148282618_0006/container_1397148282618_0006_01_000009
2014-04-10 11:45:54,706 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_1/usercache/brock/appcache/application_1397148282618_0006/container_1397148282618_0006_01_000009
2014-04-10 11:45:54,706 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_2/usercache/brock/appcache/application_1397148282618_0006/container_1397148282618_0006_01_000009
2014-04-10 11:45:54,706 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_3/usercache/brock/appcache/application_1397148282618_0006/container_1397148282618_0006_01_000009
2014-04-10 11:45:54,706 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=brock OPERATION=Container Finished - Killed TARGET=ContainerImpl RESULT=SUCCESS APPID=application_1397148282618_0006 CONTAINERID=container_1397148282618_0006_01_000009
2014-04-10 11:45:54,706 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397148282618_0006_01_000009 transitioned from CONTAINER_CLEANEDUP_AFTER_KILL to DONE
2014-04-10 11:45:54,707 INFO application.Application (ApplicationImpl.java:transition(339)) - Removing container_1397148282618_0006_01_000009 from application application_1397148282618_0006
2014-04-10 11:45:54,707 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(169)) - Neither virutal-memory nor physical-memory monitoring is needed. Not running the monitor-thread
2014-04-10 11:45:54,707 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event CONTAINER_STOP for appId application_1397148282618_0006
2014-04-10 11:45:55,300 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-196700473-127.0.0.1-1397148267010:blk_1073741901_1077
2014-04-10 11:45:55,301 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-196700473-127.0.0.1-1397148267010:blk_1073741900_1076
2014-04-10 11:45:55,301 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-196700473-127.0.0.1-1397148267010:blk_1073741902_1078
2014-04-10 11:45:55,457 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/hadooptapplatform/globmultiource2/_temporary/1/_temporary/attempt_1397148282618_0006_m_000005_0 dst=null perm=null
2014-04-10 11:45:55,459 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/hadooptapplatform/globmultiource2/_temporary/1/task_1397148282618_0006_m_000005 dst=null perm=null
2014-04-10 11:45:55,497 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:updateAndGetContainerStatuses(374)) - Removed completed container container_1397148282618_0006_01_000008
2014-04-10 11:45:55,498 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397148282618_0006_01_000008 Container Transitioned from RUNNING to COMPLETED
2014-04-10 11:45:55,498 INFO fica.FiCaSchedulerApp (FiCaSchedulerApp.java:containerCompleted(91)) - Completed container: container_1397148282618_0006_01_000008 in state: COMPLETED event:FINISHED
2014-04-10 11:45:55,498 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(98)) - USER=brock OPERATION=AM Released Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1397148282618_0006 CONTAINERID=container_1397148282618_0006_01_000008
2014-04-10 11:45:55,498 INFO fica.FiCaSchedulerNode (FiCaSchedulerNode.java:releaseContainer(164)) - Released container container_1397148282618_0006_01_000008 of capacity <memory:1024, vCores:1> on host localhost:39304, which currently has 1 containers, <memory:1024, vCores:1> used and <memory:3072, vCores:7> available, release resources=true
2014-04-10 11:45:55,498 INFO capacity.LeafQueue (LeafQueue.java:releaseResource(1506)) - default used=<memory:5120, vCores:4> numContainers=4 user=brock user-resources=<memory:5120, vCores:4>
2014-04-10 11:45:55,499 INFO capacity.LeafQueue (LeafQueue.java:completedContainer(1448)) - completedContainer container=Container: [ContainerId: container_1397148282618_0006_01_000008, NodeId: localhost:39304, NodeHttpAddress: localhost:51177, Resource: <memory:1024, vCores:1>, Priority: 20, Token: Token { kind: ContainerToken, service: localhost:39304 }, ] resource=<memory:1024, vCores:1> queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:5120, vCores:4>usedCapacity=0.3125, absoluteUsedCapacity=0.3125, numApps=1, numContainers=4 usedCapacity=0.3125 absoluteUsedCapacity=0.3125 used=<memory:5120, vCores:4> cluster=<memory:16384, vCores:32>
2014-04-10 11:45:55,499 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(694)) - completedContainer queue=root usedCapacity=0.3125 absoluteUsedCapacity=0.3125 used=<memory:5120, vCores:4> cluster=<memory:16384, vCores:32>
2014-04-10 11:45:55,499 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(708)) - Re-sorting completed queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:5120, vCores:4>usedCapacity=0.3125, absoluteUsedCapacity=0.3125, numApps=1, numContainers=4
2014-04-10 11:45:55,499 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(849)) - Application appattempt_1397148282618_0006_000001 released container container_1397148282618_0006_01_000008 on node: host: localhost:39304 #containers=1 available=3072 used=1024 with event: FINISHED
2014-04-10 11:45:55,573 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=rename src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/hadooptapplatform/globmultiource2/_temporary/1/_temporary/attempt_1397148282618_0006_m_000005_0 dst=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/hadooptapplatform/globmultiource2/_temporary/1/task_1397148282618_0006_m_000005 perm=brock:supergroup:rwxrwxrwx
2014-04-10 11:45:55,612 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:stopContainerInternal(718)) - Stopping container with container Id: container_1397148282618_0006_01_000007
2014-04-10 11:45:55,612 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=brock IP=127.0.0.1 OPERATION=Stop Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1397148282618_0006 CONTAINERID=container_1397148282618_0006_01_000007
2014-04-10 11:45:55,613 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397148282618_0006_01_000007 transitioned from RUNNING to KILLING
2014-04-10 11:45:55,613 INFO launcher.ContainerLaunch (ContainerLaunch.java:cleanupContainer(341)) - Cleaning up container container_1397148282618_0006_01_000007
2014-04-10 11:45:55,617 WARN nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(207)) - Exit code from container container_1397148282618_0006_01_000007 is : 143
2014-04-10 11:45:55,625 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397148282618_0006_01_000007 transitioned from KILLING to CONTAINER_CLEANEDUP_AFTER_KILL
2014-04-10 11:45:55,626 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_0/usercache/brock/appcache/application_1397148282618_0006/container_1397148282618_0006_01_000007
2014-04-10 11:45:55,626 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_1/usercache/brock/appcache/application_1397148282618_0006/container_1397148282618_0006_01_000007
2014-04-10 11:45:55,626 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_2/usercache/brock/appcache/application_1397148282618_0006/container_1397148282618_0006_01_000007
2014-04-10 11:45:55,626 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_3/usercache/brock/appcache/application_1397148282618_0006/container_1397148282618_0006_01_000007
2014-04-10 11:45:55,626 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=brock OPERATION=Container Finished - Killed TARGET=ContainerImpl RESULT=SUCCESS APPID=application_1397148282618_0006 CONTAINERID=container_1397148282618_0006_01_000007
2014-04-10 11:45:55,626 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397148282618_0006_01_000007 transitioned from CONTAINER_CLEANEDUP_AFTER_KILL to DONE
2014-04-10 11:45:55,626 INFO application.Application (ApplicationImpl.java:transition(339)) - Removing container_1397148282618_0006_01_000007 from application application_1397148282618_0006
2014-04-10 11:45:55,626 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(169)) - Neither virutal-memory nor physical-memory monitoring is needed. Not running the monitor-thread
2014-04-10 11:45:55,626 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event CONTAINER_STOP for appId application_1397148282618_0006
2014-04-10 11:45:55,645 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397148282618_0006/COMMIT_STARTED dst=null perm=brock:supergroup:rw-rw-rw-
2014-04-10 11:45:55,662 INFO hdfs.StateChange (FSNamesystem.java:completeFile(2899)) - DIR* completeFile: /tmp/hadoop-yarn/staging/brock/.staging/job_1397148282618_0006/COMMIT_STARTED is closed by DFSClient_NONMAPREDUCE_-855177400_1
2014-04-10 11:45:55,667 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=listStatus src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/hadooptapplatform/globmultiource2/_temporary/1 dst=null perm=null
2014-04-10 11:45:55,677 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/hadooptapplatform/globmultiource2 dst=null perm=null
2014-04-10 11:45:55,677 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:updateAndGetContainerStatuses(374)) - Removed completed container container_1397148282618_0006_01_000004
2014-04-10 11:45:55,678 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397148282618_0006_01_000004 Container Transitioned from RUNNING to COMPLETED
2014-04-10 11:45:55,678 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/hadooptapplatform/globmultiource2 dst=null perm=null
2014-04-10 11:45:55,678 INFO fica.FiCaSchedulerApp (FiCaSchedulerApp.java:containerCompleted(91)) - Completed container: container_1397148282618_0006_01_000004 in state: COMPLETED event:FINISHED
2014-04-10 11:45:55,679 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(98)) - USER=brock OPERATION=AM Released Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1397148282618_0006 CONTAINERID=container_1397148282618_0006_01_000004
2014-04-10 11:45:55,679 INFO fica.FiCaSchedulerNode (FiCaSchedulerNode.java:releaseContainer(164)) - Released container container_1397148282618_0006_01_000004 of capacity <memory:1024, vCores:1> on host localhost:33805, which currently has 0 containers, <memory:0, vCores:0> used and <memory:4096, vCores:8> available, release resources=true
2014-04-10 11:45:55,679 INFO capacity.LeafQueue (LeafQueue.java:releaseResource(1506)) - default used=<memory:4096, vCores:3> numContainers=3 user=brock user-resources=<memory:4096, vCores:3>
2014-04-10 11:45:55,679 INFO capacity.LeafQueue (LeafQueue.java:completedContainer(1448)) - completedContainer container=Container: [ContainerId: container_1397148282618_0006_01_000004, NodeId: localhost:33805, NodeHttpAddress: localhost:42238, Resource: <memory:1024, vCores:1>, Priority: 20, Token: Token { kind: ContainerToken, service: localhost:33805 }, ] resource=<memory:1024, vCores:1> queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:4096, vCores:3>usedCapacity=0.25, absoluteUsedCapacity=0.25, numApps=1, numContainers=3 usedCapacity=0.25 absoluteUsedCapacity=0.25 used=<memory:4096, vCores:3> cluster=<memory:16384, vCores:32>
2014-04-10 11:45:55,680 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(694)) - completedContainer queue=root usedCapacity=0.25 absoluteUsedCapacity=0.25 used=<memory:4096, vCores:3> cluster=<memory:16384, vCores:32>
2014-04-10 11:45:55,680 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=listStatus src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/hadooptapplatform/globmultiource2/_temporary/1/task_1397148282618_0006_m_000000 dst=null perm=null
2014-04-10 11:45:55,680 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(708)) - Re-sorting completed queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:4096, vCores:3>usedCapacity=0.25, absoluteUsedCapacity=0.25, numApps=1, numContainers=3
2014-04-10 11:45:55,680 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(849)) - Application appattempt_1397148282618_0006_000001 released container container_1397148282618_0006_01_000004 on node: host: localhost:33805 #containers=0 available=4096 used=0 with event: FINISHED
2014-04-10 11:45:55,682 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/hadooptapplatform/globmultiource2/part-00000 dst=null perm=null
2014-04-10 11:45:55,694 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:updateAndGetContainerStatuses(374)) - Removed completed container container_1397148282618_0006_01_000009
2014-04-10 11:45:55,695 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397148282618_0006_01_000009 Container Transitioned from RUNNING to COMPLETED
2014-04-10 11:45:55,695 INFO fica.FiCaSchedulerApp (FiCaSchedulerApp.java:containerCompleted(91)) - Completed container: container_1397148282618_0006_01_000009 in state: COMPLETED event:FINISHED
2014-04-10 11:45:55,695 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(98)) - USER=brock OPERATION=AM Released Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1397148282618_0006 CONTAINERID=container_1397148282618_0006_01_000009
2014-04-10 11:45:55,695 INFO fica.FiCaSchedulerNode (FiCaSchedulerNode.java:releaseContainer(164)) - Released container container_1397148282618_0006_01_000009 of capacity <memory:1024, vCores:1> on host localhost:39163, which currently has 0 containers, <memory:0, vCores:0> used and <memory:4096, vCores:8> available, release resources=true
2014-04-10 11:45:55,695 INFO capacity.LeafQueue (LeafQueue.java:releaseResource(1506)) - default used=<memory:3072, vCores:2> numContainers=2 user=brock user-resources=<memory:3072, vCores:2>
2014-04-10 11:45:55,696 INFO capacity.LeafQueue (LeafQueue.java:completedContainer(1448)) - completedContainer container=Container: [ContainerId: container_1397148282618_0006_01_000009, NodeId: localhost:39163, NodeHttpAddress: localhost:45117, Resource: <memory:1024, vCores:1>, Priority: 20, Token: Token { kind: ContainerToken, service: localhost:39163 }, ] resource=<memory:1024, vCores:1> queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:3072, vCores:2>usedCapacity=0.1875, absoluteUsedCapacity=0.1875, numApps=1, numContainers=2 usedCapacity=0.1875 absoluteUsedCapacity=0.1875 used=<memory:3072, vCores:2> cluster=<memory:16384, vCores:32>
2014-04-10 11:45:55,696 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(694)) - completedContainer queue=root usedCapacity=0.1875 absoluteUsedCapacity=0.1875 used=<memory:3072, vCores:2> cluster=<memory:16384, vCores:32>
2014-04-10 11:45:55,696 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(708)) - Re-sorting completed queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:3072, vCores:2>usedCapacity=0.1875, absoluteUsedCapacity=0.1875, numApps=1, numContainers=2
2014-04-10 11:45:55,696 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(849)) - Application appattempt_1397148282618_0006_000001 released container container_1397148282618_0006_01_000009 on node: host: localhost:39163 #containers=0 available=4096 used=0 with event: FINISHED
2014-04-10 11:45:55,704 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=rename src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/hadooptapplatform/globmultiource2/_temporary/1/task_1397148282618_0006_m_000000/part-00000 dst=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/hadooptapplatform/globmultiource2/part-00000 perm=brock:supergroup:rw-rw-rw-
2014-04-10 11:45:55,708 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/hadooptapplatform/globmultiource2 dst=null perm=null
2014-04-10 11:45:55,709 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/hadooptapplatform/globmultiource2 dst=null perm=null
2014-04-10 11:45:55,710 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=listStatus src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/hadooptapplatform/globmultiource2/_temporary/1/task_1397148282618_0006_m_000001 dst=null perm=null
2014-04-10 11:45:55,712 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/hadooptapplatform/globmultiource2/part-00001 dst=null perm=null
2014-04-10 11:45:55,729 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=rename src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/hadooptapplatform/globmultiource2/_temporary/1/task_1397148282618_0006_m_000001/part-00001 dst=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/hadooptapplatform/globmultiource2/part-00001 perm=brock:supergroup:rw-rw-rw-
2014-04-10 11:45:55,730 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/hadooptapplatform/globmultiource2 dst=null perm=null
2014-04-10 11:45:55,732 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/hadooptapplatform/globmultiource2 dst=null perm=null
2014-04-10 11:45:55,733 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=listStatus src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/hadooptapplatform/globmultiource2/_temporary/1/task_1397148282618_0006_m_000002 dst=null perm=null
2014-04-10 11:45:55,734 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/hadooptapplatform/globmultiource2/part-00002 dst=null perm=null
2014-04-10 11:45:55,754 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=rename src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/hadooptapplatform/globmultiource2/_temporary/1/task_1397148282618_0006_m_000002/part-00002 dst=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/hadooptapplatform/globmultiource2/part-00002 perm=brock:supergroup:rw-rw-rw-
2014-04-10 11:45:55,755 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/hadooptapplatform/globmultiource2 dst=null perm=null
2014-04-10 11:45:55,756 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/hadooptapplatform/globmultiource2 dst=null perm=null
2014-04-10 11:45:55,757 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=listStatus src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/hadooptapplatform/globmultiource2/_temporary/1/task_1397148282618_0006_m_000003 dst=null perm=null
2014-04-10 11:45:55,759 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/hadooptapplatform/globmultiource2/part-00003 dst=null perm=null
2014-04-10 11:45:55,779 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=rename src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/hadooptapplatform/globmultiource2/_temporary/1/task_1397148282618_0006_m_000003/part-00003 dst=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/hadooptapplatform/globmultiource2/part-00003 perm=brock:supergroup:rw-rw-rw-
2014-04-10 11:45:55,780 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/hadooptapplatform/globmultiource2 dst=null perm=null
2014-04-10 11:45:55,781 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/hadooptapplatform/globmultiource2 dst=null perm=null
2014-04-10 11:45:55,782 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=listStatus src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/hadooptapplatform/globmultiource2/_temporary/1/task_1397148282618_0006_m_000004 dst=null perm=null
2014-04-10 11:45:55,784 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/hadooptapplatform/globmultiource2/part-00004 dst=null perm=null
2014-04-10 11:45:55,804 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=rename src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/hadooptapplatform/globmultiource2/_temporary/1/task_1397148282618_0006_m_000004/part-00004 dst=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/hadooptapplatform/globmultiource2/part-00004 perm=brock:supergroup:rw-rw-rw-
2014-04-10 11:45:55,805 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/hadooptapplatform/globmultiource2 dst=null perm=null
2014-04-10 11:45:55,806 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/hadooptapplatform/globmultiource2 dst=null perm=null
2014-04-10 11:45:55,807 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=listStatus src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/hadooptapplatform/globmultiource2/_temporary/1/task_1397148282618_0006_m_000005 dst=null perm=null
2014-04-10 11:45:55,809 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/hadooptapplatform/globmultiource2/part-00005 dst=null perm=null
2014-04-10 11:45:55,818 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-196700473-127.0.0.1-1397148267010:blk_1073741904_1080
2014-04-10 11:45:55,818 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-196700473-127.0.0.1-1397148267010:blk_1073741902_1078
2014-04-10 11:45:55,819 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-196700473-127.0.0.1-1397148267010:blk_1073741900_1076
2014-04-10 11:45:55,820 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=rename src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/hadooptapplatform/globmultiource2/_temporary/1/task_1397148282618_0006_m_000005/part-00005 dst=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/hadooptapplatform/globmultiource2/part-00005 perm=brock:supergroup:rw-rw-rw-
2014-04-10 11:45:55,821 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/hadooptapplatform/globmultiource2 dst=null perm=null
2014-04-10 11:45:55,823 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/hadooptapplatform/globmultiource2 dst=null perm=null
2014-04-10 11:45:55,824 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=listStatus src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/hadooptapplatform/globmultiource2/_temporary/1/task_1397148282618_0006_m_000006 dst=null perm=null
2014-04-10 11:45:55,826 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/hadooptapplatform/globmultiource2/part-00006 dst=null perm=null
2014-04-10 11:45:55,845 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=rename src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/hadooptapplatform/globmultiource2/_temporary/1/task_1397148282618_0006_m_000006/part-00006 dst=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/hadooptapplatform/globmultiource2/part-00006 perm=brock:supergroup:rw-rw-rw-
2014-04-10 11:45:55,847 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/hadooptapplatform/globmultiource2 dst=null perm=null
2014-04-10 11:45:55,848 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/hadooptapplatform/globmultiource2 dst=null perm=null
2014-04-10 11:45:55,849 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=listStatus src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/hadooptapplatform/globmultiource2/_temporary/1/task_1397148282618_0006_m_000007 dst=null perm=null
2014-04-10 11:45:55,851 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/hadooptapplatform/globmultiource2/part-00007 dst=null perm=null
2014-04-10 11:45:55,862 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=rename src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/hadooptapplatform/globmultiource2/_temporary/1/task_1397148282618_0006_m_000007/part-00007 dst=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/hadooptapplatform/globmultiource2/part-00007 perm=brock:supergroup:rw-rw-rw-
2014-04-10 11:45:55,879 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=delete src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/hadooptapplatform/globmultiource2/_temporary dst=null perm=null
2014-04-10 11:45:55,895 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/hadooptapplatform/globmultiource2/_SUCCESS dst=null perm=brock:supergroup:rw-rw-rw-
2014-04-10 11:45:55,912 INFO hdfs.StateChange (FSNamesystem.java:completeFile(2899)) - DIR* completeFile: /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/hadooptapplatform/globmultiource2/_SUCCESS is closed by DFSClient_NONMAPREDUCE_-855177400_1
2014-04-10 11:45:55,929 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397148282618_0006/COMMIT_SUCCESS dst=null perm=brock:supergroup:rw-rw-rw-
2014-04-10 11:45:55,945 INFO hdfs.StateChange (FSNamesystem.java:completeFile(2899)) - DIR* completeFile: /tmp/hadoop-yarn/staging/brock/.staging/job_1397148282618_0006/COMMIT_SUCCESS is closed by DFSClient_NONMAPREDUCE_-855177400_1
2014-04-10 11:45:55,969 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:51459, dest: /127.0.0.1:49954, bytes: 76345, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-855177400_1, offset: 0, srvID: e20bf523-f226-4d36-9695-be2356cb97a6, blockid: BP-196700473-127.0.0.1-1397148267010:blk_1073741903_1079, duration: 1674840173
2014-04-10 11:45:55,970 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-196700473-127.0.0.1-1397148267010:blk_1073741903_1079, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2014-04-10 11:45:55,970 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:48273, dest: /127.0.0.1:37136, bytes: 76345, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-855177400_1, offset: 0, srvID: b242afcc-2d24-4b8f-9fb7-bc72b71e749a, blockid: BP-196700473-127.0.0.1-1397148267010:blk_1073741903_1079, duration: 1680606609
2014-04-10 11:45:55,971 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-196700473-127.0.0.1-1397148267010:blk_1073741903_1079, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 11:45:55,972 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:49954 is added to blk_1073741903_1079{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-97cf26c5-95a4-4e0e-a439-d9926ba08c0b:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-b6a9be31-6a8c-48bd-97ee-0b78fb430f32:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-008d3ead-b2b9-49b0-88ab-01e536a210da:NORMAL|RBW]]} size 17020
2014-04-10 11:45:55,971 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:44840, dest: /127.0.0.1:56823, bytes: 76345, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-855177400_1, offset: 0, srvID: d87cf363-b947-4d02-ab62-043c9241fbef, blockid: BP-196700473-127.0.0.1-1397148267010:blk_1073741903_1079, duration: 1680267397
2014-04-10 11:45:55,973 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-196700473-127.0.0.1-1397148267010:blk_1073741903_1079, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 11:45:55,973 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:37136 is added to blk_1073741903_1079{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-97cf26c5-95a4-4e0e-a439-d9926ba08c0b:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-b6a9be31-6a8c-48bd-97ee-0b78fb430f32:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-008d3ead-b2b9-49b0-88ab-01e536a210da:NORMAL|RBW]]} size 17020
2014-04-10 11:45:55,973 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:56823 is added to blk_1073741903_1079{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-97cf26c5-95a4-4e0e-a439-d9926ba08c0b:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-b6a9be31-6a8c-48bd-97ee-0b78fb430f32:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-008d3ead-b2b9-49b0-88ab-01e536a210da:NORMAL|RBW]]} size 17020
2014-04-10 11:45:55,987 INFO hdfs.StateChange (FSNamesystem.java:completeFile(2899)) - DIR* completeFile: /tmp/hadoop-yarn/staging/brock/.staging/job_1397148282618_0006/job_1397148282618_0006_1.jhist is closed by DFSClient_NONMAPREDUCE_-855177400_1
2014-04-10 11:45:56,004 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397148282618_0006.summary_tmp dst=null perm=brock:supergroup:rw-rw-rw-
2014-04-10 11:45:56,007 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(2966)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397148282618_0006.summary_tmp. BP-196700473-127.0.0.1-1397148267010 blk_1073741905_1081{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-97cf26c5-95a4-4e0e-a439-d9926ba08c0b:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-331ec906-785c-475e-b366-176a30c332ed:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-b6a9be31-6a8c-48bd-97ee-0b78fb430f32:NORMAL|RBW]]}
2014-04-10 11:45:56,023 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-196700473-127.0.0.1-1397148267010:blk_1073741905_1081 src: /127.0.0.1:51467 dest: /127.0.0.1:49954
2014-04-10 11:45:56,025 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-196700473-127.0.0.1-1397148267010:blk_1073741905_1081 src: /127.0.0.1:48283 dest: /127.0.0.1:37136
2014-04-10 11:45:56,026 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-196700473-127.0.0.1-1397148267010:blk_1073741905_1081 src: /127.0.0.1:44852 dest: /127.0.0.1:56823
2014-04-10 11:45:56,030 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:44852, dest: /127.0.0.1:56823, bytes: 433, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-855177400_1, offset: 0, srvID: d87cf363-b947-4d02-ab62-043c9241fbef, blockid: BP-196700473-127.0.0.1-1397148267010:blk_1073741905_1081, duration: 2252842
2014-04-10 11:45:56,030 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-196700473-127.0.0.1-1397148267010:blk_1073741905_1081, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2014-04-10 11:45:56,030 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:56823 is added to blk_1073741905_1081{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-b6a9be31-6a8c-48bd-97ee-0b78fb430f32:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-b068c5d0-517e-4297-aa28-ff6d4c514e44:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-008d3ead-b2b9-49b0-88ab-01e536a210da:NORMAL|RBW]]} size 0
2014-04-10 11:45:56,030 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:48283, dest: /127.0.0.1:37136, bytes: 433, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-855177400_1, offset: 0, srvID: b242afcc-2d24-4b8f-9fb7-bc72b71e749a, blockid: BP-196700473-127.0.0.1-1397148267010:blk_1073741905_1081, duration: 2980450
2014-04-10 11:45:56,031 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-196700473-127.0.0.1-1397148267010:blk_1073741905_1081, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 11:45:56,031 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:37136 is added to blk_1073741905_1081{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-b6a9be31-6a8c-48bd-97ee-0b78fb430f32:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-b068c5d0-517e-4297-aa28-ff6d4c514e44:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-008d3ead-b2b9-49b0-88ab-01e536a210da:NORMAL|RBW]]} size 0
2014-04-10 11:45:56,031 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:51467, dest: /127.0.0.1:49954, bytes: 433, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-855177400_1, offset: 0, srvID: e20bf523-f226-4d36-9695-be2356cb97a6, blockid: BP-196700473-127.0.0.1-1397148267010:blk_1073741905_1081, duration: 3504576
2014-04-10 11:45:56,031 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-196700473-127.0.0.1-1397148267010:blk_1073741905_1081, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 11:45:56,032 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:49954 is added to blk_1073741905_1081{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-b6a9be31-6a8c-48bd-97ee-0b78fb430f32:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-b068c5d0-517e-4297-aa28-ff6d4c514e44:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-008d3ead-b2b9-49b0-88ab-01e536a210da:NORMAL|RBW]]} size 0
2014-04-10 11:45:56,045 INFO hdfs.StateChange (FSNamesystem.java:completeFile(2899)) - DIR* completeFile: /tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397148282618_0006.summary_tmp is closed by DFSClient_NONMAPREDUCE_-855177400_1
2014-04-10 11:45:56,060 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-196700473-127.0.0.1-1397148267010:blk_1073741902_1078
2014-04-10 11:45:56,061 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-196700473-127.0.0.1-1397148267010:blk_1073741900_1076
2014-04-10 11:45:56,061 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-196700473-127.0.0.1-1397148267010:blk_1073741901_1077
2014-04-10 11:45:56,062 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-196700473-127.0.0.1-1397148267010:blk_1073741904_1080
2014-04-10 11:45:56,062 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397148282618_0006.summary_tmp dst=null perm=brock:supergroup:rwxrwx---
2014-04-10 11:45:56,069 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397148282618_0006/job_1397148282618_0006_1.jhist dst=null perm=null
2014-04-10 11:45:56,070 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397148282618_0006-1397148343362-brock-%5B7AC3672CEA1F4F79B459CC69350F499A%2F4CC4BB31CA8244FB-1397148355947-8-0-SUCCEEDED-default-1397148346435.jhist_tmp dst=null perm=null
2014-04-10 11:45:56,074 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397148282618_0006/job_1397148282618_0006_1.jhist dst=null perm=null
2014-04-10 11:45:56,076 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397148282618_0006-1397148343362-brock-%5B7AC3672CEA1F4F79B459CC69350F499A%2F4CC4BB31CA8244FB-1397148355947-8-0-SUCCEEDED-default-1397148346435.jhist_tmp dst=null perm=null
2014-04-10 11:45:56,077 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397148282618_0006/job_1397148282618_0006_1.jhist dst=null perm=null
2014-04-10 11:45:56,095 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397148282618_0006-1397148343362-brock-%5B7AC3672CEA1F4F79B459CC69350F499A%2F4CC4BB31CA8244FB-1397148355947-8-0-SUCCEEDED-default-1397148346435.jhist_tmp dst=null perm=brock:supergroup:rw-rw-rw-
2014-04-10 11:45:56,098 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:37136, dest: /127.0.0.1:48286, bytes: 76945, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_-855177400_1, offset: 0, srvID: b242afcc-2d24-4b8f-9fb7-bc72b71e749a, blockid: BP-196700473-127.0.0.1-1397148267010:blk_1073741903_1079, duration: 395049
2014-04-10 11:45:56,102 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(2966)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397148282618_0006-1397148343362-brock-%5B7AC3672CEA1F4F79B459CC69350F499A%2F4CC4BB31CA8244FB-1397148355947-8-0-SUCCEEDED-default-1397148346435.jhist_tmp. BP-196700473-127.0.0.1-1397148267010 blk_1073741906_1082{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-2bef5f6e-f0c9-4da0-8817-be69f5868853:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-97cf26c5-95a4-4e0e-a439-d9926ba08c0b:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-331ec906-785c-475e-b366-176a30c332ed:NORMAL|RBW]]}
2014-04-10 11:45:56,115 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-196700473-127.0.0.1-1397148267010:blk_1073741906_1082 src: /127.0.0.1:53931 dest: /127.0.0.1:53089
2014-04-10 11:45:56,116 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-196700473-127.0.0.1-1397148267010:blk_1073741901_1077
2014-04-10 11:45:56,116 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-196700473-127.0.0.1-1397148267010:blk_1073741906_1082 src: /127.0.0.1:51473 dest: /127.0.0.1:49954
2014-04-10 11:45:56,117 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-196700473-127.0.0.1-1397148267010:blk_1073741903_1079
2014-04-10 11:45:56,118 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-196700473-127.0.0.1-1397148267010:blk_1073741906_1082 src: /127.0.0.1:48289 dest: /127.0.0.1:37136
2014-04-10 11:45:56,118 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-196700473-127.0.0.1-1397148267010:blk_1073741904_1080
2014-04-10 11:45:56,118 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-196700473-127.0.0.1-1397148267010:blk_1073741905_1081
2014-04-10 11:45:56,122 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:48289, dest: /127.0.0.1:37136, bytes: 76345, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-855177400_1, offset: 0, srvID: b242afcc-2d24-4b8f-9fb7-bc72b71e749a, blockid: BP-196700473-127.0.0.1-1397148267010:blk_1073741906_1082, duration: 3316249
2014-04-10 11:45:56,122 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-196700473-127.0.0.1-1397148267010:blk_1073741906_1082, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2014-04-10 11:45:56,122 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:37136 is added to blk_1073741906_1082{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-97cf26c5-95a4-4e0e-a439-d9926ba08c0b:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-331ec906-785c-475e-b366-176a30c332ed:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-c910d2b0-940b-4e3d-b4fd-b4f6084bf0d7:NORMAL|RBW]]} size 0
2014-04-10 11:45:56,122 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:51473, dest: /127.0.0.1:49954, bytes: 76345, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-855177400_1, offset: 0, srvID: e20bf523-f226-4d36-9695-be2356cb97a6, blockid: BP-196700473-127.0.0.1-1397148267010:blk_1073741906_1082, duration: 3936065
2014-04-10 11:45:56,123 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-196700473-127.0.0.1-1397148267010:blk_1073741906_1082, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 11:45:56,123 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:53931, dest: /127.0.0.1:53089, bytes: 76345, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-855177400_1, offset: 0, srvID: 56b85d8f-9b31-4c91-b022-e568d9765c42, blockid: BP-196700473-127.0.0.1-1397148267010:blk_1073741906_1082, duration: 4298710
2014-04-10 11:45:56,123 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:49954 is added to blk_1073741906_1082{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-97cf26c5-95a4-4e0e-a439-d9926ba08c0b:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-331ec906-785c-475e-b366-176a30c332ed:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-c910d2b0-940b-4e3d-b4fd-b4f6084bf0d7:NORMAL|RBW]]} size 0
2014-04-10 11:45:56,123 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-196700473-127.0.0.1-1397148267010:blk_1073741906_1082, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 11:45:56,124 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:53089 is added to blk_1073741906_1082{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-97cf26c5-95a4-4e0e-a439-d9926ba08c0b:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-331ec906-785c-475e-b366-176a30c332ed:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-c910d2b0-940b-4e3d-b4fd-b4f6084bf0d7:NORMAL|RBW]]} size 0
2014-04-10 11:45:56,137 INFO hdfs.StateChange (FSNamesystem.java:completeFile(2899)) - DIR* completeFile: /tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397148282618_0006-1397148343362-brock-%5B7AC3672CEA1F4F79B459CC69350F499A%2F4CC4BB31CA8244FB-1397148355947-8-0-SUCCEEDED-default-1397148346435.jhist_tmp is closed by DFSClient_NONMAPREDUCE_-855177400_1
2014-04-10 11:45:56,154 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397148282618_0006-1397148343362-brock-%5B7AC3672CEA1F4F79B459CC69350F499A%2F4CC4BB31CA8244FB-1397148355947-8-0-SUCCEEDED-default-1397148346435.jhist_tmp dst=null perm=brock:supergroup:rwxrwx---
2014-04-10 11:45:56,155 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397148282618_0006/job_1397148282618_0006_1_conf.xml dst=null perm=null
2014-04-10 11:45:56,157 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397148282618_0006_conf.xml_tmp dst=null perm=null
2014-04-10 11:45:56,158 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397148282618_0006/job_1397148282618_0006_1_conf.xml dst=null perm=null
2014-04-10 11:45:56,159 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397148282618_0006_conf.xml_tmp dst=null perm=null
2014-04-10 11:45:56,160 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397148282618_0006/job_1397148282618_0006_1_conf.xml dst=null perm=null
2014-04-10 11:45:56,179 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397148282618_0006_conf.xml_tmp dst=null perm=brock:supergroup:rw-rw-rw-
2014-04-10 11:45:56,187 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:53089, dest: /127.0.0.1:53934, bytes: 94659, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_-855177400_1, offset: 0, srvID: 56b85d8f-9b31-4c91-b022-e568d9765c42, blockid: BP-196700473-127.0.0.1-1397148267010:blk_1073741899_1075, duration: 397396
2014-04-10 11:45:56,190 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(2966)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397148282618_0006_conf.xml_tmp. BP-196700473-127.0.0.1-1397148267010 blk_1073741907_1083{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-2bef5f6e-f0c9-4da0-8817-be69f5868853:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-97cf26c5-95a4-4e0e-a439-d9926ba08c0b:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-008d3ead-b2b9-49b0-88ab-01e536a210da:NORMAL|RBW]]}
2014-04-10 11:45:56,206 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-196700473-127.0.0.1-1397148267010:blk_1073741907_1083 src: /127.0.0.1:53935 dest: /127.0.0.1:53089
2014-04-10 11:45:56,207 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-196700473-127.0.0.1-1397148267010:blk_1073741907_1083 src: /127.0.0.1:51477 dest: /127.0.0.1:49954
2014-04-10 11:45:56,208 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-196700473-127.0.0.1-1397148267010:blk_1073741907_1083 src: /127.0.0.1:48293 dest: /127.0.0.1:37136
2014-04-10 11:45:56,212 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:48293, dest: /127.0.0.1:37136, bytes: 93923, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-855177400_1, offset: 0, srvID: b242afcc-2d24-4b8f-9fb7-bc72b71e749a, blockid: BP-196700473-127.0.0.1-1397148267010:blk_1073741907_1083, duration: 2142484
2014-04-10 11:45:56,212 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-196700473-127.0.0.1-1397148267010:blk_1073741907_1083, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2014-04-10 11:45:56,212 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:37136 is added to blk_1073741907_1083{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-2bef5f6e-f0c9-4da0-8817-be69f5868853:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-008d3ead-b2b9-49b0-88ab-01e536a210da:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-b068c5d0-517e-4297-aa28-ff6d4c514e44:NORMAL|RBW]]} size 0
2014-04-10 11:45:56,213 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:51477, dest: /127.0.0.1:49954, bytes: 93923, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-855177400_1, offset: 0, srvID: e20bf523-f226-4d36-9695-be2356cb97a6, blockid: BP-196700473-127.0.0.1-1397148267010:blk_1073741907_1083, duration: 2918316
2014-04-10 11:45:56,213 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-196700473-127.0.0.1-1397148267010:blk_1073741907_1083, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 11:45:56,213 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:49954 is added to blk_1073741907_1083{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-2bef5f6e-f0c9-4da0-8817-be69f5868853:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-008d3ead-b2b9-49b0-88ab-01e536a210da:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-b068c5d0-517e-4297-aa28-ff6d4c514e44:NORMAL|RBW]]} size 0
2014-04-10 11:45:56,213 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:53935, dest: /127.0.0.1:53089, bytes: 93923, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-855177400_1, offset: 0, srvID: 56b85d8f-9b31-4c91-b022-e568d9765c42, blockid: BP-196700473-127.0.0.1-1397148267010:blk_1073741907_1083, duration: 3620942
2014-04-10 11:45:56,214 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-196700473-127.0.0.1-1397148267010:blk_1073741907_1083, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 11:45:56,214 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:53089 is added to blk_1073741907_1083{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-2bef5f6e-f0c9-4da0-8817-be69f5868853:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-008d3ead-b2b9-49b0-88ab-01e536a210da:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-b068c5d0-517e-4297-aa28-ff6d4c514e44:NORMAL|RBW]]} size 0
2014-04-10 11:45:56,229 INFO hdfs.StateChange (FSNamesystem.java:completeFile(2899)) - DIR* completeFile: /tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397148282618_0006_conf.xml_tmp is closed by DFSClient_NONMAPREDUCE_-855177400_1
2014-04-10 11:45:56,245 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397148282618_0006_conf.xml_tmp dst=null perm=brock:supergroup:rwxrwx---
2014-04-10 11:45:56,262 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=rename src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397148282618_0006.summary_tmp dst=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397148282618_0006.summary perm=brock:supergroup:rwxrwx---
2014-04-10 11:45:56,279 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=rename src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397148282618_0006_conf.xml_tmp dst=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397148282618_0006_conf.xml perm=brock:supergroup:rwxrwx---
2014-04-10 11:45:56,295 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=rename src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397148282618_0006-1397148343362-brock-%5B7AC3672CEA1F4F79B459CC69350F499A%2F4CC4BB31CA8244FB-1397148355947-8-0-SUCCEEDED-default-1397148346435.jhist_tmp dst=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397148282618_0006-1397148343362-brock-%5B7AC3672CEA1F4F79B459CC69350F499A%2F4CC4BB31CA8244FB-1397148355947-8-0-SUCCEEDED-default-1397148346435.jhist perm=brock:supergroup:rwxrwx---
2014-04-10 11:45:56,304 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:rememberTargetTransitionsAndStoreState(960)) - Updating application attempt appattempt_1397148282618_0006_000001 with final state: FINISHING
2014-04-10 11:45:56,304 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(652)) - appattempt_1397148282618_0006_000001 State change from RUNNING to FINAL_SAVING
2014-04-10 11:45:56,304 INFO rmapp.RMAppImpl (RMAppImpl.java:rememberTargetTransitionsAndStoreState(805)) - Updating application application_1397148282618_0006 with final state: FINISHING
2014-04-10 11:45:56,304 INFO rmapp.RMAppImpl (RMAppImpl.java:handle(610)) - application_1397148282618_0006 State change from RUNNING to FINAL_SAVING
2014-04-10 11:45:56,304 INFO recovery.RMStateStore (RMStateStore.java:handleStoreEvent(596)) - Storing info for app: application_1397148282618_0006
2014-04-10 11:45:56,305 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(652)) - appattempt_1397148282618_0006_000001 State change from FINAL_SAVING to FINISHING
2014-04-10 11:45:56,305 INFO rmapp.RMAppImpl (RMAppImpl.java:handle(610)) - application_1397148282618_0006 State change from FINAL_SAVING to FINISHING
2014-04-10 11:45:56,348 INFO mapred.ClientServiceDelegate (ClientServiceDelegate.java:getProxy(273)) - Application state is completed. FinalApplicationStatus=SUCCEEDED. Redirecting to job history server
2014-04-10 11:45:56,351 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=listStatus src=/tmp/hadoop-yarn/staging/history/done_intermediate dst=null perm=null
2014-04-10 11:45:56,352 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=listStatus src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock dst=null perm=null
2014-04-10 11:45:56,353 INFO hs.CompletedJob (CompletedJob.java:<init>(95)) - Loading job: job_1397148282618_0006 from file: hdfs://localhost:38088/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397148282618_0006-1397148343362-brock-%5B7AC3672CEA1F4F79B459CC69350F499A%2F4CC4BB31CA8244FB-1397148355947-8-0-SUCCEEDED-default-1397148346435.jhist
2014-04-10 11:45:56,354 INFO hs.CompletedJob (CompletedJob.java:loadFullHistoryData(326)) - Loading history file: [hdfs://localhost:38088/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397148282618_0006-1397148343362-brock-%5B7AC3672CEA1F4F79B459CC69350F499A%2F4CC4BB31CA8244FB-1397148355947-8-0-SUCCEEDED-default-1397148346435.jhist]
2014-04-10 11:45:56,355 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397148282618_0006-1397148343362-brock-%5B7AC3672CEA1F4F79B459CC69350F499A%2F4CC4BB31CA8244FB-1397148355947-8-0-SUCCEEDED-default-1397148346435.jhist dst=null perm=null
2014-04-10 11:45:56,358 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:37136, dest: /127.0.0.1:48296, bytes: 76945, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_-1040503166_9, offset: 0, srvID: b242afcc-2d24-4b8f-9fb7-bc72b71e749a, blockid: BP-196700473-127.0.0.1-1397148267010:blk_1073741906_1082, duration: 397444
2014-04-10 11:45:56,391 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397148282618_0006.summary dst=null perm=null
2014-04-10 11:45:56,393 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:49954, dest: /127.0.0.1:51482, bytes: 437, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_724752928_9, offset: 0, srvID: e20bf523-f226-4d36-9695-be2356cb97a6, blockid: BP-196700473-127.0.0.1-1397148267010:blk_1073741905_1081, duration: 164213
2014-04-10 11:45:56,393 INFO jobhistory.JobSummary (HistoryFileManager.java:moveToDone(372)) - jobId=job_1397148282618_0006,submitTime=1397148343362,launchTime=1397148346435,firstMapTaskLaunchTime=1397148348636,firstReduceTaskLaunchTime=0,finishTime=1397148355947,resourcesPerMap=1024,resourcesPerReduce=0,numMaps=8,numReduces=0,user=brock,queue=default,status=SUCCEEDED,mapSlotSeconds=47,reduceSlotSeconds=0,jobName=[7AC3672CEA1F4F79B459CC69350F499A/4CC4BB31CA8244FB971C33813024858F] second/(1/1) ...pplatform/globmultiource2
2014-04-10 11:45:56,394 INFO hs.HistoryFileManager (HistoryFileManager.java:moveToDone(373)) - Deleting JobSummary file: [hdfs://localhost:38088/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397148282618_0006.summary]
2014-04-10 11:45:56,412 INFO BlockStateChange (BlockManager.java:addToInvalidates(1030)) - BLOCK* addToInvalidates: blk_1073741905_1081 127.0.0.1:49954 127.0.0.1:37136 127.0.0.1:56823
2014-04-10 11:45:56,412 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=delete src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397148282618_0006.summary dst=null perm=null
2014-04-10 11:45:56,413 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/history/done/2014/04/10/000000 dst=null perm=null
2014-04-10 11:45:56,414 INFO hs.HistoryFileManager (HistoryFileManager.java:moveToDoneNow(947)) - Moving hdfs://localhost:38088/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397148282618_0006-1397148343362-brock-%5B7AC3672CEA1F4F79B459CC69350F499A%2F4CC4BB31CA8244FB-1397148355947-8-0-SUCCEEDED-default-1397148346435.jhist to hdfs://localhost:38088/tmp/hadoop-yarn/staging/history/done/2014/04/10/000000/job_1397148282618_0006-1397148343362-brock-%5B7AC3672CEA1F4F79B459CC69350F499A%2F4CC4BB31CA8244FB-1397148355947-8-0-SUCCEEDED-default-1397148346435.jhist
2014-04-10 11:45:56,429 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=rename options=0 src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397148282618_0006-1397148343362-brock-%5B7AC3672CEA1F4F79B459CC69350F499A%2F4CC4BB31CA8244FB-1397148355947-8-0-SUCCEEDED-default-1397148346435.jhist dst=/tmp/hadoop-yarn/staging/history/done/2014/04/10/000000/job_1397148282618_0006-1397148343362-brock-%5B7AC3672CEA1F4F79B459CC69350F499A%2F4CC4BB31CA8244FB-1397148355947-8-0-SUCCEEDED-default-1397148346435.jhist perm=brock:supergroup:rwxrwx---
2014-04-10 11:45:56,429 INFO hs.HistoryFileManager (HistoryFileManager.java:moveToDoneNow(947)) - Moving hdfs://localhost:38088/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397148282618_0006_conf.xml to hdfs://localhost:38088/tmp/hadoop-yarn/staging/history/done/2014/04/10/000000/job_1397148282618_0006_conf.xml
2014-04-10 11:45:56,445 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=rename options=0 src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397148282618_0006_conf.xml dst=/tmp/hadoop-yarn/staging/history/done/2014/04/10/000000/job_1397148282618_0006_conf.xml perm=brock:supergroup:rwxrwx---
2014-04-10 11:45:56,453 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/hadooptapplatform/globmultiource2 dst=null perm=null
2014-04-10 11:45:56,453 INFO util.Hadoop18TapUtil (Hadoop18TapUtil.java:cleanTempPath(219)) - deleting temp path /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/hadooptapplatform/globmultiource2/_temporary
2014-04-10 11:45:56,453 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/hadooptapplatform/globmultiource2/_temporary dst=null perm=null
2014-04-10 11:45:56,453 INFO cascade.Cascade (Cascade.java:logInfo(991)) - [first+second] completed flow: second
2014-04-10 11:45:56,462 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/hadooptapplatform/globmultisource dst=null perm=null
2014-04-10 11:45:56,462 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/hadooptapplatform/globmultisource dst=null perm=null
2014-04-10 11:45:56,463 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=listStatus src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/hadooptapplatform/globmultisource dst=null perm=null
2014-04-10 11:45:56,464 INFO mapred.FileInputFormat (FileInputFormat.java:listStatus(253)) - Total input paths to process : 6
2014-04-10 11:45:56,465 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/hadooptapplatform/globmultisource/part-00000 dst=null perm=null
2014-04-10 11:45:56,467 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:49954, dest: /127.0.0.1:51482, bytes: 16, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_-1040503166_9, offset: 0, srvID: e20bf523-f226-4d36-9695-be2356cb97a6, blockid: BP-196700473-127.0.0.1-1397148267010:blk_1073741887_1063, duration: 138114
2014-04-10 11:45:56,467 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/hadooptapplatform/globmultisource/part-00001 dst=null perm=null
2014-04-10 11:45:56,469 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:56823, dest: /127.0.0.1:44866, bytes: 12, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_-1040503166_9, offset: 0, srvID: d87cf363-b947-4d02-ab62-043c9241fbef, blockid: BP-196700473-127.0.0.1-1397148267010:blk_1073741890_1066, duration: 102306
2014-04-10 11:45:56,469 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/hadooptapplatform/globmultisource/part-00002 dst=null perm=null
2014-04-10 11:45:56,470 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:56823, dest: /127.0.0.1:44866, bytes: 16, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_-1040503166_9, offset: 0, srvID: d87cf363-b947-4d02-ab62-043c9241fbef, blockid: BP-196700473-127.0.0.1-1397148267010:blk_1073741891_1067, duration: 119109
2014-04-10 11:45:56,471 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/hadooptapplatform/globmultisource/part-00003 dst=null perm=null
2014-04-10 11:45:56,472 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:56823, dest: /127.0.0.1:44866, bytes: 12, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_-1040503166_9, offset: 0, srvID: d87cf363-b947-4d02-ab62-043c9241fbef, blockid: BP-196700473-127.0.0.1-1397148267010:blk_1073741888_1064, duration: 79243
2014-04-10 11:45:56,472 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/hadooptapplatform/globmultisource/part-00004 dst=null perm=null
2014-04-10 11:45:56,472 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/hadooptapplatform/globmultisource/part-00005 dst=null perm=null
2014-04-10 11:45:56,473 INFO cascading.PlatformTestCase (PlatformTestCase.java:tearDown(209)) - copying to local /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output//hadoop2-mr1/hadooptapplatform/globmultisource
2014-04-10 11:45:56,473 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/hadooptapplatform/globmultisource dst=null perm=null
2014-04-10 11:45:56,473 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/hadooptapplatform/globmultisource dst=null perm=null
2014-04-10 11:45:56,474 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/hadooptapplatform/globmultisource dst=null perm=null
2014-04-10 11:45:56,474 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=listStatus src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/hadooptapplatform/globmultisource dst=null perm=null
2014-04-10 11:45:56,475 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/hadooptapplatform/globmultisource/part-00000 dst=null perm=null
2014-04-10 11:45:56,475 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/hadooptapplatform/globmultisource/part-00000 dst=null perm=null
2014-04-10 11:45:56,476 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:56823, dest: /127.0.0.1:44866, bytes: 16, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_-1040503166_9, offset: 0, srvID: d87cf363-b947-4d02-ab62-043c9241fbef, blockid: BP-196700473-127.0.0.1-1397148267010:blk_1073741887_1063, duration: 120890
2014-04-10 11:45:56,477 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/hadooptapplatform/globmultisource/part-00001 dst=null perm=null
2014-04-10 11:45:56,477 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/hadooptapplatform/globmultisource/part-00001 dst=null perm=null
2014-04-10 11:45:56,478 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:56823, dest: /127.0.0.1:44866, bytes: 12, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_-1040503166_9, offset: 0, srvID: d87cf363-b947-4d02-ab62-043c9241fbef, blockid: BP-196700473-127.0.0.1-1397148267010:blk_1073741890_1066, duration: 90965
2014-04-10 11:45:56,478 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/hadooptapplatform/globmultisource/part-00002 dst=null perm=null
2014-04-10 11:45:56,479 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/hadooptapplatform/globmultisource/part-00002 dst=null perm=null
2014-04-10 11:45:56,480 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:53089, dest: /127.0.0.1:53943, bytes: 16, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_-1040503166_9, offset: 0, srvID: 56b85d8f-9b31-4c91-b022-e568d9765c42, blockid: BP-196700473-127.0.0.1-1397148267010:blk_1073741891_1067, duration: 104473
2014-04-10 11:45:56,480 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/hadooptapplatform/globmultisource/part-00003 dst=null perm=null
2014-04-10 11:45:56,481 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/hadooptapplatform/globmultisource/part-00003 dst=null perm=null
2014-04-10 11:45:56,482 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:53089, dest: /127.0.0.1:53943, bytes: 12, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_-1040503166_9, offset: 0, srvID: 56b85d8f-9b31-4c91-b022-e568d9765c42, blockid: BP-196700473-127.0.0.1-1397148267010:blk_1073741888_1064, duration: 85680
2014-04-10 11:45:56,482 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/hadooptapplatform/globmultisource/part-00004 dst=null perm=null
2014-04-10 11:45:56,482 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/hadooptapplatform/globmultisource/part-00004 dst=null perm=null
2014-04-10 11:45:56,483 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/hadooptapplatform/globmultisource/part-00005 dst=null perm=null
2014-04-10 11:45:56,483 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/hadooptapplatform/globmultisource/part-00005 dst=null perm=null
2014-04-10 11:45:56,483 INFO cascading.PlatformTestCase (PlatformTestCase.java:tearDown(209)) - copying to local /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output//hadoop2-mr1/hadooptapplatform/globmultiource2
2014-04-10 11:45:56,484 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/hadooptapplatform/globmultiource2 dst=null perm=null
2014-04-10 11:45:56,484 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/hadooptapplatform/globmultiource2 dst=null perm=null
2014-04-10 11:45:56,484 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/hadooptapplatform/globmultiource2 dst=null perm=null
2014-04-10 11:45:56,485 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=listStatus src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/hadooptapplatform/globmultiource2 dst=null perm=null
2014-04-10 11:45:56,485 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/hadooptapplatform/globmultiource2/part-00000 dst=null perm=null
2014-04-10 11:45:56,486 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/hadooptapplatform/globmultiource2/part-00000 dst=null perm=null
2014-04-10 11:45:56,487 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:49954, dest: /127.0.0.1:51482, bytes: 16, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_-1040503166_9, offset: 0, srvID: e20bf523-f226-4d36-9695-be2356cb97a6, blockid: BP-196700473-127.0.0.1-1397148267010:blk_1073741902_1078, duration: 158319
2014-04-10 11:45:56,487 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/hadooptapplatform/globmultiource2/part-00001 dst=null perm=null
2014-04-10 11:45:56,488 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/hadooptapplatform/globmultiource2/part-00001 dst=null perm=null
2014-04-10 11:45:56,489 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:37136, dest: /127.0.0.1:48296, bytes: 16, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_-1040503166_9, offset: 0, srvID: b242afcc-2d24-4b8f-9fb7-bc72b71e749a, blockid: BP-196700473-127.0.0.1-1397148267010:blk_1073741900_1076, duration: 99224
2014-04-10 11:45:56,489 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/hadooptapplatform/globmultiource2/part-00002 dst=null perm=null
2014-04-10 11:45:56,490 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/hadooptapplatform/globmultiource2/part-00002 dst=null perm=null
2014-04-10 11:45:56,491 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:56823, dest: /127.0.0.1:44866, bytes: 12, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_-1040503166_9, offset: 0, srvID: d87cf363-b947-4d02-ab62-043c9241fbef, blockid: BP-196700473-127.0.0.1-1397148267010:blk_1073741904_1080, duration: 93275
2014-04-10 11:45:56,491 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/hadooptapplatform/globmultiource2/part-00003 dst=null perm=null
2014-04-10 11:45:56,492 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/hadooptapplatform/globmultiource2/part-00003 dst=null perm=null
2014-04-10 11:45:56,492 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:56823, dest: /127.0.0.1:44866, bytes: 12, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_-1040503166_9, offset: 0, srvID: d87cf363-b947-4d02-ab62-043c9241fbef, blockid: BP-196700473-127.0.0.1-1397148267010:blk_1073741901_1077, duration: 90168
2014-04-10 11:45:56,493 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/hadooptapplatform/globmultiource2/part-00004 dst=null perm=null
2014-04-10 11:45:56,493 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/hadooptapplatform/globmultiource2/part-00004 dst=null perm=null
2014-04-10 11:45:56,494 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/hadooptapplatform/globmultiource2/part-00005 dst=null perm=null
2014-04-10 11:45:56,494 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/hadooptapplatform/globmultiource2/part-00005 dst=null perm=null
2014-04-10 11:45:56,494 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/hadooptapplatform/globmultiource2/part-00006 dst=null perm=null
2014-04-10 11:45:56,495 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/hadooptapplatform/globmultiource2/part-00006 dst=null perm=null
2014-04-10 11:45:56,495 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/hadooptapplatform/globmultiource2/part-00007 dst=null perm=null
2014-04-10 11:45:56,496 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/hadooptapplatform/globmultiource2/part-00007 dst=null perm=null
2014-04-10 11:45:56,497 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/classes/test/data/lower.txt dst=null perm=null
2014-04-10 11:45:56,497 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/classes/test/data/upper.txt dst=null perm=null
2014-04-10 11:45:56,499 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=listStatus src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/classes/test/data dst=null perm=null
2014-04-10 11:45:56,510 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=listStatus src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/classes/test/data dst=null perm=null
2014-04-10 11:45:56,511 INFO mapred.FileInputFormat (FileInputFormat.java:listStatus(253)) - Total input paths to process : 4
2014-04-10 11:45:56,511 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/classes/test/data/apache.10.txt dst=null perm=null
2014-04-10 11:45:56,512 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/classes/test/data/comments+lower.txt dst=null perm=null
2014-04-10 11:45:56,514 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/classes/test/data/lower.txt dst=null perm=null
2014-04-10 11:45:56,515 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/classes/test/data/upper.txt dst=null perm=null
2014-04-10 11:45:56,517 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/classes/test/data/apache.10.txt dst=null perm=null
2014-04-10 11:45:56,518 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:56823, dest: /127.0.0.1:44866, bytes: 1461, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_-1040503166_9, offset: 0, srvID: d87cf363-b947-4d02-ab62-043c9241fbef, blockid: BP-196700473-127.0.0.1-1397148267010:blk_1073741838_1014, duration: 155406
2014-04-10 11:45:56,530 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/classes/test/data/blah dst=null perm=null
2014-04-10 11:45:56,531 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/classes/test/data/apache.10.txt dst=null perm=null
2014-04-10 11:45:56,539 INFO util.HadoopUtil (HadoopUtil.java:findMainClass(319)) - using default application jar, may cause class not found exceptions on the cluster
2014-04-10 11:45:56,539 INFO planner.HadoopPlanner (HadoopPlanner.java:initialize(205)) - using application jar: /home/brock/.gradle/caches/modules-2/files-2.1/cascading/cascading-hadoop2-mr1/2.5.3/fbde5367797af408c100d25704a77959e50a31d8/cascading-hadoop2-mr1-2.5.3.jar
2014-04-10 11:45:56,553 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/hadooptapplatform/committapfail dst=null perm=null
2014-04-10 11:45:56,554 INFO flow.Flow (BaseFlow.java:logInfo(1354)) - [test] starting
2014-04-10 11:45:56,555 INFO flow.Flow (BaseFlow.java:logInfo(1354)) - [test] source: Hfs["TextLine[['offset', 'line']->[ALL]]"]["/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/classes/test/data/apache.10.txt"]
2014-04-10 11:45:56,555 INFO flow.Flow (BaseFlow.java:logInfo(1354)) - [test] sink: ["TextDelimited[['ip', 'count']]"]["/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/hadooptapplatform/committapfail"]
2014-04-10 11:45:56,555 INFO flow.Flow (BaseFlow.java:logInfo(1354)) - [test] parallel execution is enabled: true
2014-04-10 11:45:56,555 INFO flow.Flow (BaseFlow.java:logInfo(1354)) - [test] starting jobs: 1
2014-04-10 11:45:56,555 INFO flow.Flow (BaseFlow.java:logInfo(1354)) - [test] allocating threads: 1
2014-04-10 11:45:56,556 INFO flow.FlowStep (BaseFlowStep.java:logInfo(834)) - [test] starting step: (1/1) ...tapplatform/committapfail
2014-04-10 11:45:56,564 INFO client.RMProxy (RMProxy.java:createRMProxy(92)) - Connecting to ResourceManager at localhost/127.0.0.1:53220
2014-04-10 11:45:56,571 INFO client.RMProxy (RMProxy.java:createRMProxy(92)) - Connecting to ResourceManager at localhost/127.0.0.1:53220
2014-04-10 11:45:56,572 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/hadooptapplatform/committapfail dst=null perm=null
2014-04-10 11:45:56,573 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging dst=null perm=null
2014-04-10 11:45:56,573 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging dst=null perm=null
2014-04-10 11:45:56,574 INFO resourcemanager.ClientRMService (ClientRMService.java:getNewApplicationId(213)) - Allocated new applicationId: 7
2014-04-10 11:45:56,574 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397148282618_0007 dst=null perm=null
2014-04-10 11:45:56,595 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=mkdirs src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397148282618_0007 dst=null perm=brock:supergroup:rwxr-xr-x
2014-04-10 11:45:56,612 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397148282618_0007 dst=null perm=brock:supergroup:rwx------
2014-04-10 11:45:56,613 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397148282618_0007/job.jar dst=null perm=null
2014-04-10 11:45:56,613 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:updateAndGetContainerStatuses(374)) - Removed completed container container_1397148282618_0006_01_000007
2014-04-10 11:45:56,614 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397148282618_0006_01_000007 Container Transitioned from RUNNING to COMPLETED
2014-04-10 11:45:56,614 INFO fica.FiCaSchedulerApp (FiCaSchedulerApp.java:containerCompleted(91)) - Completed container: container_1397148282618_0006_01_000007 in state: COMPLETED event:FINISHED
2014-04-10 11:45:56,614 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(98)) - USER=brock OPERATION=AM Released Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1397148282618_0006 CONTAINERID=container_1397148282618_0006_01_000007
2014-04-10 11:45:56,614 INFO fica.FiCaSchedulerNode (FiCaSchedulerNode.java:releaseContainer(164)) - Released container container_1397148282618_0006_01_000007 of capacity <memory:1024, vCores:1> on host localhost:39304, which currently has 0 containers, <memory:0, vCores:0> used and <memory:4096, vCores:8> available, release resources=true
2014-04-10 11:45:56,614 INFO capacity.LeafQueue (LeafQueue.java:releaseResource(1506)) - default used=<memory:2048, vCores:1> numContainers=1 user=brock user-resources=<memory:2048, vCores:1>
2014-04-10 11:45:56,614 INFO capacity.LeafQueue (LeafQueue.java:completedContainer(1448)) - completedContainer container=Container: [ContainerId: container_1397148282618_0006_01_000007, NodeId: localhost:39304, NodeHttpAddress: localhost:51177, Resource: <memory:1024, vCores:1>, Priority: 20, Token: Token { kind: ContainerToken, service: localhost:39304 }, ] resource=<memory:1024, vCores:1> queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:2048, vCores:1>usedCapacity=0.125, absoluteUsedCapacity=0.125, numApps=1, numContainers=1 usedCapacity=0.125 absoluteUsedCapacity=0.125 used=<memory:2048, vCores:1> cluster=<memory:16384, vCores:32>
2014-04-10 11:45:56,614 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(694)) - completedContainer queue=root usedCapacity=0.125 absoluteUsedCapacity=0.125 used=<memory:2048, vCores:1> cluster=<memory:16384, vCores:32>
2014-04-10 11:45:56,614 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(708)) - Re-sorting completed queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:2048, vCores:1>usedCapacity=0.125, absoluteUsedCapacity=0.125, numApps=1, numContainers=1
2014-04-10 11:45:56,614 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(849)) - Application appattempt_1397148282618_0006_000001 released container container_1397148282618_0006_01_000007 on node: host: localhost:39304 #containers=0 available=4096 used=0 with event: FINISHED
2014-04-10 11:45:56,629 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397148282618_0007/job.jar dst=null perm=brock:supergroup:rw-r--r--
2014-04-10 11:45:56,631 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(2966)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/brock/.staging/job_1397148282618_0007/job.jar. BP-196700473-127.0.0.1-1397148267010 blk_1073741908_1084{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-b068c5d0-517e-4297-aa28-ff6d4c514e44:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-2bef5f6e-f0c9-4da0-8817-be69f5868853:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-008d3ead-b2b9-49b0-88ab-01e536a210da:NORMAL|RBW]]}
2014-04-10 11:45:56,648 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-196700473-127.0.0.1-1397148267010:blk_1073741908_1084 src: /127.0.0.1:51485 dest: /127.0.0.1:49954
2014-04-10 11:45:56,649 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-196700473-127.0.0.1-1397148267010:blk_1073741908_1084 src: /127.0.0.1:53945 dest: /127.0.0.1:53089
2014-04-10 11:45:56,651 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-196700473-127.0.0.1-1397148267010:blk_1073741908_1084 src: /127.0.0.1:48302 dest: /127.0.0.1:37136
2014-04-10 11:45:56,655 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:48302, dest: /127.0.0.1:37136, bytes: 244650, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-1040503166_9, offset: 0, srvID: b242afcc-2d24-4b8f-9fb7-bc72b71e749a, blockid: BP-196700473-127.0.0.1-1397148267010:blk_1073741908_1084, duration: 3714544
2014-04-10 11:45:56,656 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-196700473-127.0.0.1-1397148267010:blk_1073741908_1084, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2014-04-10 11:45:56,656 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:37136 is added to blk_1073741908_1084{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-97cf26c5-95a4-4e0e-a439-d9926ba08c0b:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-c910d2b0-940b-4e3d-b4fd-b4f6084bf0d7:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-331ec906-785c-475e-b366-176a30c332ed:NORMAL|RBW]]} size 0
2014-04-10 11:45:56,656 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:53945, dest: /127.0.0.1:53089, bytes: 244650, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-1040503166_9, offset: 0, srvID: 56b85d8f-9b31-4c91-b022-e568d9765c42, blockid: BP-196700473-127.0.0.1-1397148267010:blk_1073741908_1084, duration: 3777595
2014-04-10 11:45:56,657 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-196700473-127.0.0.1-1397148267010:blk_1073741908_1084, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 11:45:56,657 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:53089 is added to blk_1073741908_1084{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-97cf26c5-95a4-4e0e-a439-d9926ba08c0b:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-c910d2b0-940b-4e3d-b4fd-b4f6084bf0d7:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-331ec906-785c-475e-b366-176a30c332ed:NORMAL|RBW]]} size 0
2014-04-10 11:45:56,657 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:51485, dest: /127.0.0.1:49954, bytes: 244650, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-1040503166_9, offset: 0, srvID: e20bf523-f226-4d36-9695-be2356cb97a6, blockid: BP-196700473-127.0.0.1-1397148267010:blk_1073741908_1084, duration: 4389629
2014-04-10 11:45:56,657 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-196700473-127.0.0.1-1397148267010:blk_1073741908_1084, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 11:45:56,658 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:49954 is added to blk_1073741908_1084{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-97cf26c5-95a4-4e0e-a439-d9926ba08c0b:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-c910d2b0-940b-4e3d-b4fd-b4f6084bf0d7:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-331ec906-785c-475e-b366-176a30c332ed:NORMAL|RBW]]} size 0
2014-04-10 11:45:56,720 INFO hdfs.StateChange (FSNamesystem.java:completeFile(2899)) - DIR* completeFile: /tmp/hadoop-yarn/staging/brock/.staging/job_1397148282618_0007/job.jar is closed by DFSClient_NONMAPREDUCE_-1040503166_9
2014-04-10 11:45:56,722 INFO blockmanagement.BlockManager (BlockManager.java:setReplication(2455)) - Increasing replication from 3 to 10 for /tmp/hadoop-yarn/staging/brock/.staging/job_1397148282618_0007/job.jar
2014-04-10 11:45:56,737 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=setReplication src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397148282618_0007/job.jar dst=null perm=null
2014-04-10 11:45:56,754 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397148282618_0007/job.jar dst=null perm=brock:supergroup:rw-r--r--
2014-04-10 11:45:56,755 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null
2014-04-10 11:45:56,756 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target/Hadoop2MR1Platform-tmpDir/hadoop-6513904787770014536.jar dst=null perm=null
2014-04-10 11:45:56,757 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null
2014-04-10 11:45:56,758 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target/Hadoop2MR1Platform-tmpDir dst=null perm=null
2014-04-10 11:45:56,759 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target dst=null perm=null
2014-04-10 11:45:56,760 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock dst=null perm=null
2014-04-10 11:45:56,760 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user dst=null perm=null
2014-04-10 11:45:56,761 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/ dst=null perm=null
2014-04-10 11:45:56,762 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target/Hadoop2MR1Platform-tmpDir/hadoop-6513904787770014536.jar dst=null perm=null
2014-04-10 11:45:56,765 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/classes/test/data/apache.10.txt dst=null perm=null
2014-04-10 11:45:56,765 INFO mapred.FileInputFormat (FileInputFormat.java:listStatus(253)) - Total input paths to process : 1
2014-04-10 11:45:56,766 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/classes/test/data/apache.10.txt dst=null perm=null
2014-04-10 11:45:56,779 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397148282618_0007/job.split dst=null perm=brock:supergroup:rw-r--r--
2014-04-10 11:45:56,795 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397148282618_0007/job.split dst=null perm=brock:supergroup:rw-r--r--
2014-04-10 11:45:56,796 INFO blockmanagement.BlockManager (BlockManager.java:setReplication(2455)) - Increasing replication from 3 to 10 for /tmp/hadoop-yarn/staging/brock/.staging/job_1397148282618_0007/job.split
2014-04-10 11:45:56,812 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=setReplication src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397148282618_0007/job.split dst=null perm=null
2014-04-10 11:45:56,814 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(2966)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/brock/.staging/job_1397148282618_0007/job.split. BP-196700473-127.0.0.1-1397148267010 blk_1073741909_1085{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-c910d2b0-940b-4e3d-b4fd-b4f6084bf0d7:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-b6a9be31-6a8c-48bd-97ee-0b78fb430f32:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-331ec906-785c-475e-b366-176a30c332ed:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-b068c5d0-517e-4297-aa28-ff6d4c514e44:NORMAL|RBW]]}
2014-04-10 11:45:56,830 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-196700473-127.0.0.1-1397148267010:blk_1073741909_1085 src: /127.0.0.1:53948 dest: /127.0.0.1:53089
2014-04-10 11:45:56,832 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-196700473-127.0.0.1-1397148267010:blk_1073741909_1085 src: /127.0.0.1:44873 dest: /127.0.0.1:56823
2014-04-10 11:45:56,833 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-196700473-127.0.0.1-1397148267010:blk_1073741909_1085 src: /127.0.0.1:48306 dest: /127.0.0.1:37136
2014-04-10 11:45:56,834 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-196700473-127.0.0.1-1397148267010:blk_1073741909_1085 src: /127.0.0.1:51492 dest: /127.0.0.1:49954
2014-04-10 11:45:56,838 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:51492, dest: /127.0.0.1:49954, bytes: 1527, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-1040503166_9, offset: 0, srvID: e20bf523-f226-4d36-9695-be2356cb97a6, blockid: BP-196700473-127.0.0.1-1397148267010:blk_1073741909_1085, duration: 2223528
2014-04-10 11:45:56,838 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-196700473-127.0.0.1-1397148267010:blk_1073741909_1085, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2014-04-10 11:45:56,838 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:49954 is added to blk_1073741909_1085{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-b068c5d0-517e-4297-aa28-ff6d4c514e44:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-2bef5f6e-f0c9-4da0-8817-be69f5868853:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-7d772409-5e65-4676-97a9-57f5ea3efdc8:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-008d3ead-b2b9-49b0-88ab-01e536a210da:NORMAL|RBW]]} size 0
2014-04-10 11:45:56,838 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:48306, dest: /127.0.0.1:37136, bytes: 1527, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-1040503166_9, offset: 0, srvID: b242afcc-2d24-4b8f-9fb7-bc72b71e749a, blockid: BP-196700473-127.0.0.1-1397148267010:blk_1073741909_1085, duration: 2802890
2014-04-10 11:45:56,839 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-196700473-127.0.0.1-1397148267010:blk_1073741909_1085, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 11:45:56,839 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:37136 is added to blk_1073741909_1085{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-b068c5d0-517e-4297-aa28-ff6d4c514e44:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-2bef5f6e-f0c9-4da0-8817-be69f5868853:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-7d772409-5e65-4676-97a9-57f5ea3efdc8:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-008d3ead-b2b9-49b0-88ab-01e536a210da:NORMAL|RBW]]} size 0
2014-04-10 11:45:56,839 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:44873, dest: /127.0.0.1:56823, bytes: 1527, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-1040503166_9, offset: 0, srvID: d87cf363-b947-4d02-ab62-043c9241fbef, blockid: BP-196700473-127.0.0.1-1397148267010:blk_1073741909_1085, duration: 3432081
2014-04-10 11:45:56,839 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-196700473-127.0.0.1-1397148267010:blk_1073741909_1085, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 11:45:56,840 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:56823 is added to blk_1073741909_1085{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-b068c5d0-517e-4297-aa28-ff6d4c514e44:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-2bef5f6e-f0c9-4da0-8817-be69f5868853:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-7d772409-5e65-4676-97a9-57f5ea3efdc8:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-008d3ead-b2b9-49b0-88ab-01e536a210da:NORMAL|RBW]]} size 0
2014-04-10 11:45:56,840 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:53948, dest: /127.0.0.1:53089, bytes: 1527, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-1040503166_9, offset: 0, srvID: 56b85d8f-9b31-4c91-b022-e568d9765c42, blockid: BP-196700473-127.0.0.1-1397148267010:blk_1073741909_1085, duration: 4094480
2014-04-10 11:45:56,840 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-196700473-127.0.0.1-1397148267010:blk_1073741909_1085, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 11:45:56,840 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:53089 is added to blk_1073741909_1085{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-b068c5d0-517e-4297-aa28-ff6d4c514e44:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-2bef5f6e-f0c9-4da0-8817-be69f5868853:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-7d772409-5e65-4676-97a9-57f5ea3efdc8:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-008d3ead-b2b9-49b0-88ab-01e536a210da:NORMAL|RBW]]} size 0
2014-04-10 11:45:56,854 INFO hdfs.StateChange (FSNamesystem.java:completeFile(2899)) - DIR* completeFile: /tmp/hadoop-yarn/staging/brock/.staging/job_1397148282618_0007/job.split is closed by DFSClient_NONMAPREDUCE_-1040503166_9
2014-04-10 11:45:56,870 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397148282618_0007/job.splitmetainfo dst=null perm=brock:supergroup:rw-r--r--
2014-04-10 11:45:56,887 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397148282618_0007/job.splitmetainfo dst=null perm=brock:supergroup:rw-r--r--
2014-04-10 11:45:56,889 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(2966)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/brock/.staging/job_1397148282618_0007/job.splitmetainfo. BP-196700473-127.0.0.1-1397148267010 blk_1073741910_1086{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-97cf26c5-95a4-4e0e-a439-d9926ba08c0b:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-b6a9be31-6a8c-48bd-97ee-0b78fb430f32:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-331ec906-785c-475e-b366-176a30c332ed:NORMAL|RBW]]}
2014-04-10 11:45:56,905 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-196700473-127.0.0.1-1397148267010:blk_1073741910_1086 src: /127.0.0.1:51494 dest: /127.0.0.1:49954
2014-04-10 11:45:56,907 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-196700473-127.0.0.1-1397148267010:blk_1073741910_1086 src: /127.0.0.1:44878 dest: /127.0.0.1:56823
2014-04-10 11:45:56,908 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-196700473-127.0.0.1-1397148267010:blk_1073741910_1086 src: /127.0.0.1:48311 dest: /127.0.0.1:37136
2014-04-10 11:45:56,910 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:48311, dest: /127.0.0.1:37136, bytes: 156, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-1040503166_9, offset: 0, srvID: b242afcc-2d24-4b8f-9fb7-bc72b71e749a, blockid: BP-196700473-127.0.0.1-1397148267010:blk_1073741910_1086, duration: 1590622
2014-04-10 11:45:56,911 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-196700473-127.0.0.1-1397148267010:blk_1073741910_1086, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2014-04-10 11:45:56,911 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:37136 is added to blk_1073741910_1086{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-97cf26c5-95a4-4e0e-a439-d9926ba08c0b:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-b6a9be31-6a8c-48bd-97ee-0b78fb430f32:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-331ec906-785c-475e-b366-176a30c332ed:NORMAL|RBW]]} size 0
2014-04-10 11:45:56,911 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:44878, dest: /127.0.0.1:56823, bytes: 156, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-1040503166_9, offset: 0, srvID: d87cf363-b947-4d02-ab62-043c9241fbef, blockid: BP-196700473-127.0.0.1-1397148267010:blk_1073741910_1086, duration: 2188461
2014-04-10 11:45:56,912 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-196700473-127.0.0.1-1397148267010:blk_1073741910_1086, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 11:45:56,912 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:56823 is added to blk_1073741910_1086{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-97cf26c5-95a4-4e0e-a439-d9926ba08c0b:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-b6a9be31-6a8c-48bd-97ee-0b78fb430f32:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-331ec906-785c-475e-b366-176a30c332ed:NORMAL|RBW]]} size 0
2014-04-10 11:45:56,912 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:51494, dest: /127.0.0.1:49954, bytes: 156, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-1040503166_9, offset: 0, srvID: e20bf523-f226-4d36-9695-be2356cb97a6, blockid: BP-196700473-127.0.0.1-1397148267010:blk_1073741910_1086, duration: 2924631
2014-04-10 11:45:56,913 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-196700473-127.0.0.1-1397148267010:blk_1073741910_1086, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 11:45:56,913 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:49954 is added to blk_1073741910_1086{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-97cf26c5-95a4-4e0e-a439-d9926ba08c0b:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-b6a9be31-6a8c-48bd-97ee-0b78fb430f32:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-331ec906-785c-475e-b366-176a30c332ed:NORMAL|RBW]]} size 0
2014-04-10 11:45:56,929 INFO hdfs.StateChange (FSNamesystem.java:completeFile(2899)) - DIR* completeFile: /tmp/hadoop-yarn/staging/brock/.staging/job_1397148282618_0007/job.splitmetainfo is closed by DFSClient_NONMAPREDUCE_-1040503166_9
2014-04-10 11:45:56,929 INFO mapreduce.JobSubmitter (JobSubmitter.java:submitJobInternal(396)) - number of splits:4
2014-04-10 11:45:56,945 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397148282618_0007/job.xml dst=null perm=brock:supergroup:rw-r--r--
2014-04-10 11:45:56,962 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397148282618_0007/job.xml dst=null perm=brock:supergroup:rw-r--r--
2014-04-10 11:45:56,971 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(2966)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/brock/.staging/job_1397148282618_0007/job.xml. BP-196700473-127.0.0.1-1397148267010 blk_1073741911_1087{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-b068c5d0-517e-4297-aa28-ff6d4c514e44:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-c910d2b0-940b-4e3d-b4fd-b4f6084bf0d7:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-b6a9be31-6a8c-48bd-97ee-0b78fb430f32:NORMAL|RBW]]}
2014-04-10 11:45:56,988 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-196700473-127.0.0.1-1397148267010:blk_1073741911_1087 src: /127.0.0.1:51497 dest: /127.0.0.1:49954
2014-04-10 11:45:56,990 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-196700473-127.0.0.1-1397148267010:blk_1073741911_1087 src: /127.0.0.1:53957 dest: /127.0.0.1:53089
2014-04-10 11:45:56,991 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-196700473-127.0.0.1-1397148267010:blk_1073741911_1087 src: /127.0.0.1:44882 dest: /127.0.0.1:56823
2014-04-10 11:45:56,995 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:44882, dest: /127.0.0.1:56823, bytes: 81672, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-1040503166_9, offset: 0, srvID: d87cf363-b947-4d02-ab62-043c9241fbef, blockid: BP-196700473-127.0.0.1-1397148267010:blk_1073741911_1087, duration: 2642117
2014-04-10 11:45:56,995 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-196700473-127.0.0.1-1397148267010:blk_1073741911_1087, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2014-04-10 11:45:56,995 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:56823 is added to blk_1073741911_1087{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-b068c5d0-517e-4297-aa28-ff6d4c514e44:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-c910d2b0-940b-4e3d-b4fd-b4f6084bf0d7:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-7d772409-5e65-4676-97a9-57f5ea3efdc8:NORMAL|RBW]]} size 0
2014-04-10 11:45:56,996 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:53957, dest: /127.0.0.1:53089, bytes: 81672, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-1040503166_9, offset: 0, srvID: 56b85d8f-9b31-4c91-b022-e568d9765c42, blockid: BP-196700473-127.0.0.1-1397148267010:blk_1073741911_1087, duration: 3036288
2014-04-10 11:45:56,996 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-196700473-127.0.0.1-1397148267010:blk_1073741911_1087, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 11:45:56,996 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:53089 is added to blk_1073741911_1087{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-b068c5d0-517e-4297-aa28-ff6d4c514e44:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-c910d2b0-940b-4e3d-b4fd-b4f6084bf0d7:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-7d772409-5e65-4676-97a9-57f5ea3efdc8:NORMAL|RBW]]} size 0
2014-04-10 11:45:56,996 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:51497, dest: /127.0.0.1:49954, bytes: 81672, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-1040503166_9, offset: 0, srvID: e20bf523-f226-4d36-9695-be2356cb97a6, blockid: BP-196700473-127.0.0.1-1397148267010:blk_1073741911_1087, duration: 3775577
2014-04-10 11:45:56,997 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-196700473-127.0.0.1-1397148267010:blk_1073741911_1087, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 11:45:56,997 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:49954 is added to blk_1073741911_1087{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-b068c5d0-517e-4297-aa28-ff6d4c514e44:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-c910d2b0-940b-4e3d-b4fd-b4f6084bf0d7:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-7d772409-5e65-4676-97a9-57f5ea3efdc8:NORMAL|RBW]]} size 0
2014-04-10 11:45:57,012 INFO hdfs.StateChange (FSNamesystem.java:completeFile(2899)) - DIR* completeFile: /tmp/hadoop-yarn/staging/brock/.staging/job_1397148282618_0007/job.xml is closed by DFSClient_NONMAPREDUCE_-1040503166_9
2014-04-10 11:45:57,012 INFO mapreduce.JobSubmitter (JobSubmitter.java:printTokens(479)) - Submitting tokens for job: job_1397148282618_0007
2014-04-10 11:45:57,014 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397148282618_0007 dst=null perm=null
2014-04-10 11:45:57,015 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397148282618_0007/job.xml dst=null perm=null
2014-04-10 11:45:57,016 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397148282618_0007/job.xml dst=null perm=null
2014-04-10 11:45:57,017 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397148282618_0007/job.jar dst=null perm=null
2014-04-10 11:45:57,018 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397148282618_0007/job.jar dst=null perm=null
2014-04-10 11:45:57,019 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397148282618_0007/job.split dst=null perm=null
2014-04-10 11:45:57,020 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397148282618_0007/job.split dst=null perm=null
2014-04-10 11:45:57,021 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397148282618_0007/job.splitmetainfo dst=null perm=null
2014-04-10 11:45:57,022 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397148282618_0007/job.splitmetainfo dst=null perm=null
2014-04-10 11:45:57,024 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null
2014-04-10 11:45:57,025 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target/Hadoop2MR1Platform-tmpDir/hadoop-6513904787770014536.jar dst=null perm=null
2014-04-10 11:45:57,026 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null
2014-04-10 11:45:57,027 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target/Hadoop2MR1Platform-tmpDir/hadoop-6513904787770014536.jar dst=null perm=null
2014-04-10 11:45:57,028 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null
2014-04-10 11:45:57,029 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target/Hadoop2MR1Platform-tmpDir/hadoop-6513904787770014536.jar dst=null perm=null
2014-04-10 11:45:57,071 INFO resourcemanager.ClientRMService (ClientRMService.java:submitApplication(326)) - Application with id 7 submitted by user brock
2014-04-10 11:45:57,071 INFO rmapp.RMAppImpl (RMAppImpl.java:transition(786)) - Storing application with id application_1397148282618_0007
2014-04-10 11:45:57,071 INFO rmapp.RMAppImpl (RMAppImpl.java:handle(610)) - application_1397148282618_0007 State change from NEW to NEW_SAVING
2014-04-10 11:45:57,071 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(140)) - USER=brock IP=127.0.0.1 OPERATION=Submit Application Request TARGET=ClientRMService RESULT=SUCCESS APPID=application_1397148282618_0007
2014-04-10 11:45:57,071 INFO recovery.RMStateStore (RMStateStore.java:handleStoreEvent(596)) - Storing info for app: application_1397148282618_0007
2014-04-10 11:45:57,072 INFO rmapp.RMAppImpl (RMAppImpl.java:handle(610)) - application_1397148282618_0007 State change from NEW_SAVING to SUBMITTED
2014-04-10 11:45:57,073 INFO resourcemanager.ApplicationMasterService (ApplicationMasterService.java:registerAppAttempt(556)) - Registering app attempt : appattempt_1397148282618_0007_000001
2014-04-10 11:45:57,073 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(652)) - appattempt_1397148282618_0007_000001 State change from NEW to SUBMITTED
2014-04-10 11:45:57,073 INFO capacity.LeafQueue (LeafQueue.java:activateApplications(718)) - Application application_1397148282618_0007 from user: brock activated in queue: default
2014-04-10 11:45:57,073 INFO capacity.LeafQueue (LeafQueue.java:addApplication(734)) - Application added - appId: application_1397148282618_0007 user: org.apache.hadoop.yarn.server.resourcemanager.scheduler.capacity.LeafQueue$User@57bb55fc, leaf-queue: default #user-pending-applications: 0 #user-active-applications: 2 #queue-pending-applications: 0 #queue-active-applications: 2
2014-04-10 11:45:57,073 INFO capacity.ParentQueue (ParentQueue.java:addApplication(482)) - Application added - appId: application_1397148282618_0007 user: brock leaf-queue of parent: root #applications: 2
2014-04-10 11:45:57,074 INFO impl.YarnClientImpl (YarnClientImpl.java:submitApplication(166)) - Submitted application application_1397148282618_0007
2014-04-10 11:45:57,074 INFO capacity.CapacityScheduler (CapacityScheduler.java:addApplicationAttempt(459)) - Application Submission: appattempt_1397148282618_0007_000001, user: brock queue: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:2048, vCores:1>usedCapacity=0.125, absoluteUsedCapacity=0.125, numApps=2, numContainers=1, currently active: 2
2014-04-10 11:45:57,074 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(652)) - appattempt_1397148282618_0007_000001 State change from SUBMITTED to SCHEDULED
2014-04-10 11:45:57,075 INFO rmapp.RMAppImpl (RMAppImpl.java:handle(610)) - application_1397148282618_0007 State change from SUBMITTED to ACCEPTED
2014-04-10 11:45:57,077 INFO mapreduce.Job (Job.java:submit(1289)) - The url to track the job: http://localhost:45416/proxy/application_1397148282618_0007/
2014-04-10 11:45:57,077 INFO flow.FlowStep (BaseFlowStep.java:logInfo(834)) - [test] submitted hadoop job: job_1397148282618_0007
2014-04-10 11:45:57,077 INFO flow.FlowStep (BaseFlowStep.java:logInfo(834)) - [test] tracking url: http://localhost:45416/proxy/application_1397148282618_0007/
2014-04-10 11:45:57,412 INFO BlockStateChange (BlockManager.java:addToInvalidates(1030)) - BLOCK* addToInvalidates: blk_1073741895_1071 127.0.0.1:56823 127.0.0.1:37136 127.0.0.1:49954 127.0.0.1:53089
2014-04-10 11:45:57,412 INFO BlockStateChange (BlockManager.java:addToInvalidates(1030)) - BLOCK* addToInvalidates: blk_1073741896_1072 127.0.0.1:37136 127.0.0.1:49954 127.0.0.1:53089 127.0.0.1:56823
2014-04-10 11:45:57,413 INFO BlockStateChange (BlockManager.java:addToInvalidates(1030)) - BLOCK* addToInvalidates: blk_1073741897_1073 127.0.0.1:53089 127.0.0.1:37136 127.0.0.1:49954
2014-04-10 11:45:57,413 INFO BlockStateChange (BlockManager.java:addToInvalidates(1030)) - BLOCK* addToInvalidates: blk_1073741898_1074 127.0.0.1:37136 127.0.0.1:49954 127.0.0.1:56823
2014-04-10 11:45:57,413 INFO BlockStateChange (BlockManager.java:addToInvalidates(1030)) - BLOCK* addToInvalidates: blk_1073741903_1079 127.0.0.1:56823 127.0.0.1:37136 127.0.0.1:49954
2014-04-10 11:45:57,414 INFO BlockStateChange (BlockManager.java:addToInvalidates(1030)) - BLOCK* addToInvalidates: blk_1073741899_1075 127.0.0.1:53089 127.0.0.1:37136 127.0.0.1:49954
2014-04-10 11:45:57,414 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=delete src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397148282618_0006 dst=null perm=null
2014-04-10 11:45:57,616 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397148282618_0007_01_000001 Container Transitioned from NEW to ALLOCATED
2014-04-10 11:45:57,617 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(98)) - USER=brock OPERATION=AM Allocated Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1397148282618_0007 CONTAINERID=container_1397148282618_0007_01_000001
2014-04-10 11:45:57,617 INFO fica.FiCaSchedulerNode (FiCaSchedulerNode.java:allocateContainer(116)) - Assigned container container_1397148282618_0007_01_000001 of capacity <memory:2048, vCores:1> on host localhost:39304, which currently has 1 containers, <memory:2048, vCores:1> used and <memory:2048, vCores:7> available
2014-04-10 11:45:57,617 INFO capacity.LeafQueue (LeafQueue.java:assignContainer(1363)) - assignedContainer application=application_1397148282618_0007 container=Container: [ContainerId: container_1397148282618_0007_01_000001, NodeId: localhost:39304, NodeHttpAddress: localhost:51177, Resource: <memory:2048, vCores:1>, Priority: 0, Token: Token { kind: ContainerToken, service: localhost:39304 }, ] containerId=container_1397148282618_0007_01_000001 queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:2048, vCores:1>usedCapacity=0.125, absoluteUsedCapacity=0.125, numApps=2, numContainers=1 usedCapacity=0.125 absoluteUsedCapacity=0.125 used=<memory:2048, vCores:1> cluster=<memory:16384, vCores:32>
2014-04-10 11:45:57,617 INFO capacity.ParentQueue (ParentQueue.java:assignContainersToChildQueues(655)) - Re-sorting assigned queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:4096, vCores:2>usedCapacity=0.25, absoluteUsedCapacity=0.25, numApps=2, numContainers=2
2014-04-10 11:45:57,617 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397148282618_0007_01_000001 Container Transitioned from ALLOCATED to ACQUIRED
2014-04-10 11:45:57,617 INFO capacity.ParentQueue (ParentQueue.java:assignContainers(570)) - assignedContainer queue=root usedCapacity=0.25 absoluteUsedCapacity=0.25 used=<memory:4096, vCores:2> cluster=<memory:16384, vCores:32>
2014-04-10 11:45:57,618 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:storeAttempt(1554)) - Storing attempt: AppId: application_1397148282618_0007 AttemptId: appattempt_1397148282618_0007_000001 MasterContainer: Container: [ContainerId: container_1397148282618_0007_01_000001, NodeId: localhost:39304, NodeHttpAddress: localhost:51177, Resource: <memory:2048, vCores:1>, Priority: 0, Token: Token { kind: ContainerToken, service: localhost:39304 }, ]
2014-04-10 11:45:57,618 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(652)) - appattempt_1397148282618_0007_000001 State change from SCHEDULED to ALLOCATED_SAVING
2014-04-10 11:45:57,619 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(652)) - appattempt_1397148282618_0007_000001 State change from ALLOCATED_SAVING to ALLOCATED
2014-04-10 11:45:57,619 INFO amlauncher.AMLauncher (AMLauncher.java:run(248)) - Launching masterappattempt_1397148282618_0007_000001
2014-04-10 11:45:57,620 INFO amlauncher.AMLauncher (AMLauncher.java:launch(105)) - Setting up container Container: [ContainerId: container_1397148282618_0007_01_000001, NodeId: localhost:39304, NodeHttpAddress: localhost:51177, Resource: <memory:2048, vCores:1>, Priority: 0, Token: Token { kind: ContainerToken, service: localhost:39304 }, ] for AM appattempt_1397148282618_0007_000001
2014-04-10 11:45:57,620 INFO amlauncher.AMLauncher (AMLauncher.java:createAMContainerLaunchContext(190)) - Command to launch container container_1397148282618_0007_01_000001 : $JAVA_HOME/bin/java -Dlog4j.configuration=container-log4j.properties -Dyarn.app.container.log.dir=<LOG_DIR> -Dyarn.app.container.log.filesize=0 -Dhadoop.root.logger=INFO,CLA -Xmx1024m org.apache.hadoop.mapreduce.v2.app.MRAppMaster 1><LOG_DIR>/stdout 2><LOG_DIR>/stderr
2014-04-10 11:45:57,623 INFO ipc.Server (Server.java:saslProcess(1252)) - Auth successful for appattempt_1397148282618_0007_000001 (auth:SIMPLE)
2014-04-10 11:45:57,625 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(572)) - Start request for container_1397148282618_0007_01_000001 by user brock
2014-04-10 11:45:57,626 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(611)) - Creating a new application reference for app application_1397148282618_0007
2014-04-10 11:45:57,626 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=brock IP=127.0.0.1 OPERATION=Start Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1397148282618_0007 CONTAINERID=container_1397148282618_0007_01_000001
2014-04-10 11:45:57,626 INFO application.Application (ApplicationImpl.java:handle(450)) - Application application_1397148282618_0007 transitioned from NEW to INITING
2014-04-10 11:45:57,626 INFO application.Application (ApplicationImpl.java:transition(296)) - Adding container_1397148282618_0007_01_000001 to application application_1397148282618_0007
2014-04-10 11:45:57,627 INFO application.Application (ApplicationImpl.java:handle(450)) - Application application_1397148282618_0007 transitioned from INITING to RUNNING
2014-04-10 11:45:57,627 INFO amlauncher.AMLauncher (AMLauncher.java:launch(126)) - Done launching container Container: [ContainerId: container_1397148282618_0007_01_000001, NodeId: localhost:39304, NodeHttpAddress: localhost:51177, Resource: <memory:2048, vCores:1>, Priority: 0, Token: Token { kind: ContainerToken, service: localhost:39304 }, ] for AM appattempt_1397148282618_0007_000001
2014-04-10 11:45:57,627 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(652)) - appattempt_1397148282618_0007_000001 State change from ALLOCATED to LAUNCHED
2014-04-10 11:45:57,627 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397148282618_0007_01_000001 transitioned from NEW to LOCALIZING
2014-04-10 11:45:57,627 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event CONTAINER_INIT for appId application_1397148282618_0007
2014-04-10 11:45:57,628 INFO localizer.LocalizedResource (LocalizedResource.java:handle(196)) - Resource hdfs://localhost:38088/tmp/hadoop-yarn/staging/brock/.staging/job_1397148282618_0007/job.jar transitioned from INIT to DOWNLOADING
2014-04-10 11:45:57,628 INFO localizer.LocalizedResource (LocalizedResource.java:handle(196)) - Resource hdfs://localhost:38088/tmp/hadoop-yarn/staging/brock/.staging/job_1397148282618_0007/job.splitmetainfo transitioned from INIT to DOWNLOADING
2014-04-10 11:45:57,628 INFO localizer.LocalizedResource (LocalizedResource.java:handle(196)) - Resource hdfs://localhost:38088/tmp/hadoop-yarn/staging/brock/.staging/job_1397148282618_0007/job.split transitioned from INIT to DOWNLOADING
2014-04-10 11:45:57,628 INFO localizer.LocalizedResource (LocalizedResource.java:handle(196)) - Resource hdfs://localhost:38088/tmp/hadoop-yarn/staging/brock/.staging/job_1397148282618_0007/job.xml transitioned from INIT to DOWNLOADING
2014-04-10 11:45:57,628 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:handle(590)) - Created localizer for container_1397148282618_0007_01_000001
2014-04-10 11:45:57,638 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:writeCredentials(1015)) - Writing credentials to the nmPrivate file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_2/nmPrivate/container_1397148282618_0007_01_000001.tokens. Credentials list:
2014-04-10 11:45:57,651 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:createUserCacheDirs(469)) - Initializing user brock
2014-04-10 11:45:57,714 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(103)) - Copying from /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_2/nmPrivate/container_1397148282618_0007_01_000001.tokens to /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_0/usercache/brock/appcache/application_1397148282618_0007/container_1397148282618_0007_01_000001.tokens
2014-04-10 11:45:57,714 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(105)) - CWD set to /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_0/usercache/brock/appcache/application_1397148282618_0007 = file:/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_0/usercache/brock/appcache/application_1397148282618_0007
2014-04-10 11:45:57,815 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397148282618_0007/job.jar dst=null perm=null
2014-04-10 11:45:57,817 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397148282618_0007/job.jar dst=null perm=null
2014-04-10 11:45:57,818 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397148282618_0007/job.jar dst=null perm=null
2014-04-10 11:45:57,828 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:37136, dest: /127.0.0.1:48321, bytes: 246562, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_-1870788152_4566, offset: 0, srvID: b242afcc-2d24-4b8f-9fb7-bc72b71e749a, blockid: BP-196700473-127.0.0.1-1397148267010:blk_1073741908_1084, duration: 635211
2014-04-10 11:45:57,852 INFO localizer.LocalizedResource (LocalizedResource.java:handle(196)) - Resource hdfs://localhost:38088/tmp/hadoop-yarn/staging/brock/.staging/job_1397148282618_0007/job.jar(->file:/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_2/usercache/brock/appcache/application_1397148282618_0007/filecache/10/job.jar) transitioned from DOWNLOADING to LOCALIZED
2014-04-10 11:45:57,868 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397148282618_0007/job.splitmetainfo dst=null perm=null
2014-04-10 11:45:57,869 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397148282618_0007/job.splitmetainfo dst=null perm=null
2014-04-10 11:45:57,870 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397148282618_0007/job.splitmetainfo dst=null perm=null
2014-04-10 11:45:57,877 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:37136, dest: /127.0.0.1:48321, bytes: 160, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_-1870788152_4566, offset: 0, srvID: b242afcc-2d24-4b8f-9fb7-bc72b71e749a, blockid: BP-196700473-127.0.0.1-1397148267010:blk_1073741910_1086, duration: 232157
2014-04-10 11:45:57,895 INFO localizer.LocalizedResource (LocalizedResource.java:handle(196)) - Resource hdfs://localhost:38088/tmp/hadoop-yarn/staging/brock/.staging/job_1397148282618_0007/job.splitmetainfo(->file:/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_3/usercache/brock/appcache/application_1397148282618_0007/filecache/11/job.splitmetainfo) transitioned from DOWNLOADING to LOCALIZED
2014-04-10 11:45:57,911 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397148282618_0007/job.split dst=null perm=null
2014-04-10 11:45:57,912 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397148282618_0007/job.split dst=null perm=null
2014-04-10 11:45:57,913 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397148282618_0007/job.split dst=null perm=null
2014-04-10 11:45:57,921 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:56823, dest: /127.0.0.1:44891, bytes: 1539, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_-1870788152_4566, offset: 0, srvID: d87cf363-b947-4d02-ab62-043c9241fbef, blockid: BP-196700473-127.0.0.1-1397148267010:blk_1073741909_1085, duration: 263400
2014-04-10 11:45:57,939 INFO localizer.LocalizedResource (LocalizedResource.java:handle(196)) - Resource hdfs://localhost:38088/tmp/hadoop-yarn/staging/brock/.staging/job_1397148282618_0007/job.split(->file:/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_0/usercache/brock/appcache/application_1397148282618_0007/filecache/12/job.split) transitioned from DOWNLOADING to LOCALIZED
2014-04-10 11:45:57,955 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397148282618_0007/job.xml dst=null perm=null
2014-04-10 11:45:57,956 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397148282618_0007/job.xml dst=null perm=null
2014-04-10 11:45:57,957 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397148282618_0007/job.xml dst=null perm=null
2014-04-10 11:45:57,965 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:56823, dest: /127.0.0.1:44891, bytes: 82312, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_-1870788152_4566, offset: 0, srvID: d87cf363-b947-4d02-ab62-043c9241fbef, blockid: BP-196700473-127.0.0.1-1397148267010:blk_1073741911_1087, duration: 384532
2014-04-10 11:45:57,982 INFO localizer.LocalizedResource (LocalizedResource.java:handle(196)) - Resource hdfs://localhost:38088/tmp/hadoop-yarn/staging/brock/.staging/job_1397148282618_0007/job.xml(->file:/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_1/usercache/brock/appcache/application_1397148282618_0007/filecache/13/job.xml) transitioned from DOWNLOADING to LOCALIZED
2014-04-10 11:45:57,982 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397148282618_0007_01_000001 transitioned from LOCALIZING to LOCALIZED
2014-04-10 11:45:58,014 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397148282618_0007_01_000001 transitioned from LOCALIZED to RUNNING
2014-04-10 11:45:58,014 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(169)) - Neither virutal-memory nor physical-memory monitoring is needed. Not running the monitor-thread
2014-04-10 11:45:58,086 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(189)) - launchContainer: [nice, -n, 0, bash, /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_2/usercache/brock/appcache/application_1397148282618_0007/container_1397148282618_0007_01_000001/default_container_executor.sh]
2014-04-10 11:45:58,458 INFO BlockStateChange (BlockManager.java:computeReplicationWorkForBlocks(1373)) - BLOCK* ask 127.0.0.1:37136 to replicate blk_1073741908_1084 to datanode(s) 127.0.0.1:56823
2014-04-10 11:45:58,458 INFO hdfs.StateChange (InvalidateBlocks.java:invalidateWork(152)) - BLOCK* InvalidateBlocks: ask 127.0.0.1:49954 to delete [blk_1073741905_1081, blk_1073741895_1071, blk_1073741896_1072, blk_1073741897_1073, blk_1073741898_1074, blk_1073741899_1075, blk_1073741903_1079]
2014-04-10 11:45:58,458 INFO hdfs.StateChange (InvalidateBlocks.java:invalidateWork(152)) - BLOCK* InvalidateBlocks: ask 127.0.0.1:37136 to delete [blk_1073741905_1081, blk_1073741895_1071, blk_1073741896_1072, blk_1073741897_1073, blk_1073741898_1074, blk_1073741899_1075, blk_1073741903_1079]
2014-04-10 11:45:58,614 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397148282618_0007_01_000001 Container Transitioned from ACQUIRED to RUNNING
2014-04-10 11:45:59,236 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging dst=null perm=null
2014-04-10 11:45:59,262 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397148282618_0007/COMMIT_STARTED dst=null perm=null
2014-04-10 11:45:59,263 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397148282618_0007/COMMIT_SUCCESS dst=null perm=null
2014-04-10 11:45:59,265 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397148282618_0007/COMMIT_FAIL dst=null perm=null
2014-04-10 11:45:59,304 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397148282618_0007 dst=null perm=null
2014-04-10 11:45:59,306 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/history/done_intermediate dst=null perm=null
2014-04-10 11:45:59,307 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock dst=null perm=null
2014-04-10 11:45:59,538 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397148282618_0007/job.splitmetainfo dst=null perm=null
2014-04-10 11:45:59,546 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397148282618_0007/job.splitmetainfo dst=null perm=null
2014-04-10 11:45:59,585 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:49954, dest: /127.0.0.1:51515, bytes: 160, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_-654262836_1, offset: 0, srvID: e20bf523-f226-4d36-9695-be2356cb97a6, blockid: BP-196700473-127.0.0.1-1397148267010:blk_1073741910_1086, duration: 216305
2014-04-10 11:45:59,680 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073741905_1081 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data8/current/BP-196700473-127.0.0.1-1397148267010/current/finalized/blk_1073741905 for deletion
2014-04-10 11:45:59,681 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073741895_1071 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data7/current/BP-196700473-127.0.0.1-1397148267010/current/finalized/blk_1073741895 for deletion
2014-04-10 11:45:59,681 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-196700473-127.0.0.1-1397148267010 blk_1073741905_1081 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data8/current/BP-196700473-127.0.0.1-1397148267010/current/finalized/blk_1073741905
2014-04-10 11:45:59,681 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073741896_1072 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data8/current/BP-196700473-127.0.0.1-1397148267010/current/finalized/blk_1073741896 for deletion
2014-04-10 11:45:59,681 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-196700473-127.0.0.1-1397148267010 blk_1073741895_1071 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data7/current/BP-196700473-127.0.0.1-1397148267010/current/finalized/blk_1073741895
2014-04-10 11:45:59,681 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073741897_1073 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data7/current/BP-196700473-127.0.0.1-1397148267010/current/finalized/blk_1073741897 for deletion
2014-04-10 11:45:59,681 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-196700473-127.0.0.1-1397148267010 blk_1073741896_1072 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data8/current/BP-196700473-127.0.0.1-1397148267010/current/finalized/blk_1073741896
2014-04-10 11:45:59,681 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073741898_1074 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data8/current/BP-196700473-127.0.0.1-1397148267010/current/finalized/blk_1073741898 for deletion
2014-04-10 11:45:59,681 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-196700473-127.0.0.1-1397148267010 blk_1073741897_1073 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data7/current/BP-196700473-127.0.0.1-1397148267010/current/finalized/blk_1073741897
2014-04-10 11:45:59,681 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073741899_1075 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data7/current/BP-196700473-127.0.0.1-1397148267010/current/finalized/blk_1073741899 for deletion
2014-04-10 11:45:59,681 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-196700473-127.0.0.1-1397148267010 blk_1073741898_1074 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data8/current/BP-196700473-127.0.0.1-1397148267010/current/finalized/blk_1073741898
2014-04-10 11:45:59,681 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073741903_1079 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data7/current/BP-196700473-127.0.0.1-1397148267010/current/finalized/blk_1073741903 for deletion
2014-04-10 11:45:59,681 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-196700473-127.0.0.1-1397148267010 blk_1073741899_1075 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data7/current/BP-196700473-127.0.0.1-1397148267010/current/finalized/blk_1073741899
2014-04-10 11:45:59,681 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-196700473-127.0.0.1-1397148267010 blk_1073741903_1079 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data7/current/BP-196700473-127.0.0.1-1397148267010/current/finalized/blk_1073741903
2014-04-10 11:45:59,717 INFO datanode.DataNode (DataNode.java:transferBlock(1426)) - DatanodeRegistration(127.0.0.1, datanodeUuid=b242afcc-2d24-4b8f-9fb7-bc72b71e749a, infoPort=57412, ipcPort=59675, storageInfo=lv=-51;cid=testClusterID;nsid=743366398;c=0) Starting thread to transfer BP-196700473-127.0.0.1-1397148267010:blk_1073741908_1084 to 127.0.0.1:56823
2014-04-10 11:45:59,717 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073741905_1081 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data3/current/BP-196700473-127.0.0.1-1397148267010/current/finalized/blk_1073741905 for deletion
2014-04-10 11:45:59,717 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073741895_1071 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data4/current/BP-196700473-127.0.0.1-1397148267010/current/finalized/blk_1073741895 for deletion
2014-04-10 11:45:59,717 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-196700473-127.0.0.1-1397148267010 blk_1073741905_1081 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data3/current/BP-196700473-127.0.0.1-1397148267010/current/finalized/blk_1073741905
2014-04-10 11:45:59,718 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073741896_1072 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data3/current/BP-196700473-127.0.0.1-1397148267010/current/finalized/blk_1073741896 for deletion
2014-04-10 11:45:59,718 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-196700473-127.0.0.1-1397148267010 blk_1073741895_1071 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data4/current/BP-196700473-127.0.0.1-1397148267010/current/finalized/blk_1073741895
2014-04-10 11:45:59,718 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073741897_1073 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data4/current/BP-196700473-127.0.0.1-1397148267010/current/finalized/blk_1073741897 for deletion
2014-04-10 11:45:59,718 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-196700473-127.0.0.1-1397148267010:blk_1073741908_1084 src: /127.0.0.1:44900 dest: /127.0.0.1:56823
2014-04-10 11:45:59,718 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-196700473-127.0.0.1-1397148267010 blk_1073741896_1072 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data3/current/BP-196700473-127.0.0.1-1397148267010/current/finalized/blk_1073741896
2014-04-10 11:45:59,718 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-196700473-127.0.0.1-1397148267010 blk_1073741897_1073 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data4/current/BP-196700473-127.0.0.1-1397148267010/current/finalized/blk_1073741897
2014-04-10 11:45:59,718 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073741898_1074 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data3/current/BP-196700473-127.0.0.1-1397148267010/current/finalized/blk_1073741898 for deletion
2014-04-10 11:45:59,718 INFO datanode.DataNode (DataNode.java:run(1629)) - DataTransfer: Transmitted BP-196700473-127.0.0.1-1397148267010:blk_1073741908_1084 (numBytes=244650) to 127.0.0.1/127.0.0.1:56823
2014-04-10 11:45:59,718 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-196700473-127.0.0.1-1397148267010 blk_1073741898_1074 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data3/current/BP-196700473-127.0.0.1-1397148267010/current/finalized/blk_1073741898
2014-04-10 11:45:59,718 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073741899_1075 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data4/current/BP-196700473-127.0.0.1-1397148267010/current/finalized/blk_1073741899 for deletion
2014-04-10 11:45:59,719 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073741903_1079 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data3/current/BP-196700473-127.0.0.1-1397148267010/current/finalized/blk_1073741903 for deletion
2014-04-10 11:45:59,719 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-196700473-127.0.0.1-1397148267010 blk_1073741899_1075 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data4/current/BP-196700473-127.0.0.1-1397148267010/current/finalized/blk_1073741899
2014-04-10 11:45:59,719 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-196700473-127.0.0.1-1397148267010 blk_1073741903_1079 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data3/current/BP-196700473-127.0.0.1-1397148267010/current/finalized/blk_1073741903
2014-04-10 11:45:59,719 INFO datanode.DataNode (DataXceiver.java:writeBlock(597)) - Received BP-196700473-127.0.0.1-1397148267010:blk_1073741908_1084 src: /127.0.0.1:44900 dest: /127.0.0.1:56823 of size 244650
2014-04-10 11:45:59,720 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:56823 is added to blk_1073741908_1084 size 244650
2014-04-10 11:46:00,188 INFO ipc.Server (Server.java:saslProcess(1252)) - Auth successful for appattempt_1397148282618_0007_000001 (auth:SIMPLE)
2014-04-10 11:46:00,190 INFO resourcemanager.ApplicationMasterService (ApplicationMasterService.java:registerApplicationMaster(251)) - AM registration appattempt_1397148282618_0007_000001
2014-04-10 11:46:00,190 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(119)) - USER=brock IP=127.0.0.1 OPERATION=Register App Master TARGET=ApplicationMasterService RESULT=SUCCESS APPID=application_1397148282618_0007 APPATTEMPTID=appattempt_1397148282618_0007_000001
2014-04-10 11:46:00,190 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(652)) - appattempt_1397148282618_0007_000001 State change from LAUNCHED to RUNNING
2014-04-10 11:46:00,190 INFO rmapp.RMAppImpl (RMAppImpl.java:handle(610)) - application_1397148282618_0007 State change from ACCEPTED to RUNNING
2014-04-10 11:46:00,262 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397148282618_0007/job_1397148282618_0007_1.jhist dst=null perm=brock:supergroup:rw-rw-rw-
2014-04-10 11:46:00,278 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=mkdirs src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/hadooptapplatform/committapfail/_temporary/1 dst=null perm=brock:supergroup:rwxrwxrwx
2014-04-10 11:46:00,303 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-196700473-127.0.0.1-1397148267010:blk_1073741906_1082
2014-04-10 11:46:00,312 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397148282618_0007/job_1397148282618_0007_1_conf.xml dst=null perm=brock:supergroup:rw-rw-rw-
2014-04-10 11:46:00,406 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(2966)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/brock/.staging/job_1397148282618_0007/job_1397148282618_0007_1_conf.xml. BP-196700473-127.0.0.1-1397148267010 blk_1073741912_1088{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-331ec906-785c-475e-b366-176a30c332ed:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-97cf26c5-95a4-4e0e-a439-d9926ba08c0b:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-c910d2b0-940b-4e3d-b4fd-b4f6084bf0d7:NORMAL|RBW]]}
2014-04-10 11:46:00,445 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-196700473-127.0.0.1-1397148267010:blk_1073741912_1088 src: /127.0.0.1:48336 dest: /127.0.0.1:37136
2014-04-10 11:46:00,446 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-196700473-127.0.0.1-1397148267010:blk_1073741912_1088 src: /127.0.0.1:51522 dest: /127.0.0.1:49954
2014-04-10 11:46:00,447 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-196700473-127.0.0.1-1397148267010:blk_1073741912_1088 src: /127.0.0.1:53982 dest: /127.0.0.1:53089
2014-04-10 11:46:00,454 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:53982, dest: /127.0.0.1:53089, bytes: 95607, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-654262836_1, offset: 0, srvID: 56b85d8f-9b31-4c91-b022-e568d9765c42, blockid: BP-196700473-127.0.0.1-1397148267010:blk_1073741912_1088, duration: 6057764
2014-04-10 11:46:00,454 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-196700473-127.0.0.1-1397148267010:blk_1073741912_1088, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2014-04-10 11:46:00,454 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:53089 is added to blk_1073741912_1088{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-97cf26c5-95a4-4e0e-a439-d9926ba08c0b:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-008d3ead-b2b9-49b0-88ab-01e536a210da:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-2bef5f6e-f0c9-4da0-8817-be69f5868853:NORMAL|RBW]]} size 0
2014-04-10 11:46:00,454 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:51522, dest: /127.0.0.1:49954, bytes: 95607, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-654262836_1, offset: 0, srvID: e20bf523-f226-4d36-9695-be2356cb97a6, blockid: BP-196700473-127.0.0.1-1397148267010:blk_1073741912_1088, duration: 5682909
2014-04-10 11:46:00,455 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-196700473-127.0.0.1-1397148267010:blk_1073741912_1088, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 11:46:00,455 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:49954 is added to blk_1073741912_1088{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-97cf26c5-95a4-4e0e-a439-d9926ba08c0b:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-008d3ead-b2b9-49b0-88ab-01e536a210da:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-2bef5f6e-f0c9-4da0-8817-be69f5868853:NORMAL|RBW]]} size 0
2014-04-10 11:46:00,455 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:48336, dest: /127.0.0.1:37136, bytes: 95607, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-654262836_1, offset: 0, srvID: b242afcc-2d24-4b8f-9fb7-bc72b71e749a, blockid: BP-196700473-127.0.0.1-1397148267010:blk_1073741912_1088, duration: 6459039
2014-04-10 11:46:00,456 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-196700473-127.0.0.1-1397148267010:blk_1073741912_1088, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 11:46:00,456 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:37136 is added to blk_1073741912_1088{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-97cf26c5-95a4-4e0e-a439-d9926ba08c0b:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-008d3ead-b2b9-49b0-88ab-01e536a210da:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-2bef5f6e-f0c9-4da0-8817-be69f5868853:NORMAL|RBW]]} size 0
2014-04-10 11:46:00,470 INFO hdfs.StateChange (FSNamesystem.java:completeFile(2899)) - DIR* completeFile: /tmp/hadoop-yarn/staging/brock/.staging/job_1397148282618_0007/job_1397148282618_0007_1_conf.xml is closed by DFSClient_NONMAPREDUCE_-654262836_1
2014-04-10 11:46:00,503 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-196700473-127.0.0.1-1397148267010:blk_1073741908_1084
2014-04-10 11:46:00,504 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-196700473-127.0.0.1-1397148267010:blk_1073741912_1088
2014-04-10 11:46:00,703 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-196700473-127.0.0.1-1397148267010:blk_1073741911_1087
2014-04-10 11:46:00,706 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-196700473-127.0.0.1-1397148267010:blk_1073741909_1085
2014-04-10 11:46:00,708 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-196700473-127.0.0.1-1397148267010:blk_1073741907_1083
2014-04-10 11:46:00,708 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-196700473-127.0.0.1-1397148267010:blk_1073741910_1086
2014-04-10 11:46:00,822 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-196700473-127.0.0.1-1397148267010:blk_1073741909_1085
2014-04-10 11:46:00,823 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-196700473-127.0.0.1-1397148267010:blk_1073741910_1086
2014-04-10 11:46:00,824 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-196700473-127.0.0.1-1397148267010:blk_1073741906_1082
2014-04-10 11:46:00,825 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-196700473-127.0.0.1-1397148267010:blk_1073741912_1088
2014-04-10 11:46:01,026 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-196700473-127.0.0.1-1397148267010:blk_1073741908_1084
2014-04-10 11:46:01,066 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-196700473-127.0.0.1-1397148267010:blk_1073741907_1083
2014-04-10 11:46:01,068 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-196700473-127.0.0.1-1397148267010:blk_1073741911_1087
2014-04-10 11:46:01,069 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-196700473-127.0.0.1-1397148267010:blk_1073741912_1088
2014-04-10 11:46:01,122 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-196700473-127.0.0.1-1397148267010:blk_1073741909_1085
2014-04-10 11:46:01,122 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-196700473-127.0.0.1-1397148267010:blk_1073741910_1086
2014-04-10 11:46:01,123 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-196700473-127.0.0.1-1397148267010:blk_1073741911_1087
2014-04-10 11:46:01,224 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-196700473-127.0.0.1-1397148267010:blk_1073741907_1083
2014-04-10 11:46:01,267 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-196700473-127.0.0.1-1397148267010:blk_1073741906_1082
2014-04-10 11:46:01,324 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-196700473-127.0.0.1-1397148267010:blk_1073741908_1084
2014-04-10 11:46:01,458 INFO hdfs.StateChange (InvalidateBlocks.java:invalidateWork(152)) - BLOCK* InvalidateBlocks: ask 127.0.0.1:56823 to delete [blk_1073741905_1081, blk_1073741895_1071, blk_1073741896_1072, blk_1073741898_1074, blk_1073741903_1079]
2014-04-10 11:46:01,459 INFO hdfs.StateChange (InvalidateBlocks.java:invalidateWork(152)) - BLOCK* InvalidateBlocks: ask 127.0.0.1:53089 to delete [blk_1073741895_1071, blk_1073741896_1072, blk_1073741897_1073, blk_1073741899_1075]
2014-04-10 11:46:01,467 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-196700473-127.0.0.1-1397148267010:blk_1073741908_1084
2014-04-10 11:46:01,468 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-196700473-127.0.0.1-1397148267010:blk_1073741909_1085
2014-04-10 11:46:01,616 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397148282618_0007_01_000002 Container Transitioned from NEW to ALLOCATED
2014-04-10 11:46:01,616 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(98)) - USER=brock OPERATION=AM Allocated Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1397148282618_0007 CONTAINERID=container_1397148282618_0007_01_000002
2014-04-10 11:46:01,616 INFO fica.FiCaSchedulerNode (FiCaSchedulerNode.java:allocateContainer(116)) - Assigned container container_1397148282618_0007_01_000002 of capacity <memory:1024, vCores:1> on host localhost:39304, which currently has 2 containers, <memory:3072, vCores:2> used and <memory:1024, vCores:6> available
2014-04-10 11:46:01,616 INFO capacity.LeafQueue (LeafQueue.java:assignContainer(1363)) - assignedContainer application=application_1397148282618_0007 container=Container: [ContainerId: container_1397148282618_0007_01_000002, NodeId: localhost:39304, NodeHttpAddress: localhost:51177, Resource: <memory:1024, vCores:1>, Priority: 20, Token: Token { kind: ContainerToken, service: localhost:39304 }, ] containerId=container_1397148282618_0007_01_000002 queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:4096, vCores:2>usedCapacity=0.25, absoluteUsedCapacity=0.25, numApps=2, numContainers=2 usedCapacity=0.25 absoluteUsedCapacity=0.25 used=<memory:4096, vCores:2> cluster=<memory:16384, vCores:32>
2014-04-10 11:46:01,617 INFO capacity.ParentQueue (ParentQueue.java:assignContainersToChildQueues(655)) - Re-sorting assigned queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:5120, vCores:3>usedCapacity=0.3125, absoluteUsedCapacity=0.3125, numApps=2, numContainers=3
2014-04-10 11:46:01,617 INFO capacity.ParentQueue (ParentQueue.java:assignContainers(570)) - assignedContainer queue=root usedCapacity=0.3125 absoluteUsedCapacity=0.3125 used=<memory:5120, vCores:3> cluster=<memory:16384, vCores:32>
2014-04-10 11:46:01,617 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397148282618_0007_01_000003 Container Transitioned from NEW to ALLOCATED
2014-04-10 11:46:01,617 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(98)) - USER=brock OPERATION=AM Allocated Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1397148282618_0007 CONTAINERID=container_1397148282618_0007_01_000003
2014-04-10 11:46:01,618 INFO fica.FiCaSchedulerNode (FiCaSchedulerNode.java:allocateContainer(116)) - Assigned container container_1397148282618_0007_01_000003 of capacity <memory:1024, vCores:1> on host localhost:39304, which currently has 3 containers, <memory:4096, vCores:3> used and <memory:0, vCores:5> available
2014-04-10 11:46:01,618 INFO capacity.LeafQueue (LeafQueue.java:assignContainer(1363)) - assignedContainer application=application_1397148282618_0007 container=Container: [ContainerId: container_1397148282618_0007_01_000003, NodeId: localhost:39304, NodeHttpAddress: localhost:51177, Resource: <memory:1024, vCores:1>, Priority: 20, Token: Token { kind: ContainerToken, service: localhost:39304 }, ] containerId=container_1397148282618_0007_01_000003 queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:5120, vCores:3>usedCapacity=0.3125, absoluteUsedCapacity=0.3125, numApps=2, numContainers=3 usedCapacity=0.3125 absoluteUsedCapacity=0.3125 used=<memory:5120, vCores:3> cluster=<memory:16384, vCores:32>
2014-04-10 11:46:01,618 INFO capacity.ParentQueue (ParentQueue.java:assignContainersToChildQueues(655)) - Re-sorting assigned queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:6144, vCores:4>usedCapacity=0.375, absoluteUsedCapacity=0.375, numApps=2, numContainers=4
2014-04-10 11:46:01,618 INFO capacity.ParentQueue (ParentQueue.java:assignContainers(570)) - assignedContainer queue=root usedCapacity=0.375 absoluteUsedCapacity=0.375 used=<memory:6144, vCores:4> cluster=<memory:16384, vCores:32>
2014-04-10 11:46:01,680 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397148282618_0007_01_000004 Container Transitioned from NEW to ALLOCATED
2014-04-10 11:46:01,680 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(98)) - USER=brock OPERATION=AM Allocated Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1397148282618_0007 CONTAINERID=container_1397148282618_0007_01_000004
2014-04-10 11:46:01,680 INFO fica.FiCaSchedulerNode (FiCaSchedulerNode.java:allocateContainer(116)) - Assigned container container_1397148282618_0007_01_000004 of capacity <memory:1024, vCores:1> on host localhost:33805, which currently has 1 containers, <memory:1024, vCores:1> used and <memory:3072, vCores:7> available
2014-04-10 11:46:01,680 INFO capacity.LeafQueue (LeafQueue.java:assignContainer(1363)) - assignedContainer application=application_1397148282618_0007 container=Container: [ContainerId: container_1397148282618_0007_01_000004, NodeId: localhost:33805, NodeHttpAddress: localhost:42238, Resource: <memory:1024, vCores:1>, Priority: 20, Token: Token { kind: ContainerToken, service: localhost:33805 }, ] containerId=container_1397148282618_0007_01_000004 queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:6144, vCores:4>usedCapacity=0.375, absoluteUsedCapacity=0.375, numApps=2, numContainers=4 usedCapacity=0.375 absoluteUsedCapacity=0.375 used=<memory:6144, vCores:4> cluster=<memory:16384, vCores:32>
2014-04-10 11:46:01,681 INFO capacity.ParentQueue (ParentQueue.java:assignContainersToChildQueues(655)) - Re-sorting assigned queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:7168, vCores:5>usedCapacity=0.4375, absoluteUsedCapacity=0.4375, numApps=2, numContainers=5
2014-04-10 11:46:01,681 INFO capacity.ParentQueue (ParentQueue.java:assignContainers(570)) - assignedContainer queue=root usedCapacity=0.4375 absoluteUsedCapacity=0.4375 used=<memory:7168, vCores:5> cluster=<memory:16384, vCores:32>
2014-04-10 11:46:01,681 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397148282618_0007_01_000005 Container Transitioned from NEW to ALLOCATED
2014-04-10 11:46:01,681 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(98)) - USER=brock OPERATION=AM Allocated Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1397148282618_0007 CONTAINERID=container_1397148282618_0007_01_000005
2014-04-10 11:46:01,681 INFO fica.FiCaSchedulerNode (FiCaSchedulerNode.java:allocateContainer(116)) - Assigned container container_1397148282618_0007_01_000005 of capacity <memory:1024, vCores:1> on host localhost:33805, which currently has 2 containers, <memory:2048, vCores:2> used and <memory:2048, vCores:6> available
2014-04-10 11:46:01,682 INFO capacity.LeafQueue (LeafQueue.java:assignContainer(1363)) - assignedContainer application=application_1397148282618_0007 container=Container: [ContainerId: container_1397148282618_0007_01_000005, NodeId: localhost:33805, NodeHttpAddress: localhost:42238, Resource: <memory:1024, vCores:1>, Priority: 20, Token: Token { kind: ContainerToken, service: localhost:33805 }, ] containerId=container_1397148282618_0007_01_000005 queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:7168, vCores:5>usedCapacity=0.4375, absoluteUsedCapacity=0.4375, numApps=2, numContainers=5 usedCapacity=0.4375 absoluteUsedCapacity=0.4375 used=<memory:7168, vCores:5> cluster=<memory:16384, vCores:32>
2014-04-10 11:46:01,682 INFO capacity.ParentQueue (ParentQueue.java:assignContainersToChildQueues(655)) - Re-sorting assigned queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:8192, vCores:6>usedCapacity=0.5, absoluteUsedCapacity=0.5, numApps=2, numContainers=6
2014-04-10 11:46:01,682 INFO capacity.ParentQueue (ParentQueue.java:assignContainers(570)) - assignedContainer queue=root usedCapacity=0.5 absoluteUsedCapacity=0.5 used=<memory:8192, vCores:6> cluster=<memory:16384, vCores:32>
2014-04-10 11:46:02,225 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397148282618_0007_01_000002 Container Transitioned from ALLOCATED to ACQUIRED
2014-04-10 11:46:02,225 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397148282618_0007_01_000003 Container Transitioned from ALLOCATED to ACQUIRED
2014-04-10 11:46:02,225 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397148282618_0007_01_000004 Container Transitioned from ALLOCATED to ACQUIRED
2014-04-10 11:46:02,226 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397148282618_0007_01_000005 Container Transitioned from ALLOCATED to ACQUIRED
2014-04-10 11:46:02,271 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397148282618_0007/job.jar dst=null perm=null
2014-04-10 11:46:02,273 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397148282618_0007/job.jar dst=null perm=null
2014-04-10 11:46:02,280 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397148282618_0007/job.xml dst=null perm=null
2014-04-10 11:46:02,281 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397148282618_0007/job.xml dst=null perm=null
2014-04-10 11:46:02,283 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null
2014-04-10 11:46:02,284 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target/Hadoop2MR1Platform-tmpDir/hadoop-6513904787770014536.jar dst=null perm=null
2014-04-10 11:46:02,289 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null
2014-04-10 11:46:02,290 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target/Hadoop2MR1Platform-tmpDir/hadoop-6513904787770014536.jar dst=null perm=null
2014-04-10 11:46:02,292 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null
2014-04-10 11:46:02,293 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target/Hadoop2MR1Platform-tmpDir/hadoop-6513904787770014536.jar dst=null perm=null
2014-04-10 11:46:02,346 INFO ipc.Server (Server.java:saslProcess(1252)) - Auth successful for appattempt_1397148282618_0007_000001 (auth:SIMPLE)
2014-04-10 11:46:02,346 INFO ipc.Server (Server.java:saslProcess(1252)) - Auth successful for appattempt_1397148282618_0007_000001 (auth:SIMPLE)
2014-04-10 11:46:02,349 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(572)) - Start request for container_1397148282618_0007_01_000004 by user brock
2014-04-10 11:46:02,350 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(572)) - Start request for container_1397148282618_0007_01_000005 by user brock
2014-04-10 11:46:02,350 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(611)) - Creating a new application reference for app application_1397148282618_0007
2014-04-10 11:46:02,350 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(572)) - Start request for container_1397148282618_0007_01_000002 by user brock
2014-04-10 11:46:02,350 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=brock IP=127.0.0.1 OPERATION=Start Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1397148282618_0007 CONTAINERID=container_1397148282618_0007_01_000002
2014-04-10 11:46:02,350 INFO application.Application (ApplicationImpl.java:transition(296)) - Adding container_1397148282618_0007_01_000005 to application application_1397148282618_0007
2014-04-10 11:46:02,350 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(572)) - Start request for container_1397148282618_0007_01_000003 by user brock
2014-04-10 11:46:02,350 INFO application.Application (ApplicationImpl.java:handle(450)) - Application application_1397148282618_0007 transitioned from NEW to INITING
2014-04-10 11:46:02,350 INFO application.Application (ApplicationImpl.java:transition(296)) - Adding container_1397148282618_0007_01_000004 to application application_1397148282618_0007
2014-04-10 11:46:02,350 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=brock IP=127.0.0.1 OPERATION=Start Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1397148282618_0007 CONTAINERID=container_1397148282618_0007_01_000004
2014-04-10 11:46:02,350 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=brock IP=127.0.0.1 OPERATION=Start Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1397148282618_0007 CONTAINERID=container_1397148282618_0007_01_000005
2014-04-10 11:46:02,351 INFO application.Application (ApplicationImpl.java:handle(450)) - Application application_1397148282618_0007 transitioned from INITING to RUNNING
2014-04-10 11:46:02,350 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=brock IP=127.0.0.1 OPERATION=Start Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1397148282618_0007 CONTAINERID=container_1397148282618_0007_01_000003
2014-04-10 11:46:02,350 INFO application.Application (ApplicationImpl.java:transition(296)) - Adding container_1397148282618_0007_01_000002 to application application_1397148282618_0007
2014-04-10 11:46:02,351 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397148282618_0007_01_000004 transitioned from NEW to LOCALIZING
2014-04-10 11:46:02,351 INFO application.Application (ApplicationImpl.java:transition(296)) - Adding container_1397148282618_0007_01_000003 to application application_1397148282618_0007
2014-04-10 11:46:02,351 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397148282618_0007_01_000005 transitioned from NEW to LOCALIZING
2014-04-10 11:46:02,351 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event CONTAINER_INIT for appId application_1397148282618_0007
2014-04-10 11:46:02,351 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397148282618_0007_01_000002 transitioned from NEW to LOCALIZING
2014-04-10 11:46:02,351 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event APPLICATION_INIT for appId application_1397148282618_0007
2014-04-10 11:46:02,351 INFO containermanager.AuxServices (AuxServices.java:handle(179)) - Got APPLICATION_INIT for service mapreduce_shuffle
2014-04-10 11:46:02,351 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397148282618_0007_01_000003 transitioned from NEW to LOCALIZING
2014-04-10 11:46:02,351 INFO mapred.ShuffleHandler (ShuffleHandler.java:initializeApplication(263)) - Added token for job_1397148282618_0007
2014-04-10 11:46:02,351 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event CONTAINER_INIT for appId application_1397148282618_0007
2014-04-10 11:46:02,352 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event APPLICATION_INIT for appId application_1397148282618_0007
2014-04-10 11:46:02,352 INFO containermanager.AuxServices (AuxServices.java:handle(179)) - Got APPLICATION_INIT for service mapreduce_shuffle
2014-04-10 11:46:02,352 INFO localizer.LocalizedResource (LocalizedResource.java:handle(196)) - Resource hdfs://localhost:38088/tmp/hadoop-yarn/staging/brock/.staging/job_1397148282618_0007/job.jar transitioned from INIT to DOWNLOADING
2014-04-10 11:46:02,352 INFO mapred.ShuffleHandler (ShuffleHandler.java:initializeApplication(263)) - Added token for job_1397148282618_0007
2014-04-10 11:46:02,352 INFO localizer.LocalizedResource (LocalizedResource.java:handle(196)) - Resource hdfs://localhost:38088/tmp/hadoop-yarn/staging/brock/.staging/job_1397148282618_0007/job.xml transitioned from INIT to DOWNLOADING
2014-04-10 11:46:02,352 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event CONTAINER_INIT for appId application_1397148282618_0007
2014-04-10 11:46:02,352 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event APPLICATION_INIT for appId application_1397148282618_0007
2014-04-10 11:46:02,352 INFO containermanager.AuxServices (AuxServices.java:handle(179)) - Got APPLICATION_INIT for service mapreduce_shuffle
2014-04-10 11:46:02,352 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event CONTAINER_INIT for appId application_1397148282618_0007
2014-04-10 11:46:02,352 INFO mapred.ShuffleHandler (ShuffleHandler.java:initializeApplication(263)) - Added token for job_1397148282618_0007
2014-04-10 11:46:02,352 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event APPLICATION_INIT for appId application_1397148282618_0007
2014-04-10 11:46:02,352 INFO containermanager.AuxServices (AuxServices.java:handle(179)) - Got APPLICATION_INIT for service mapreduce_shuffle
2014-04-10 11:46:02,352 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:handle(590)) - Created localizer for container_1397148282618_0007_01_000004
2014-04-10 11:46:02,352 INFO mapred.ShuffleHandler (ShuffleHandler.java:initializeApplication(263)) - Added token for job_1397148282618_0007
2014-04-10 11:46:02,352 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:handle(590)) - Created localizer for container_1397148282618_0007_01_000005
2014-04-10 11:46:02,353 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397148282618_0007_01_000002 transitioned from LOCALIZING to LOCALIZED
2014-04-10 11:46:02,353 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397148282618_0007_01_000003 transitioned from LOCALIZING to LOCALIZED
2014-04-10 11:46:02,360 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:writeCredentials(1015)) - Writing credentials to the nmPrivate file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_1/nmPrivate/container_1397148282618_0007_01_000005.tokens. Credentials list:
2014-04-10 11:46:02,360 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:writeCredentials(1015)) - Writing credentials to the nmPrivate file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_3/nmPrivate/container_1397148282618_0007_01_000004.tokens. Credentials list:
2014-04-10 11:46:02,370 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:createUserCacheDirs(469)) - Initializing user brock
2014-04-10 11:46:02,374 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397148282618_0007_01_000003 transitioned from LOCALIZED to RUNNING
2014-04-10 11:46:02,374 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397148282618_0007_01_000002 transitioned from LOCALIZED to RUNNING
2014-04-10 11:46:02,374 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(169)) - Neither virutal-memory nor physical-memory monitoring is needed. Not running the monitor-thread
2014-04-10 11:46:02,374 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(169)) - Neither virutal-memory nor physical-memory monitoring is needed. Not running the monitor-thread
2014-04-10 11:46:02,463 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(189)) - launchContainer: [nice, -n, 0, bash, /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_0/usercache/brock/appcache/application_1397148282618_0007/container_1397148282618_0007_01_000002/default_container_executor.sh]
2014-04-10 11:46:02,464 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(189)) - launchContainer: [nice, -n, 0, bash, /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_2/usercache/brock/appcache/application_1397148282618_0007/container_1397148282618_0007_01_000003/default_container_executor.sh]
2014-04-10 11:46:02,464 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(103)) - Copying from /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_1/nmPrivate/container_1397148282618_0007_01_000005.tokens to /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_0/usercache/brock/appcache/application_1397148282618_0007/container_1397148282618_0007_01_000005.tokens
2014-04-10 11:46:02,464 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(105)) - CWD set to /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_0/usercache/brock/appcache/application_1397148282618_0007 = file:/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_0/usercache/brock/appcache/application_1397148282618_0007
2014-04-10 11:46:02,533 INFO launcher.ContainerLaunch (ContainerLaunch.java:call(322)) - Container container_1397148282618_0006_01_000001 succeeded
2014-04-10 11:46:02,533 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397148282618_0006_01_000001 transitioned from RUNNING to EXITED_WITH_SUCCESS
2014-04-10 11:46:02,533 INFO launcher.ContainerLaunch (ContainerLaunch.java:cleanupContainer(341)) - Cleaning up container container_1397148282618_0006_01_000001
2014-04-10 11:46:02,540 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_0/usercache/brock/appcache/application_1397148282618_0006/container_1397148282618_0006_01_000001
2014-04-10 11:46:02,540 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_1/usercache/brock/appcache/application_1397148282618_0006/container_1397148282618_0006_01_000001
2014-04-10 11:46:02,541 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_2/usercache/brock/appcache/application_1397148282618_0006/container_1397148282618_0006_01_000001
2014-04-10 11:46:02,541 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_3/usercache/brock/appcache/application_1397148282618_0006/container_1397148282618_0006_01_000001
2014-04-10 11:46:02,541 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=brock OPERATION=Container Finished - Succeeded TARGET=ContainerImpl RESULT=SUCCESS APPID=application_1397148282618_0006 CONTAINERID=container_1397148282618_0006_01_000001
2014-04-10 11:46:02,541 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397148282618_0006_01_000001 transitioned from EXITED_WITH_SUCCESS to DONE
2014-04-10 11:46:02,541 INFO application.Application (ApplicationImpl.java:transition(339)) - Removing container_1397148282618_0006_01_000001 from application application_1397148282618_0006
2014-04-10 11:46:02,541 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(169)) - Neither virutal-memory nor physical-memory monitoring is needed. Not running the monitor-thread
2014-04-10 11:46:02,541 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event CONTAINER_STOP for appId application_1397148282618_0006
2014-04-10 11:46:02,564 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397148282618_0007/job.jar dst=null perm=null
2014-04-10 11:46:02,565 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397148282618_0007/job.jar dst=null perm=null
2014-04-10 11:46:02,566 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397148282618_0007/job.jar dst=null perm=null
2014-04-10 11:46:02,573 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:53089, dest: /127.0.0.1:53995, bytes: 246562, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_-110556838_4746, offset: 0, srvID: 56b85d8f-9b31-4c91-b022-e568d9765c42, blockid: BP-196700473-127.0.0.1-1397148267010:blk_1073741908_1084, duration: 591745
2014-04-10 11:46:02,591 INFO localizer.LocalizedResource (LocalizedResource.java:handle(196)) - Resource hdfs://localhost:38088/tmp/hadoop-yarn/staging/brock/.staging/job_1397148282618_0007/job.jar(->file:/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_2/usercache/brock/appcache/application_1397148282618_0007/filecache/10/job.jar) transitioned from DOWNLOADING to LOCALIZED
2014-04-10 11:46:02,600 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397148282618_0007/job.xml dst=null perm=null
2014-04-10 11:46:02,600 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397148282618_0007/job.xml dst=null perm=null
2014-04-10 11:46:02,601 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397148282618_0007/job.xml dst=null perm=null
2014-04-10 11:46:02,605 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:56823, dest: /127.0.0.1:44920, bytes: 82312, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_-110556838_4746, offset: 0, srvID: d87cf363-b947-4d02-ab62-043c9241fbef, blockid: BP-196700473-127.0.0.1-1397148267010:blk_1073741911_1087, duration: 186336
2014-04-10 11:46:02,615 INFO localizer.LocalizedResource (LocalizedResource.java:handle(196)) - Resource hdfs://localhost:38088/tmp/hadoop-yarn/staging/brock/.staging/job_1397148282618_0007/job.xml(->file:/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_3/usercache/brock/appcache/application_1397148282618_0007/filecache/11/job.xml) transitioned from DOWNLOADING to LOCALIZED
2014-04-10 11:46:02,615 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397148282618_0007_01_000004 transitioned from LOCALIZING to LOCALIZED
2014-04-10 11:46:02,616 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397148282618_0007_01_000005 transitioned from LOCALIZING to LOCALIZED
2014-04-10 11:46:02,616 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397148282618_0007_01_000002 Container Transitioned from ACQUIRED to RUNNING
2014-04-10 11:46:02,616 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397148282618_0007_01_000003 Container Transitioned from ACQUIRED to RUNNING
2014-04-10 11:46:02,634 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397148282618_0007_01_000005 transitioned from LOCALIZED to RUNNING
2014-04-10 11:46:02,635 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397148282618_0007_01_000004 transitioned from LOCALIZED to RUNNING
2014-04-10 11:46:02,635 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(169)) - Neither virutal-memory nor physical-memory monitoring is needed. Not running the monitor-thread
2014-04-10 11:46:02,635 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(169)) - Neither virutal-memory nor physical-memory monitoring is needed. Not running the monitor-thread
2014-04-10 11:46:02,677 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(189)) - launchContainer: [nice, -n, 0, bash, /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_3/usercache/brock/appcache/application_1397148282618_0007/container_1397148282618_0007_01_000004/default_container_executor.sh]
2014-04-10 11:46:02,677 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(189)) - launchContainer: [nice, -n, 0, bash, /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_3/usercache/brock/appcache/application_1397148282618_0007/container_1397148282618_0007_01_000005/default_container_executor.sh]
2014-04-10 11:46:02,680 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397148282618_0007_01_000004 Container Transitioned from ACQUIRED to RUNNING
2014-04-10 11:46:02,680 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397148282618_0007_01_000005 Container Transitioned from ACQUIRED to RUNNING
2014-04-10 11:46:02,790 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073741895_1071 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data6/current/BP-196700473-127.0.0.1-1397148267010/current/finalized/blk_1073741895 for deletion
2014-04-10 11:46:02,790 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073741896_1072 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data6/current/BP-196700473-127.0.0.1-1397148267010/current/finalized/blk_1073741896 for deletion
2014-04-10 11:46:02,790 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073741897_1073 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data5/current/BP-196700473-127.0.0.1-1397148267010/current/finalized/blk_1073741897 for deletion
2014-04-10 11:46:02,791 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073741899_1075 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data5/current/BP-196700473-127.0.0.1-1397148267010/current/finalized/blk_1073741899 for deletion
2014-04-10 11:46:02,791 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-196700473-127.0.0.1-1397148267010 blk_1073741897_1073 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data5/current/BP-196700473-127.0.0.1-1397148267010/current/finalized/blk_1073741897
2014-04-10 11:46:02,791 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-196700473-127.0.0.1-1397148267010 blk_1073741895_1071 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data6/current/BP-196700473-127.0.0.1-1397148267010/current/finalized/blk_1073741895
2014-04-10 11:46:02,791 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-196700473-127.0.0.1-1397148267010 blk_1073741899_1075 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data5/current/BP-196700473-127.0.0.1-1397148267010/current/finalized/blk_1073741899
2014-04-10 11:46:02,791 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-196700473-127.0.0.1-1397148267010 blk_1073741896_1072 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data6/current/BP-196700473-127.0.0.1-1397148267010/current/finalized/blk_1073741896
2014-04-10 11:46:02,806 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:updateAndGetContainerStatuses(374)) - Removed completed container container_1397148282618_0006_01_000001
2014-04-10 11:46:02,807 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397148282618_0006_01_000001 Container Transitioned from RUNNING to COMPLETED
2014-04-10 11:46:02,807 INFO fica.FiCaSchedulerApp (FiCaSchedulerApp.java:containerCompleted(91)) - Completed container: container_1397148282618_0006_01_000001 in state: COMPLETED event:FINISHED
2014-04-10 11:46:02,807 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(98)) - USER=brock OPERATION=AM Released Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1397148282618_0006 CONTAINERID=container_1397148282618_0006_01_000001
2014-04-10 11:46:02,807 INFO fica.FiCaSchedulerNode (FiCaSchedulerNode.java:releaseContainer(164)) - Released container container_1397148282618_0006_01_000001 of capacity <memory:2048, vCores:1> on host localhost:42958, which currently has 0 containers, <memory:0, vCores:0> used and <memory:4096, vCores:8> available, release resources=true
2014-04-10 11:46:02,807 INFO capacity.LeafQueue (LeafQueue.java:releaseResource(1506)) - default used=<memory:6144, vCores:5> numContainers=5 user=brock user-resources=<memory:6144, vCores:5>
2014-04-10 11:46:02,807 INFO resourcemanager.ApplicationMasterService (ApplicationMasterService.java:unregisterAttempt(562)) - Unregistering app attempt : appattempt_1397148282618_0006_000001
2014-04-10 11:46:02,807 INFO capacity.LeafQueue (LeafQueue.java:completedContainer(1448)) - completedContainer container=Container: [ContainerId: container_1397148282618_0006_01_000001, NodeId: localhost:42958, NodeHttpAddress: localhost:52042, Resource: <memory:2048, vCores:1>, Priority: 0, Token: Token { kind: ContainerToken, service: localhost:42958 }, ] resource=<memory:2048, vCores:1> queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:6144, vCores:5>usedCapacity=0.375, absoluteUsedCapacity=0.375, numApps=2, numContainers=5 usedCapacity=0.375 absoluteUsedCapacity=0.375 used=<memory:6144, vCores:5> cluster=<memory:16384, vCores:32>
2014-04-10 11:46:02,807 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(652)) - appattempt_1397148282618_0006_000001 State change from FINISHING to FINISHED
2014-04-10 11:46:02,807 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(694)) - completedContainer queue=root usedCapacity=0.375 absoluteUsedCapacity=0.375 used=<memory:6144, vCores:5> cluster=<memory:16384, vCores:32>
2014-04-10 11:46:02,808 INFO rmapp.RMAppImpl (RMAppImpl.java:handle(610)) - application_1397148282618_0006 State change from FINISHING to FINISHED
2014-04-10 11:46:02,808 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(708)) - Re-sorting completed queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:6144, vCores:5>usedCapacity=0.375, absoluteUsedCapacity=0.375, numApps=2, numContainers=5
2014-04-10 11:46:02,808 INFO amlauncher.AMLauncher (AMLauncher.java:run(262)) - Cleaning master appattempt_1397148282618_0006_000001
2014-04-10 11:46:02,808 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(140)) - USER=brock OPERATION=Application Finished - Succeeded TARGET=RMAppManager RESULT=SUCCESS APPID=application_1397148282618_0006
2014-04-10 11:46:02,808 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(849)) - Application appattempt_1397148282618_0006_000001 released container container_1397148282618_0006_01_000001 on node: host: localhost:42958 #containers=0 available=4096 used=0 with event: FINISHED
2014-04-10 11:46:02,808 INFO resourcemanager.RMAppManager$ApplicationSummary (RMAppManager.java:logAppSummary(175)) - appId=application_1397148282618_0006,name=[7AC3672CEA1F4F79B459CC69350F499A/4CC4BB31CA8244FB971C33813024858F] second/(1/1) ...pplatform/globmultiource2,user=brock,queue=default,state=FINISHED,trackingUrl=http://localhost:45416/proxy/application_1397148282618_0006/jobhistory/job/job_1397148282618_0006,appMasterHost=localhost.localdomain,startTime=1397148343362,finishTime=1397148356304,finalStatus=SUCCEEDED
2014-04-10 11:46:02,808 INFO capacity.CapacityScheduler (CapacityScheduler.java:doneApplicationAttempt(472)) - Application appattempt_1397148282618_0006_000001 is done. finalState=FINISHED
2014-04-10 11:46:02,808 INFO scheduler.AppSchedulingInfo (AppSchedulingInfo.java:clearRequests(108)) - Application application_1397148282618_0006 requests cleared
2014-04-10 11:46:02,808 INFO capacity.LeafQueue (LeafQueue.java:removeApplication(776)) - Application removed - appId: application_1397148282618_0006 user: brock queue: default #user-pending-applications: 0 #user-active-applications: 1 #queue-pending-applications: 0 #queue-active-applications: 1
2014-04-10 11:46:02,808 INFO capacity.ParentQueue (ParentQueue.java:removeApplication(507)) - Application removed - appId: application_1397148282618_0006 user: brock leaf-queue of parent: root #applications: 1
2014-04-10 11:46:02,810 INFO ipc.Server (Server.java:saslProcess(1252)) - Auth successful for appattempt_1397148282618_0006_000001 (auth:SIMPLE)
2014-04-10 11:46:02,819 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:stopContainerInternal(718)) - Stopping container with container Id: container_1397148282618_0006_01_000001
2014-04-10 11:46:02,856 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073741905_1081 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data1/current/BP-196700473-127.0.0.1-1397148267010/current/finalized/blk_1073741905 for deletion
2014-04-10 11:46:02,856 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073741895_1071 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data1/current/BP-196700473-127.0.0.1-1397148267010/current/finalized/blk_1073741895 for deletion
2014-04-10 11:46:02,857 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-196700473-127.0.0.1-1397148267010 blk_1073741905_1081 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data1/current/BP-196700473-127.0.0.1-1397148267010/current/finalized/blk_1073741905
2014-04-10 11:46:02,857 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073741896_1072 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data2/current/BP-196700473-127.0.0.1-1397148267010/current/finalized/blk_1073741896 for deletion
2014-04-10 11:46:02,857 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073741898_1074 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data1/current/BP-196700473-127.0.0.1-1397148267010/current/finalized/blk_1073741898 for deletion
2014-04-10 11:46:02,857 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-196700473-127.0.0.1-1397148267010 blk_1073741896_1072 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data2/current/BP-196700473-127.0.0.1-1397148267010/current/finalized/blk_1073741896
2014-04-10 11:46:02,857 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073741903_1079 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data1/current/BP-196700473-127.0.0.1-1397148267010/current/finalized/blk_1073741903 for deletion
2014-04-10 11:46:02,857 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-196700473-127.0.0.1-1397148267010 blk_1073741895_1071 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data1/current/BP-196700473-127.0.0.1-1397148267010/current/finalized/blk_1073741895
2014-04-10 11:46:02,857 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-196700473-127.0.0.1-1397148267010 blk_1073741898_1074 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data1/current/BP-196700473-127.0.0.1-1397148267010/current/finalized/blk_1073741898
2014-04-10 11:46:02,857 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-196700473-127.0.0.1-1397148267010 blk_1073741903_1079 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data1/current/BP-196700473-127.0.0.1-1397148267010/current/finalized/blk_1073741903
2014-04-10 11:46:03,242 INFO scheduler.AppSchedulingInfo (AppSchedulingInfo.java:updateResourceRequests(166)) - checking for deactivate...
2014-04-10 11:46:03,616 INFO application.Application (ApplicationImpl.java:handle(450)) - Application application_1397148282618_0006 transitioned from RUNNING to APPLICATION_RESOURCES_CLEANINGUP
2014-04-10 11:46:03,616 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_0/usercache/brock/appcache/application_1397148282618_0006
2014-04-10 11:46:03,616 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_1/usercache/brock/appcache/application_1397148282618_0006
2014-04-10 11:46:03,616 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_2/usercache/brock/appcache/application_1397148282618_0006
2014-04-10 11:46:03,616 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event APPLICATION_STOP for appId application_1397148282618_0006
2014-04-10 11:46:03,616 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_3/usercache/brock/appcache/application_1397148282618_0006
2014-04-10 11:46:03,617 INFO application.Application (ApplicationImpl.java:handle(450)) - Application application_1397148282618_0006 transitioned from APPLICATION_RESOURCES_CLEANINGUP to FINISHED
2014-04-10 11:46:03,617 INFO loghandler.NonAggregatingLogHandler (NonAggregatingLogHandler.java:handle(119)) - Scheduling Log Deletion for application: application_1397148282618_0006, with delay of 10800 seconds
2014-04-10 11:46:03,649 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:createUserCacheDirs(469)) - Initializing user brock
2014-04-10 11:46:03,680 INFO application.Application (ApplicationImpl.java:handle(450)) - Application application_1397148282618_0006 transitioned from RUNNING to APPLICATION_RESOURCES_CLEANINGUP
2014-04-10 11:46:03,680 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_0/usercache/brock/appcache/application_1397148282618_0006
2014-04-10 11:46:03,680 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_1/usercache/brock/appcache/application_1397148282618_0006
2014-04-10 11:46:03,681 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event APPLICATION_STOP for appId application_1397148282618_0006
2014-04-10 11:46:03,681 INFO application.Application (ApplicationImpl.java:handle(450)) - Application application_1397148282618_0006 transitioned from APPLICATION_RESOURCES_CLEANINGUP to FINISHED
2014-04-10 11:46:03,681 INFO loghandler.NonAggregatingLogHandler (NonAggregatingLogHandler.java:handle(119)) - Scheduling Log Deletion for application: application_1397148282618_0006, with delay of 10800 seconds
2014-04-10 11:46:03,681 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_2/usercache/brock/appcache/application_1397148282618_0006
2014-04-10 11:46:03,681 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_3/usercache/brock/appcache/application_1397148282618_0006
2014-04-10 11:46:03,697 INFO application.Application (ApplicationImpl.java:handle(450)) - Application application_1397148282618_0006 transitioned from RUNNING to APPLICATION_RESOURCES_CLEANINGUP
2014-04-10 11:46:03,697 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_0/usercache/brock/appcache/application_1397148282618_0006
2014-04-10 11:46:03,697 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_1/usercache/brock/appcache/application_1397148282618_0006
2014-04-10 11:46:03,697 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event APPLICATION_STOP for appId application_1397148282618_0006
2014-04-10 11:46:03,697 INFO application.Application (ApplicationImpl.java:handle(450)) - Application application_1397148282618_0006 transitioned from APPLICATION_RESOURCES_CLEANINGUP to FINISHED
2014-04-10 11:46:03,697 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_2/usercache/brock/appcache/application_1397148282618_0006
2014-04-10 11:46:03,697 INFO loghandler.NonAggregatingLogHandler (NonAggregatingLogHandler.java:handle(119)) - Scheduling Log Deletion for application: application_1397148282618_0006, with delay of 10800 seconds
2014-04-10 11:46:03,698 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_3/usercache/brock/appcache/application_1397148282618_0006
2014-04-10 11:46:03,807 INFO application.Application (ApplicationImpl.java:handle(450)) - Application application_1397148282618_0006 transitioned from RUNNING to APPLICATION_RESOURCES_CLEANINGUP
2014-04-10 11:46:03,807 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_0/usercache/brock/appcache/application_1397148282618_0006
2014-04-10 11:46:03,807 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_1/usercache/brock/appcache/application_1397148282618_0006
2014-04-10 11:46:03,807 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event APPLICATION_STOP for appId application_1397148282618_0006
2014-04-10 11:46:03,808 INFO application.Application (ApplicationImpl.java:handle(450)) - Application application_1397148282618_0006 transitioned from APPLICATION_RESOURCES_CLEANINGUP to FINISHED
2014-04-10 11:46:03,808 INFO loghandler.NonAggregatingLogHandler (NonAggregatingLogHandler.java:handle(119)) - Scheduling Log Deletion for application: application_1397148282618_0006, with delay of 10800 seconds
2014-04-10 11:46:03,808 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_2/usercache/brock/appcache/application_1397148282618_0006
2014-04-10 11:46:03,808 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_3/usercache/brock/appcache/application_1397148282618_0006
2014-04-10 11:46:03,865 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(103)) - Copying from /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_3/nmPrivate/container_1397148282618_0007_01_000004.tokens to /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_0/usercache/brock/appcache/application_1397148282618_0007/container_1397148282618_0007_01_000004.tokens
2014-04-10 11:46:03,865 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(105)) - CWD set to /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_0/usercache/brock/appcache/application_1397148282618_0007 = file:/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_0/usercache/brock/appcache/application_1397148282618_0007
2014-04-10 11:46:04,811 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397148282618_0007/job.split dst=null perm=null
2014-04-10 11:46:04,874 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:53089, dest: /127.0.0.1:54012, bytes: 1539, op: HDFS_READ, cliID: DFSClient_attempt_1397148282618_0007_m_000001_0_1326666543_1, offset: 0, srvID: 56b85d8f-9b31-4c91-b022-e568d9765c42, blockid: BP-196700473-127.0.0.1-1397148267010:blk_1073741909_1085, duration: 174672
2014-04-10 11:46:04,899 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397148282618_0007/job.split dst=null perm=null
2014-04-10 11:46:04,941 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/classes/test/data/apache.10.txt dst=null perm=null
2014-04-10 11:46:04,959 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:56823, dest: /127.0.0.1:44938, bytes: 1539, op: HDFS_READ, cliID: DFSClient_attempt_1397148282618_0007_m_000000_0_-1282090208_1, offset: 0, srvID: d87cf363-b947-4d02-ab62-043c9241fbef, blockid: BP-196700473-127.0.0.1-1397148267010:blk_1073741909_1085, duration: 233731
2014-04-10 11:46:05,021 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/classes/test/data/apache.10.txt dst=null perm=null
2014-04-10 11:46:05,024 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:37136, dest: /127.0.0.1:48371, bytes: 429, op: HDFS_READ, cliID: DFSClient_attempt_1397148282618_0007_m_000000_0_-1282090208_1, offset: 1024, srvID: b242afcc-2d24-4b8f-9fb7-bc72b71e749a, blockid: BP-196700473-127.0.0.1-1397148267010:blk_1073741838_1014, duration: 164023
2014-04-10 11:46:05,093 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397148282618_0007/job.split dst=null perm=null
2014-04-10 11:46:05,121 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:53089, dest: /127.0.0.1:54012, bytes: 1461, op: HDFS_READ, cliID: DFSClient_attempt_1397148282618_0007_m_000001_0_1326666543_1, offset: 0, srvID: 56b85d8f-9b31-4c91-b022-e568d9765c42, blockid: BP-196700473-127.0.0.1-1397148267010:blk_1073741838_1014, duration: 171955
2014-04-10 11:46:05,143 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397148282618_0007/job.split dst=null perm=null
2014-04-10 11:46:05,154 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:49954, dest: /127.0.0.1:51558, bytes: 507, op: HDFS_READ, cliID: DFSClient_attempt_1397148282618_0007_m_000003_0_-1353269739_1, offset: 1024, srvID: e20bf523-f226-4d36-9695-be2356cb97a6, blockid: BP-196700473-127.0.0.1-1397148267010:blk_1073741909_1085, duration: 125227
2014-04-10 11:46:05,199 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/hadooptapplatform/committapfail/_temporary/1/_temporary/attempt_1397148282618_0007_m_000001_0 dst=null perm=null
2014-04-10 11:46:05,217 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/classes/test/data/apache.10.txt dst=null perm=null
2014-04-10 11:46:05,219 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:56823, dest: /127.0.0.1:44944, bytes: 945, op: HDFS_READ, cliID: DFSClient_attempt_1397148282618_0007_m_000003_0_-1353269739_1, offset: 512, srvID: d87cf363-b947-4d02-ab62-043c9241fbef, blockid: BP-196700473-127.0.0.1-1397148267010:blk_1073741838_1014, duration: 168868
2014-04-10 11:46:05,225 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:49954, dest: /127.0.0.1:51560, bytes: 1023, op: HDFS_READ, cliID: DFSClient_attempt_1397148282618_0007_m_000002_0_-1352278550_1, offset: 512, srvID: e20bf523-f226-4d36-9695-be2356cb97a6, blockid: BP-196700473-127.0.0.1-1397148267010:blk_1073741909_1085, duration: 178243
2014-04-10 11:46:05,251 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/hadooptapplatform/committapfail/_temporary/1/_temporary/attempt_1397148282618_0007_m_000000_0 dst=null perm=null
2014-04-10 11:46:05,266 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:stopContainerInternal(718)) - Stopping container with container Id: container_1397148282618_0007_01_000003
2014-04-10 11:46:05,266 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=brock IP=127.0.0.1 OPERATION=Stop Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1397148282618_0007 CONTAINERID=container_1397148282618_0007_01_000003
2014-04-10 11:46:05,266 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397148282618_0007_01_000003 transitioned from RUNNING to KILLING
2014-04-10 11:46:05,266 INFO launcher.ContainerLaunch (ContainerLaunch.java:cleanupContainer(341)) - Cleaning up container container_1397148282618_0007_01_000003
2014-04-10 11:46:05,278 INFO launcher.ContainerLaunch (ContainerLaunch.java:call(322)) - Container container_1397148282618_0007_01_000003 succeeded
2014-04-10 11:46:05,285 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(2966)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/brock/.staging/job_1397148282618_0007/job_1397148282618_0007_1.jhist. BP-196700473-127.0.0.1-1397148267010 blk_1073741913_1089{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-b068c5d0-517e-4297-aa28-ff6d4c514e44:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-b6a9be31-6a8c-48bd-97ee-0b78fb430f32:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-331ec906-785c-475e-b366-176a30c332ed:NORMAL|RBW]]}
2014-04-10 11:46:05,298 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397148282618_0007_01_000003 transitioned from KILLING to EXITED_WITH_SUCCESS
2014-04-10 11:46:05,298 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_0/usercache/brock/appcache/application_1397148282618_0007/container_1397148282618_0007_01_000003
2014-04-10 11:46:05,298 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_1/usercache/brock/appcache/application_1397148282618_0007/container_1397148282618_0007_01_000003
2014-04-10 11:46:05,298 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_2/usercache/brock/appcache/application_1397148282618_0007/container_1397148282618_0007_01_000003
2014-04-10 11:46:05,299 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_3/usercache/brock/appcache/application_1397148282618_0007/container_1397148282618_0007_01_000003
2014-04-10 11:46:05,299 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=brock OPERATION=Container Finished - Succeeded TARGET=ContainerImpl RESULT=SUCCESS APPID=application_1397148282618_0007 CONTAINERID=container_1397148282618_0007_01_000003
2014-04-10 11:46:05,299 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397148282618_0007_01_000003 transitioned from EXITED_WITH_SUCCESS to DONE
2014-04-10 11:46:05,299 INFO application.Application (ApplicationImpl.java:transition(339)) - Removing container_1397148282618_0007_01_000003 from application application_1397148282618_0007
2014-04-10 11:46:05,299 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(169)) - Neither virutal-memory nor physical-memory monitoring is needed. Not running the monitor-thread
2014-04-10 11:46:05,299 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event CONTAINER_STOP for appId application_1397148282618_0007
2014-04-10 11:46:05,301 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:stopContainerInternal(718)) - Stopping container with container Id: container_1397148282618_0007_01_000002
2014-04-10 11:46:05,302 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=brock IP=127.0.0.1 OPERATION=Stop Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1397148282618_0007 CONTAINERID=container_1397148282618_0007_01_000002
2014-04-10 11:46:05,302 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:updateAndGetContainerStatuses(374)) - Removed completed container container_1397148282618_0007_01_000003
2014-04-10 11:46:05,302 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397148282618_0007_01_000002 transitioned from RUNNING to KILLING
2014-04-10 11:46:05,302 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397148282618_0007_01_000003 Container Transitioned from RUNNING to COMPLETED
2014-04-10 11:46:05,302 INFO fica.FiCaSchedulerApp (FiCaSchedulerApp.java:containerCompleted(91)) - Completed container: container_1397148282618_0007_01_000003 in state: COMPLETED event:FINISHED
2014-04-10 11:46:05,302 INFO launcher.ContainerLaunch (ContainerLaunch.java:cleanupContainer(341)) - Cleaning up container container_1397148282618_0007_01_000002
2014-04-10 11:46:05,303 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(98)) - USER=brock OPERATION=AM Released Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1397148282618_0007 CONTAINERID=container_1397148282618_0007_01_000003
2014-04-10 11:46:05,303 INFO fica.FiCaSchedulerNode (FiCaSchedulerNode.java:releaseContainer(164)) - Released container container_1397148282618_0007_01_000003 of capacity <memory:1024, vCores:1> on host localhost:39304, which currently has 2 containers, <memory:3072, vCores:2> used and <memory:1024, vCores:6> available, release resources=true
2014-04-10 11:46:05,303 INFO capacity.LeafQueue (LeafQueue.java:releaseResource(1506)) - default used=<memory:5120, vCores:4> numContainers=4 user=brock user-resources=<memory:5120, vCores:4>
2014-04-10 11:46:05,303 INFO capacity.LeafQueue (LeafQueue.java:completedContainer(1448)) - completedContainer container=Container: [ContainerId: container_1397148282618_0007_01_000003, NodeId: localhost:39304, NodeHttpAddress: localhost:51177, Resource: <memory:1024, vCores:1>, Priority: 20, Token: Token { kind: ContainerToken, service: localhost:39304 }, ] resource=<memory:1024, vCores:1> queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:5120, vCores:4>usedCapacity=0.3125, absoluteUsedCapacity=0.3125, numApps=1, numContainers=4 usedCapacity=0.3125 absoluteUsedCapacity=0.3125 used=<memory:5120, vCores:4> cluster=<memory:16384, vCores:32>
2014-04-10 11:46:05,303 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(694)) - completedContainer queue=root usedCapacity=0.3125 absoluteUsedCapacity=0.3125 used=<memory:5120, vCores:4> cluster=<memory:16384, vCores:32>
2014-04-10 11:46:05,303 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(708)) - Re-sorting completed queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:5120, vCores:4>usedCapacity=0.3125, absoluteUsedCapacity=0.3125, numApps=1, numContainers=4
2014-04-10 11:46:05,303 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(849)) - Application appattempt_1397148282618_0007_000001 released container container_1397148282618_0007_01_000003 on node: host: localhost:39304 #containers=2 available=1024 used=3072 with event: FINISHED
2014-04-10 11:46:05,306 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/classes/test/data/apache.10.txt dst=null perm=null
2014-04-10 11:46:05,307 WARN nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(207)) - Exit code from container container_1397148282618_0007_01_000002 is : 143
2014-04-10 11:46:05,308 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:37136, dest: /127.0.0.1:48378, bytes: 1461, op: HDFS_READ, cliID: DFSClient_attempt_1397148282618_0007_m_000002_0_-1352278550_1, offset: 0, srvID: b242afcc-2d24-4b8f-9fb7-bc72b71e749a, blockid: BP-196700473-127.0.0.1-1397148267010:blk_1073741838_1014, duration: 122487
2014-04-10 11:46:05,313 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-196700473-127.0.0.1-1397148267010:blk_1073741913_1089 src: /127.0.0.1:51564 dest: /127.0.0.1:49954
2014-04-10 11:46:05,314 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-196700473-127.0.0.1-1397148267010:blk_1073741913_1089 src: /127.0.0.1:44948 dest: /127.0.0.1:56823
2014-04-10 11:46:05,315 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-196700473-127.0.0.1-1397148267010:blk_1073741913_1089 src: /127.0.0.1:48381 dest: /127.0.0.1:37136
2014-04-10 11:46:05,316 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397148282618_0007_01_000002 transitioned from KILLING to CONTAINER_CLEANEDUP_AFTER_KILL
2014-04-10 11:46:05,317 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_0/usercache/brock/appcache/application_1397148282618_0007/container_1397148282618_0007_01_000002
2014-04-10 11:46:05,317 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_1/usercache/brock/appcache/application_1397148282618_0007/container_1397148282618_0007_01_000002
2014-04-10 11:46:05,317 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_2/usercache/brock/appcache/application_1397148282618_0007/container_1397148282618_0007_01_000002
2014-04-10 11:46:05,317 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_3/usercache/brock/appcache/application_1397148282618_0007/container_1397148282618_0007_01_000002
2014-04-10 11:46:05,318 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=brock OPERATION=Container Finished - Killed TARGET=ContainerImpl RESULT=SUCCESS APPID=application_1397148282618_0007 CONTAINERID=container_1397148282618_0007_01_000002
2014-04-10 11:46:05,318 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397148282618_0007_01_000002 transitioned from CONTAINER_CLEANEDUP_AFTER_KILL to DONE
2014-04-10 11:46:05,318 INFO application.Application (ApplicationImpl.java:transition(339)) - Removing container_1397148282618_0007_01_000002 from application application_1397148282618_0007
2014-04-10 11:46:05,318 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(169)) - Neither virutal-memory nor physical-memory monitoring is needed. Not running the monitor-thread
2014-04-10 11:46:05,318 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event CONTAINER_STOP for appId application_1397148282618_0007
2014-04-10 11:46:05,321 INFO hdfs.StateChange (FSNamesystem.java:fsync(3598)) - BLOCK* fsync: /tmp/hadoop-yarn/staging/brock/.staging/job_1397148282618_0007/job_1397148282618_0007_1.jhist for DFSClient_NONMAPREDUCE_-654262836_1
2014-04-10 11:46:05,449 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/hadooptapplatform/committapfail/_temporary/1/_temporary/attempt_1397148282618_0007_m_000003_0 dst=null perm=null
2014-04-10 11:46:05,488 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:stopContainerInternal(718)) - Stopping container with container Id: container_1397148282618_0007_01_000005
2014-04-10 11:46:05,488 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=brock IP=127.0.0.1 OPERATION=Stop Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1397148282618_0007 CONTAINERID=container_1397148282618_0007_01_000005
2014-04-10 11:46:05,488 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397148282618_0007_01_000005 transitioned from RUNNING to KILLING
2014-04-10 11:46:05,488 INFO launcher.ContainerLaunch (ContainerLaunch.java:cleanupContainer(341)) - Cleaning up container container_1397148282618_0007_01_000005
2014-04-10 11:46:05,494 WARN nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(207)) - Exit code from container container_1397148282618_0007_01_000005 is : 143
2014-04-10 11:46:05,501 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397148282618_0007_01_000005 transitioned from KILLING to CONTAINER_CLEANEDUP_AFTER_KILL
2014-04-10 11:46:05,501 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_0/usercache/brock/appcache/application_1397148282618_0007/container_1397148282618_0007_01_000005
2014-04-10 11:46:05,501 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_1/usercache/brock/appcache/application_1397148282618_0007/container_1397148282618_0007_01_000005
2014-04-10 11:46:05,501 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_2/usercache/brock/appcache/application_1397148282618_0007/container_1397148282618_0007_01_000005
2014-04-10 11:46:05,502 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_3/usercache/brock/appcache/application_1397148282618_0007/container_1397148282618_0007_01_000005
2014-04-10 11:46:05,502 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=brock OPERATION=Container Finished - Killed TARGET=ContainerImpl RESULT=SUCCESS APPID=application_1397148282618_0007 CONTAINERID=container_1397148282618_0007_01_000005
2014-04-10 11:46:05,502 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397148282618_0007_01_000005 transitioned from CONTAINER_CLEANEDUP_AFTER_KILL to DONE
2014-04-10 11:46:05,502 INFO application.Application (ApplicationImpl.java:transition(339)) - Removing container_1397148282618_0007_01_000005 from application application_1397148282618_0007
2014-04-10 11:46:05,502 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(169)) - Neither virutal-memory nor physical-memory monitoring is needed. Not running the monitor-thread
2014-04-10 11:46:05,502 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event CONTAINER_STOP for appId application_1397148282618_0007
2014-04-10 11:46:05,516 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/hadooptapplatform/committapfail/_temporary/1/_temporary/attempt_1397148282618_0007_m_000002_0 dst=null perm=null
2014-04-10 11:46:05,559 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:stopContainerInternal(718)) - Stopping container with container Id: container_1397148282618_0007_01_000004
2014-04-10 11:46:05,559 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=brock IP=127.0.0.1 OPERATION=Stop Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1397148282618_0007 CONTAINERID=container_1397148282618_0007_01_000004
2014-04-10 11:46:05,559 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397148282618_0007_01_000004 transitioned from RUNNING to KILLING
2014-04-10 11:46:05,559 INFO launcher.ContainerLaunch (ContainerLaunch.java:cleanupContainer(341)) - Cleaning up container container_1397148282618_0007_01_000004
2014-04-10 11:46:05,559 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:updateAndGetContainerStatuses(374)) - Removed completed container container_1397148282618_0007_01_000005
2014-04-10 11:46:05,559 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397148282618_0007_01_000005 Container Transitioned from RUNNING to COMPLETED
2014-04-10 11:46:05,559 INFO fica.FiCaSchedulerApp (FiCaSchedulerApp.java:containerCompleted(91)) - Completed container: container_1397148282618_0007_01_000005 in state: COMPLETED event:FINISHED
2014-04-10 11:46:05,560 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(98)) - USER=brock OPERATION=AM Released Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1397148282618_0007 CONTAINERID=container_1397148282618_0007_01_000005
2014-04-10 11:46:05,560 INFO fica.FiCaSchedulerNode (FiCaSchedulerNode.java:releaseContainer(164)) - Released container container_1397148282618_0007_01_000005 of capacity <memory:1024, vCores:1> on host localhost:33805, which currently has 1 containers, <memory:1024, vCores:1> used and <memory:3072, vCores:7> available, release resources=true
2014-04-10 11:46:05,560 INFO capacity.LeafQueue (LeafQueue.java:releaseResource(1506)) - default used=<memory:4096, vCores:3> numContainers=3 user=brock user-resources=<memory:4096, vCores:3>
2014-04-10 11:46:05,560 INFO capacity.LeafQueue (LeafQueue.java:completedContainer(1448)) - completedContainer container=Container: [ContainerId: container_1397148282618_0007_01_000005, NodeId: localhost:33805, NodeHttpAddress: localhost:42238, Resource: <memory:1024, vCores:1>, Priority: 20, Token: Token { kind: ContainerToken, service: localhost:33805 }, ] resource=<memory:1024, vCores:1> queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:4096, vCores:3>usedCapacity=0.25, absoluteUsedCapacity=0.25, numApps=1, numContainers=3 usedCapacity=0.25 absoluteUsedCapacity=0.25 used=<memory:4096, vCores:3> cluster=<memory:16384, vCores:32>
2014-04-10 11:46:05,560 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(694)) - completedContainer queue=root usedCapacity=0.25 absoluteUsedCapacity=0.25 used=<memory:4096, vCores:3> cluster=<memory:16384, vCores:32>
2014-04-10 11:46:05,560 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(708)) - Re-sorting completed queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:4096, vCores:3>usedCapacity=0.25, absoluteUsedCapacity=0.25, numApps=1, numContainers=3
2014-04-10 11:46:05,560 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(849)) - Application appattempt_1397148282618_0007_000001 released container container_1397148282618_0007_01_000005 on node: host: localhost:33805 #containers=1 available=3072 used=1024 with event: FINISHED
2014-04-10 11:46:05,564 WARN nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(207)) - Exit code from container container_1397148282618_0007_01_000004 is : 143
2014-04-10 11:46:05,571 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397148282618_0007_01_000004 transitioned from KILLING to CONTAINER_CLEANEDUP_AFTER_KILL
2014-04-10 11:46:05,572 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_0/usercache/brock/appcache/application_1397148282618_0007/container_1397148282618_0007_01_000004
2014-04-10 11:46:05,572 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_1/usercache/brock/appcache/application_1397148282618_0007/container_1397148282618_0007_01_000004
2014-04-10 11:46:05,572 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_2/usercache/brock/appcache/application_1397148282618_0007/container_1397148282618_0007_01_000004
2014-04-10 11:46:05,572 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_3/usercache/brock/appcache/application_1397148282618_0007/container_1397148282618_0007_01_000004
2014-04-10 11:46:05,572 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=brock OPERATION=Container Finished - Killed TARGET=ContainerImpl RESULT=SUCCESS APPID=application_1397148282618_0007 CONTAINERID=container_1397148282618_0007_01_000004
2014-04-10 11:46:05,572 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397148282618_0007_01_000004 transitioned from CONTAINER_CLEANEDUP_AFTER_KILL to DONE
2014-04-10 11:46:05,572 INFO application.Application (ApplicationImpl.java:transition(339)) - Removing container_1397148282618_0007_01_000004 from application application_1397148282618_0007
2014-04-10 11:46:05,572 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(169)) - Neither virutal-memory nor physical-memory monitoring is needed. Not running the monitor-thread
2014-04-10 11:46:05,572 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event CONTAINER_STOP for appId application_1397148282618_0007
2014-04-10 11:46:06,302 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:updateAndGetContainerStatuses(374)) - Removed completed container container_1397148282618_0007_01_000002
2014-04-10 11:46:06,303 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397148282618_0007_01_000002 Container Transitioned from RUNNING to COMPLETED
2014-04-10 11:46:06,303 INFO fica.FiCaSchedulerApp (FiCaSchedulerApp.java:containerCompleted(91)) - Completed container: container_1397148282618_0007_01_000002 in state: COMPLETED event:FINISHED
2014-04-10 11:46:06,303 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(98)) - USER=brock OPERATION=AM Released Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1397148282618_0007 CONTAINERID=container_1397148282618_0007_01_000002
2014-04-10 11:46:06,303 INFO fica.FiCaSchedulerNode (FiCaSchedulerNode.java:releaseContainer(164)) - Released container container_1397148282618_0007_01_000002 of capacity <memory:1024, vCores:1> on host localhost:39304, which currently has 1 containers, <memory:2048, vCores:1> used and <memory:2048, vCores:7> available, release resources=true
2014-04-10 11:46:06,304 INFO capacity.LeafQueue (LeafQueue.java:releaseResource(1506)) - default used=<memory:3072, vCores:2> numContainers=2 user=brock user-resources=<memory:3072, vCores:2>
2014-04-10 11:46:06,304 INFO capacity.LeafQueue (LeafQueue.java:completedContainer(1448)) - completedContainer container=Container: [ContainerId: container_1397148282618_0007_01_000002, NodeId: localhost:39304, NodeHttpAddress: localhost:51177, Resource: <memory:1024, vCores:1>, Priority: 20, Token: Token { kind: ContainerToken, service: localhost:39304 }, ] resource=<memory:1024, vCores:1> queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:3072, vCores:2>usedCapacity=0.1875, absoluteUsedCapacity=0.1875, numApps=1, numContainers=2 usedCapacity=0.1875 absoluteUsedCapacity=0.1875 used=<memory:3072, vCores:2> cluster=<memory:16384, vCores:32>
2014-04-10 11:46:06,304 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(694)) - completedContainer queue=root usedCapacity=0.1875 absoluteUsedCapacity=0.1875 used=<memory:3072, vCores:2> cluster=<memory:16384, vCores:32>
2014-04-10 11:46:06,304 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(708)) - Re-sorting completed queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:3072, vCores:2>usedCapacity=0.1875, absoluteUsedCapacity=0.1875, numApps=1, numContainers=2
2014-04-10 11:46:06,304 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(849)) - Application appattempt_1397148282618_0007_000001 released container container_1397148282618_0007_01_000002 on node: host: localhost:39304 #containers=1 available=2048 used=2048 with event: FINISHED
2014-04-10 11:46:06,559 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:updateAndGetContainerStatuses(374)) - Removed completed container container_1397148282618_0007_01_000004
2014-04-10 11:46:06,560 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397148282618_0007_01_000004 Container Transitioned from RUNNING to COMPLETED
2014-04-10 11:46:06,560 INFO fica.FiCaSchedulerApp (FiCaSchedulerApp.java:containerCompleted(91)) - Completed container: container_1397148282618_0007_01_000004 in state: COMPLETED event:FINISHED
2014-04-10 11:46:06,560 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(98)) - USER=brock OPERATION=AM Released Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1397148282618_0007 CONTAINERID=container_1397148282618_0007_01_000004
2014-04-10 11:46:06,560 INFO fica.FiCaSchedulerNode (FiCaSchedulerNode.java:releaseContainer(164)) - Released container container_1397148282618_0007_01_000004 of capacity <memory:1024, vCores:1> on host localhost:33805, which currently has 0 containers, <memory:0, vCores:0> used and <memory:4096, vCores:8> available, release resources=true
2014-04-10 11:46:06,561 INFO capacity.LeafQueue (LeafQueue.java:releaseResource(1506)) - default used=<memory:2048, vCores:1> numContainers=1 user=brock user-resources=<memory:2048, vCores:1>
2014-04-10 11:46:06,561 INFO capacity.LeafQueue (LeafQueue.java:completedContainer(1448)) - completedContainer container=Container: [ContainerId: container_1397148282618_0007_01_000004, NodeId: localhost:33805, NodeHttpAddress: localhost:42238, Resource: <memory:1024, vCores:1>, Priority: 20, Token: Token { kind: ContainerToken, service: localhost:33805 }, ] resource=<memory:1024, vCores:1> queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:2048, vCores:1>usedCapacity=0.125, absoluteUsedCapacity=0.125, numApps=1, numContainers=1 usedCapacity=0.125 absoluteUsedCapacity=0.125 used=<memory:2048, vCores:1> cluster=<memory:16384, vCores:32>
2014-04-10 11:46:06,561 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(694)) - completedContainer queue=root usedCapacity=0.125 absoluteUsedCapacity=0.125 used=<memory:2048, vCores:1> cluster=<memory:16384, vCores:32>
2014-04-10 11:46:06,561 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(708)) - Re-sorting completed queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:2048, vCores:1>usedCapacity=0.125, absoluteUsedCapacity=0.125, numApps=1, numContainers=1
2014-04-10 11:46:06,561 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(849)) - Application appattempt_1397148282618_0007_000001 released container container_1397148282618_0007_01_000004 on node: host: localhost:33805 #containers=0 available=4096 used=0 with event: FINISHED
2014-04-10 11:46:07,304 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397148282618_0007_01_000006 Container Transitioned from NEW to ALLOCATED
2014-04-10 11:46:07,304 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(98)) - USER=brock OPERATION=AM Allocated Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1397148282618_0007 CONTAINERID=container_1397148282618_0007_01_000006
2014-04-10 11:46:07,304 INFO fica.FiCaSchedulerNode (FiCaSchedulerNode.java:allocateContainer(116)) - Assigned container container_1397148282618_0007_01_000006 of capacity <memory:1024, vCores:1> on host localhost:39304, which currently has 2 containers, <memory:3072, vCores:2> used and <memory:1024, vCores:6> available
2014-04-10 11:46:07,304 INFO capacity.LeafQueue (LeafQueue.java:assignContainer(1363)) - assignedContainer application=application_1397148282618_0007 container=Container: [ContainerId: container_1397148282618_0007_01_000006, NodeId: localhost:39304, NodeHttpAddress: localhost:51177, Resource: <memory:1024, vCores:1>, Priority: 10, Token: Token { kind: ContainerToken, service: localhost:39304 }, ] containerId=container_1397148282618_0007_01_000006 queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:2048, vCores:1>usedCapacity=0.125, absoluteUsedCapacity=0.125, numApps=1, numContainers=1 usedCapacity=0.125 absoluteUsedCapacity=0.125 used=<memory:2048, vCores:1> cluster=<memory:16384, vCores:32>
2014-04-10 11:46:07,305 INFO capacity.ParentQueue (ParentQueue.java:assignContainersToChildQueues(655)) - Re-sorting assigned queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:3072, vCores:2>usedCapacity=0.1875, absoluteUsedCapacity=0.1875, numApps=1, numContainers=2
2014-04-10 11:46:07,305 INFO capacity.ParentQueue (ParentQueue.java:assignContainers(570)) - assignedContainer queue=root usedCapacity=0.1875 absoluteUsedCapacity=0.1875 used=<memory:3072, vCores:2> cluster=<memory:16384, vCores:32>
2014-04-10 11:46:08,262 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397148282618_0007_01_000006 Container Transitioned from ALLOCATED to ACQUIRED
2014-04-10 11:46:08,275 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(572)) - Start request for container_1397148282618_0007_01_000006 by user brock
2014-04-10 11:46:08,275 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=brock IP=127.0.0.1 OPERATION=Start Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1397148282618_0007 CONTAINERID=container_1397148282618_0007_01_000006
2014-04-10 11:46:08,275 INFO application.Application (ApplicationImpl.java:transition(296)) - Adding container_1397148282618_0007_01_000006 to application application_1397148282618_0007
2014-04-10 11:46:08,276 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397148282618_0007_01_000006 transitioned from NEW to LOCALIZING
2014-04-10 11:46:08,276 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event CONTAINER_INIT for appId application_1397148282618_0007
2014-04-10 11:46:08,276 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event APPLICATION_INIT for appId application_1397148282618_0007
2014-04-10 11:46:08,276 INFO containermanager.AuxServices (AuxServices.java:handle(179)) - Got APPLICATION_INIT for service mapreduce_shuffle
2014-04-10 11:46:08,277 INFO mapred.ShuffleHandler (ShuffleHandler.java:initializeApplication(263)) - Added token for job_1397148282618_0007
2014-04-10 11:46:08,277 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397148282618_0007_01_000006 transitioned from LOCALIZING to LOCALIZED
2014-04-10 11:46:08,313 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397148282618_0007_01_000006 Container Transitioned from ACQUIRED to RUNNING
2014-04-10 11:46:08,321 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397148282618_0007_01_000006 transitioned from LOCALIZED to RUNNING
2014-04-10 11:46:08,321 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(169)) - Neither virutal-memory nor physical-memory monitoring is needed. Not running the monitor-thread
2014-04-10 11:46:08,379 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(189)) - launchContainer: [nice, -n, 0, bash, /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_3/usercache/brock/appcache/application_1397148282618_0007/container_1397148282618_0007_01_000006/default_container_executor.sh]
2014-04-10 11:46:09,266 INFO scheduler.AppSchedulingInfo (AppSchedulingInfo.java:updateResourceRequests(166)) - checking for deactivate...
2014-04-10 11:46:10,145 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/hadooptapplatform/committapfail/_temporary/1/_temporary/attempt_1397148282618_0007_r_000000_0/part-00000 dst=null perm=brock:supergroup:rw-rw-rw-
2014-04-10 11:46:10,182 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(2966)) - BLOCK* allocateBlock: /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/hadooptapplatform/committapfail/_temporary/1/_temporary/attempt_1397148282618_0007_r_000000_0/part-00000. BP-196700473-127.0.0.1-1397148267010 blk_1073741914_1090{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-331ec906-785c-475e-b366-176a30c332ed:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-2bef5f6e-f0c9-4da0-8817-be69f5868853:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-7d772409-5e65-4676-97a9-57f5ea3efdc8:NORMAL|RBW]]}
2014-04-10 11:46:10,257 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-196700473-127.0.0.1-1397148267010:blk_1073741914_1090 src: /127.0.0.1:48397 dest: /127.0.0.1:37136
2014-04-10 11:46:10,258 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-196700473-127.0.0.1-1397148267010:blk_1073741914_1090 src: /127.0.0.1:54043 dest: /127.0.0.1:53089
2014-04-10 11:46:10,258 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-196700473-127.0.0.1-1397148267010:blk_1073741914_1090 src: /127.0.0.1:44968 dest: /127.0.0.1:56823
2014-04-10 11:46:10,267 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:44968, dest: /127.0.0.1:56823, bytes: 128, op: HDFS_WRITE, cliID: DFSClient_attempt_1397148282618_0007_r_000000_0_2096449431_1, offset: 0, srvID: d87cf363-b947-4d02-ab62-043c9241fbef, blockid: BP-196700473-127.0.0.1-1397148267010:blk_1073741914_1090, duration: 8104011
2014-04-10 11:46:10,267 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-196700473-127.0.0.1-1397148267010:blk_1073741914_1090, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2014-04-10 11:46:10,268 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:56823 is added to blk_1073741914_1090{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-008d3ead-b2b9-49b0-88ab-01e536a210da:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-c910d2b0-940b-4e3d-b4fd-b4f6084bf0d7:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-b6a9be31-6a8c-48bd-97ee-0b78fb430f32:NORMAL|RBW]]} size 0
2014-04-10 11:46:10,268 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:54043, dest: /127.0.0.1:53089, bytes: 128, op: HDFS_WRITE, cliID: DFSClient_attempt_1397148282618_0007_r_000000_0_2096449431_1, offset: 0, srvID: 56b85d8f-9b31-4c91-b022-e568d9765c42, blockid: BP-196700473-127.0.0.1-1397148267010:blk_1073741914_1090, duration: 8740861
2014-04-10 11:46:10,269 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-196700473-127.0.0.1-1397148267010:blk_1073741914_1090, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 11:46:10,269 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:53089 is added to blk_1073741914_1090{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-008d3ead-b2b9-49b0-88ab-01e536a210da:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-c910d2b0-940b-4e3d-b4fd-b4f6084bf0d7:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-b6a9be31-6a8c-48bd-97ee-0b78fb430f32:NORMAL|RBW]]} size 0
2014-04-10 11:46:10,269 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:48397, dest: /127.0.0.1:37136, bytes: 128, op: HDFS_WRITE, cliID: DFSClient_attempt_1397148282618_0007_r_000000_0_2096449431_1, offset: 0, srvID: b242afcc-2d24-4b8f-9fb7-bc72b71e749a, blockid: BP-196700473-127.0.0.1-1397148267010:blk_1073741914_1090, duration: 9816368
2014-04-10 11:46:10,269 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:37136 is added to blk_1073741914_1090{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-008d3ead-b2b9-49b0-88ab-01e536a210da:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-c910d2b0-940b-4e3d-b4fd-b4f6084bf0d7:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-b6a9be31-6a8c-48bd-97ee-0b78fb430f32:NORMAL|RBW]]} size 0
2014-04-10 11:46:10,269 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-196700473-127.0.0.1-1397148267010:blk_1073741914_1090, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 11:46:10,286 INFO hdfs.StateChange (FSNamesystem.java:completeFile(2899)) - DIR* completeFile: /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/hadooptapplatform/committapfail/_temporary/1/_temporary/attempt_1397148282618_0007_r_000000_0/part-00000 is closed by DFSClient_attempt_1397148282618_0007_r_000000_0_2096449431_1
2014-04-10 11:46:10,336 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/hadooptapplatform/committapfail/_temporary/1/_temporary/attempt_1397148282618_0007_r_000000_0 dst=null perm=null
2014-04-10 11:46:10,345 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/hadooptapplatform/committapfail/_temporary/1/_temporary/attempt_1397148282618_0007_r_000000_0 dst=null perm=null
2014-04-10 11:46:10,346 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/hadooptapplatform/committapfail/_temporary/1/task_1397148282618_0007_r_000000 dst=null perm=null
2014-04-10 11:46:10,361 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=rename src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/hadooptapplatform/committapfail/_temporary/1/_temporary/attempt_1397148282618_0007_r_000000_0 dst=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/hadooptapplatform/committapfail/_temporary/1/task_1397148282618_0007_r_000000 perm=brock:supergroup:rwxrwxrwx
2014-04-10 11:46:10,410 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:stopContainerInternal(718)) - Stopping container with container Id: container_1397148282618_0007_01_000006
2014-04-10 11:46:10,410 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=brock IP=127.0.0.1 OPERATION=Stop Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1397148282618_0007 CONTAINERID=container_1397148282618_0007_01_000006
2014-04-10 11:46:10,410 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397148282618_0007_01_000006 transitioned from RUNNING to KILLING
2014-04-10 11:46:10,411 INFO launcher.ContainerLaunch (ContainerLaunch.java:cleanupContainer(341)) - Cleaning up container container_1397148282618_0007_01_000006
2014-04-10 11:46:10,416 WARN nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(207)) - Exit code from container container_1397148282618_0007_01_000006 is : 143
2014-04-10 11:46:10,428 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397148282618_0007/COMMIT_STARTED dst=null perm=brock:supergroup:rw-rw-rw-
2014-04-10 11:46:10,429 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397148282618_0007_01_000006 transitioned from KILLING to CONTAINER_CLEANEDUP_AFTER_KILL
2014-04-10 11:46:10,429 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_0/usercache/brock/appcache/application_1397148282618_0007/container_1397148282618_0007_01_000006
2014-04-10 11:46:10,429 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_1/usercache/brock/appcache/application_1397148282618_0007/container_1397148282618_0007_01_000006
2014-04-10 11:46:10,430 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_2/usercache/brock/appcache/application_1397148282618_0007/container_1397148282618_0007_01_000006
2014-04-10 11:46:10,430 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_3/usercache/brock/appcache/application_1397148282618_0007/container_1397148282618_0007_01_000006
2014-04-10 11:46:10,430 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=brock OPERATION=Container Finished - Killed TARGET=ContainerImpl RESULT=SUCCESS APPID=application_1397148282618_0007 CONTAINERID=container_1397148282618_0007_01_000006
2014-04-10 11:46:10,430 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397148282618_0007_01_000006 transitioned from CONTAINER_CLEANEDUP_AFTER_KILL to DONE
2014-04-10 11:46:10,430 INFO application.Application (ApplicationImpl.java:transition(339)) - Removing container_1397148282618_0007_01_000006 from application application_1397148282618_0007
2014-04-10 11:46:10,430 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(169)) - Neither virutal-memory nor physical-memory monitoring is needed. Not running the monitor-thread
2014-04-10 11:46:10,430 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event CONTAINER_STOP for appId application_1397148282618_0007
2014-04-10 11:46:10,444 INFO hdfs.StateChange (FSNamesystem.java:completeFile(2899)) - DIR* completeFile: /tmp/hadoop-yarn/staging/brock/.staging/job_1397148282618_0007/COMMIT_STARTED is closed by DFSClient_NONMAPREDUCE_-654262836_1
2014-04-10 11:46:10,449 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=listStatus src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/hadooptapplatform/committapfail/_temporary/1 dst=null perm=null
2014-04-10 11:46:10,457 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/hadooptapplatform/committapfail dst=null perm=null
2014-04-10 11:46:10,458 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/hadooptapplatform/committapfail dst=null perm=null
2014-04-10 11:46:10,460 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=listStatus src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/hadooptapplatform/committapfail/_temporary/1/task_1397148282618_0007_r_000000 dst=null perm=null
2014-04-10 11:46:10,462 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/hadooptapplatform/committapfail/part-00000 dst=null perm=null
2014-04-10 11:46:10,478 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=rename src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/hadooptapplatform/committapfail/_temporary/1/task_1397148282618_0007_r_000000/part-00000 dst=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/hadooptapplatform/committapfail/part-00000 perm=brock:supergroup:rw-rw-rw-
2014-04-10 11:46:10,495 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=delete src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/hadooptapplatform/committapfail/_temporary dst=null perm=null
2014-04-10 11:46:10,511 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/hadooptapplatform/committapfail/_SUCCESS dst=null perm=brock:supergroup:rw-rw-rw-
2014-04-10 11:46:10,544 INFO hdfs.StateChange (FSNamesystem.java:completeFile(2899)) - DIR* completeFile: /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/hadooptapplatform/committapfail/_SUCCESS is closed by DFSClient_NONMAPREDUCE_-654262836_1
2014-04-10 11:46:10,578 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397148282618_0007/COMMIT_SUCCESS dst=null perm=brock:supergroup:rw-rw-rw-
2014-04-10 11:46:10,594 INFO hdfs.StateChange (FSNamesystem.java:completeFile(2899)) - DIR* completeFile: /tmp/hadoop-yarn/staging/brock/.staging/job_1397148282618_0007/COMMIT_SUCCESS is closed by DFSClient_NONMAPREDUCE_-654262836_1
2014-04-10 11:46:10,621 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:48381, dest: /127.0.0.1:37136, bytes: 61561, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-654262836_1, offset: 0, srvID: b242afcc-2d24-4b8f-9fb7-bc72b71e749a, blockid: BP-196700473-127.0.0.1-1397148267010:blk_1073741913_1089, duration: 5305245098
2014-04-10 11:46:10,622 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-196700473-127.0.0.1-1397148267010:blk_1073741913_1089, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2014-04-10 11:46:10,625 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:44948, dest: /127.0.0.1:56823, bytes: 61561, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-654262836_1, offset: 0, srvID: d87cf363-b947-4d02-ab62-043c9241fbef, blockid: BP-196700473-127.0.0.1-1397148267010:blk_1073741913_1089, duration: 5308775865
2014-04-10 11:46:10,625 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:37136 is added to blk_1073741913_1089{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-b068c5d0-517e-4297-aa28-ff6d4c514e44:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-331ec906-785c-475e-b366-176a30c332ed:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-7d772409-5e65-4676-97a9-57f5ea3efdc8:NORMAL|RBW]]} size 15142
2014-04-10 11:46:10,625 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-196700473-127.0.0.1-1397148267010:blk_1073741913_1089, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 11:46:10,626 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:51564, dest: /127.0.0.1:49954, bytes: 61561, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-654262836_1, offset: 0, srvID: e20bf523-f226-4d36-9695-be2356cb97a6, blockid: BP-196700473-127.0.0.1-1397148267010:blk_1073741913_1089, duration: 5308788392
2014-04-10 11:46:10,626 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-196700473-127.0.0.1-1397148267010:blk_1073741913_1089, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 11:46:10,626 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:56823 is added to blk_1073741913_1089{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-b068c5d0-517e-4297-aa28-ff6d4c514e44:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-331ec906-785c-475e-b366-176a30c332ed:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-7d772409-5e65-4676-97a9-57f5ea3efdc8:NORMAL|RBW]]} size 15142
2014-04-10 11:46:10,627 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:49954 is added to blk_1073741913_1089{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-b068c5d0-517e-4297-aa28-ff6d4c514e44:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-331ec906-785c-475e-b366-176a30c332ed:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-7d772409-5e65-4676-97a9-57f5ea3efdc8:NORMAL|RBW]]} size 15142
2014-04-10 11:46:10,644 INFO hdfs.StateChange (FSNamesystem.java:completeFile(2899)) - DIR* completeFile: /tmp/hadoop-yarn/staging/brock/.staging/job_1397148282618_0007/job_1397148282618_0007_1.jhist is closed by DFSClient_NONMAPREDUCE_-654262836_1
2014-04-10 11:46:10,661 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397148282618_0007.summary_tmp dst=null perm=brock:supergroup:rw-rw-rw-
2014-04-10 11:46:10,665 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(2966)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397148282618_0007.summary_tmp. BP-196700473-127.0.0.1-1397148267010 blk_1073741915_1091{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-b068c5d0-517e-4297-aa28-ff6d4c514e44:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-c910d2b0-940b-4e3d-b4fd-b4f6084bf0d7:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-b6a9be31-6a8c-48bd-97ee-0b78fb430f32:NORMAL|RBW]]}
2014-04-10 11:46:10,680 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-196700473-127.0.0.1-1397148267010:blk_1073741915_1091 src: /127.0.0.1:51586 dest: /127.0.0.1:49954
2014-04-10 11:46:10,682 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-196700473-127.0.0.1-1397148267010:blk_1073741915_1091 src: /127.0.0.1:54046 dest: /127.0.0.1:53089
2014-04-10 11:46:10,683 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-196700473-127.0.0.1-1397148267010:blk_1073741915_1091 src: /127.0.0.1:44971 dest: /127.0.0.1:56823
2014-04-10 11:46:10,686 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:44971, dest: /127.0.0.1:56823, bytes: 446, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-654262836_1, offset: 0, srvID: d87cf363-b947-4d02-ab62-043c9241fbef, blockid: BP-196700473-127.0.0.1-1397148267010:blk_1073741915_1091, duration: 1968349
2014-04-10 11:46:10,687 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-196700473-127.0.0.1-1397148267010:blk_1073741915_1091, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2014-04-10 11:46:10,687 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:54046, dest: /127.0.0.1:53089, bytes: 446, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-654262836_1, offset: 0, srvID: 56b85d8f-9b31-4c91-b022-e568d9765c42, blockid: BP-196700473-127.0.0.1-1397148267010:blk_1073741915_1091, duration: 2530518
2014-04-10 11:46:10,687 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:56823 is added to blk_1073741915_1091{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-97cf26c5-95a4-4e0e-a439-d9926ba08c0b:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-2bef5f6e-f0c9-4da0-8817-be69f5868853:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-7d772409-5e65-4676-97a9-57f5ea3efdc8:NORMAL|RBW]]} size 0
2014-04-10 11:46:10,687 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-196700473-127.0.0.1-1397148267010:blk_1073741915_1091, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 11:46:10,688 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:51586, dest: /127.0.0.1:49954, bytes: 446, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-654262836_1, offset: 0, srvID: e20bf523-f226-4d36-9695-be2356cb97a6, blockid: BP-196700473-127.0.0.1-1397148267010:blk_1073741915_1091, duration: 3148663
2014-04-10 11:46:10,688 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:53089 is added to blk_1073741915_1091{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-97cf26c5-95a4-4e0e-a439-d9926ba08c0b:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-2bef5f6e-f0c9-4da0-8817-be69f5868853:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-7d772409-5e65-4676-97a9-57f5ea3efdc8:NORMAL|RBW]]} size 0
2014-04-10 11:46:10,688 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-196700473-127.0.0.1-1397148267010:blk_1073741915_1091, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 11:46:10,689 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:49954 is added to blk_1073741915_1091{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-97cf26c5-95a4-4e0e-a439-d9926ba08c0b:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-2bef5f6e-f0c9-4da0-8817-be69f5868853:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-7d772409-5e65-4676-97a9-57f5ea3efdc8:NORMAL|RBW]]} size 0
2014-04-10 11:46:10,703 INFO hdfs.StateChange (FSNamesystem.java:completeFile(2899)) - DIR* completeFile: /tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397148282618_0007.summary_tmp is closed by DFSClient_NONMAPREDUCE_-654262836_1
2014-04-10 11:46:10,711 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-196700473-127.0.0.1-1397148267010:blk_1073741915_1091
2014-04-10 11:46:10,713 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-196700473-127.0.0.1-1397148267010:blk_1073741913_1089
2014-04-10 11:46:10,720 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397148282618_0007.summary_tmp dst=null perm=brock:supergroup:rwxrwx---
2014-04-10 11:46:10,726 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397148282618_0007/job_1397148282618_0007_1.jhist dst=null perm=null
2014-04-10 11:46:10,727 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397148282618_0007-1397148357070-brock-%5B0FA7D33A9AD943EE964BB8E134476096%2FBAEF4484DFF44966-1397148370596-4-1-SUCCEEDED-default-1397148360200.jhist_tmp dst=null perm=null
2014-04-10 11:46:10,732 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397148282618_0007/job_1397148282618_0007_1.jhist dst=null perm=null
2014-04-10 11:46:10,733 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397148282618_0007-1397148357070-brock-%5B0FA7D33A9AD943EE964BB8E134476096%2FBAEF4484DFF44966-1397148370596-4-1-SUCCEEDED-default-1397148360200.jhist_tmp dst=null perm=null
2014-04-10 11:46:10,734 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397148282618_0007/job_1397148282618_0007_1.jhist dst=null perm=null
2014-04-10 11:46:10,753 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397148282618_0007-1397148357070-brock-%5B0FA7D33A9AD943EE964BB8E134476096%2FBAEF4484DFF44966-1397148370596-4-1-SUCCEEDED-default-1397148360200.jhist_tmp dst=null perm=brock:supergroup:rw-rw-rw-
2014-04-10 11:46:10,756 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:56823, dest: /127.0.0.1:44972, bytes: 62045, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_-654262836_1, offset: 0, srvID: d87cf363-b947-4d02-ab62-043c9241fbef, blockid: BP-196700473-127.0.0.1-1397148267010:blk_1073741913_1089, duration: 294841
2014-04-10 11:46:10,759 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(2966)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397148282618_0007-1397148357070-brock-%5B0FA7D33A9AD943EE964BB8E134476096%2FBAEF4484DFF44966-1397148370596-4-1-SUCCEEDED-default-1397148360200.jhist_tmp. BP-196700473-127.0.0.1-1397148267010 blk_1073741916_1092{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-2bef5f6e-f0c9-4da0-8817-be69f5868853:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-97cf26c5-95a4-4e0e-a439-d9926ba08c0b:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-331ec906-785c-475e-b366-176a30c332ed:NORMAL|RBW]]}
2014-04-10 11:46:10,772 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-196700473-127.0.0.1-1397148267010:blk_1073741916_1092 src: /127.0.0.1:54049 dest: /127.0.0.1:53089
2014-04-10 11:46:10,773 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-196700473-127.0.0.1-1397148267010:blk_1073741916_1092 src: /127.0.0.1:51591 dest: /127.0.0.1:49954
2014-04-10 11:46:10,774 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-196700473-127.0.0.1-1397148267010:blk_1073741916_1092 src: /127.0.0.1:48407 dest: /127.0.0.1:37136
2014-04-10 11:46:10,778 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:48407, dest: /127.0.0.1:37136, bytes: 61561, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-654262836_1, offset: 0, srvID: b242afcc-2d24-4b8f-9fb7-bc72b71e749a, blockid: BP-196700473-127.0.0.1-1397148267010:blk_1073741916_1092, duration: 2182600
2014-04-10 11:46:10,778 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-196700473-127.0.0.1-1397148267010:blk_1073741916_1092, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2014-04-10 11:46:10,778 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:37136 is added to blk_1073741916_1092{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-331ec906-785c-475e-b366-176a30c332ed:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-c910d2b0-940b-4e3d-b4fd-b4f6084bf0d7:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-b068c5d0-517e-4297-aa28-ff6d4c514e44:NORMAL|RBW]]} size 0
2014-04-10 11:46:10,778 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:51591, dest: /127.0.0.1:49954, bytes: 61561, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-654262836_1, offset: 0, srvID: e20bf523-f226-4d36-9695-be2356cb97a6, blockid: BP-196700473-127.0.0.1-1397148267010:blk_1073741916_1092, duration: 2487116
2014-04-10 11:46:10,779 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:49954 is added to blk_1073741916_1092{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-331ec906-785c-475e-b366-176a30c332ed:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-c910d2b0-940b-4e3d-b4fd-b4f6084bf0d7:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-b068c5d0-517e-4297-aa28-ff6d4c514e44:NORMAL|RBW]]} size 0
2014-04-10 11:46:10,779 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:54049, dest: /127.0.0.1:53089, bytes: 61561, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-654262836_1, offset: 0, srvID: 56b85d8f-9b31-4c91-b022-e568d9765c42, blockid: BP-196700473-127.0.0.1-1397148267010:blk_1073741916_1092, duration: 3652204
2014-04-10 11:46:10,779 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-196700473-127.0.0.1-1397148267010:blk_1073741916_1092, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 11:46:10,779 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-196700473-127.0.0.1-1397148267010:blk_1073741916_1092, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 11:46:10,780 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:53089 is added to blk_1073741916_1092{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-331ec906-785c-475e-b366-176a30c332ed:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-c910d2b0-940b-4e3d-b4fd-b4f6084bf0d7:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-b068c5d0-517e-4297-aa28-ff6d4c514e44:NORMAL|RBW]]} size 0
2014-04-10 11:46:10,795 INFO hdfs.StateChange (FSNamesystem.java:completeFile(2899)) - DIR* completeFile: /tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397148282618_0007-1397148357070-brock-%5B0FA7D33A9AD943EE964BB8E134476096%2FBAEF4484DFF44966-1397148370596-4-1-SUCCEEDED-default-1397148360200.jhist_tmp is closed by DFSClient_NONMAPREDUCE_-654262836_1
2014-04-10 11:46:10,811 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397148282618_0007-1397148357070-brock-%5B0FA7D33A9AD943EE964BB8E134476096%2FBAEF4484DFF44966-1397148370596-4-1-SUCCEEDED-default-1397148360200.jhist_tmp dst=null perm=brock:supergroup:rwxrwx---
2014-04-10 11:46:10,813 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397148282618_0007/job_1397148282618_0007_1_conf.xml dst=null perm=null
2014-04-10 11:46:10,814 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397148282618_0007_conf.xml_tmp dst=null perm=null
2014-04-10 11:46:10,815 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397148282618_0007/job_1397148282618_0007_1_conf.xml dst=null perm=null
2014-04-10 11:46:10,817 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397148282618_0007_conf.xml_tmp dst=null perm=null
2014-04-10 11:46:10,818 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397148282618_0007/job_1397148282618_0007_1_conf.xml dst=null perm=null
2014-04-10 11:46:10,836 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397148282618_0007_conf.xml_tmp dst=null perm=brock:supergroup:rw-rw-rw-
2014-04-10 11:46:10,839 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:53089, dest: /127.0.0.1:54052, bytes: 96355, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_-654262836_1, offset: 0, srvID: 56b85d8f-9b31-4c91-b022-e568d9765c42, blockid: BP-196700473-127.0.0.1-1397148267010:blk_1073741912_1088, duration: 222284
2014-04-10 11:46:10,840 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(2966)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397148282618_0007_conf.xml_tmp. BP-196700473-127.0.0.1-1397148267010 blk_1073741917_1093{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-331ec906-785c-475e-b366-176a30c332ed:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-7d772409-5e65-4676-97a9-57f5ea3efdc8:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-2bef5f6e-f0c9-4da0-8817-be69f5868853:NORMAL|RBW]]}
2014-04-10 11:46:10,855 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-196700473-127.0.0.1-1397148267010:blk_1073741917_1093 src: /127.0.0.1:48409 dest: /127.0.0.1:37136
2014-04-10 11:46:10,857 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-196700473-127.0.0.1-1397148267010:blk_1073741917_1093 src: /127.0.0.1:44978 dest: /127.0.0.1:56823
2014-04-10 11:46:10,858 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-196700473-127.0.0.1-1397148267010:blk_1073741917_1093 src: /127.0.0.1:54055 dest: /127.0.0.1:53089
2014-04-10 11:46:10,861 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:54055, dest: /127.0.0.1:53089, bytes: 95607, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-654262836_1, offset: 0, srvID: 56b85d8f-9b31-4c91-b022-e568d9765c42, blockid: BP-196700473-127.0.0.1-1397148267010:blk_1073741917_1093, duration: 2667458
2014-04-10 11:46:10,862 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-196700473-127.0.0.1-1397148267010:blk_1073741917_1093, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2014-04-10 11:46:10,862 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:53089 is added to blk_1073741917_1093{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-2bef5f6e-f0c9-4da0-8817-be69f5868853:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-008d3ead-b2b9-49b0-88ab-01e536a210da:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-b6a9be31-6a8c-48bd-97ee-0b78fb430f32:NORMAL|RBW]]} size 0
2014-04-10 11:46:10,863 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:44978, dest: /127.0.0.1:56823, bytes: 95607, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-654262836_1, offset: 0, srvID: d87cf363-b947-4d02-ab62-043c9241fbef, blockid: BP-196700473-127.0.0.1-1397148267010:blk_1073741917_1093, duration: 2993994
2014-04-10 11:46:10,863 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-196700473-127.0.0.1-1397148267010:blk_1073741917_1093, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 11:46:10,863 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:56823 is added to blk_1073741917_1093{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-2bef5f6e-f0c9-4da0-8817-be69f5868853:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-008d3ead-b2b9-49b0-88ab-01e536a210da:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-b6a9be31-6a8c-48bd-97ee-0b78fb430f32:NORMAL|RBW]]} size 0
2014-04-10 11:46:10,863 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:48409, dest: /127.0.0.1:37136, bytes: 95607, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-654262836_1, offset: 0, srvID: b242afcc-2d24-4b8f-9fb7-bc72b71e749a, blockid: BP-196700473-127.0.0.1-1397148267010:blk_1073741917_1093, duration: 4485403
2014-04-10 11:46:10,864 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-196700473-127.0.0.1-1397148267010:blk_1073741917_1093, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 11:46:10,864 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:37136 is added to blk_1073741917_1093{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-2bef5f6e-f0c9-4da0-8817-be69f5868853:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-008d3ead-b2b9-49b0-88ab-01e536a210da:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-b6a9be31-6a8c-48bd-97ee-0b78fb430f32:NORMAL|RBW]]} size 0
2014-04-10 11:46:10,878 INFO hdfs.StateChange (FSNamesystem.java:completeFile(2899)) - DIR* completeFile: /tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397148282618_0007_conf.xml_tmp is closed by DFSClient_NONMAPREDUCE_-654262836_1
2014-04-10 11:46:10,895 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397148282618_0007_conf.xml_tmp dst=null perm=brock:supergroup:rwxrwx---
2014-04-10 11:46:10,911 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=rename src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397148282618_0007.summary_tmp dst=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397148282618_0007.summary perm=brock:supergroup:rwxrwx---
2014-04-10 11:46:10,928 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=rename src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397148282618_0007_conf.xml_tmp dst=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397148282618_0007_conf.xml perm=brock:supergroup:rwxrwx---
2014-04-10 11:46:10,945 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=rename src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397148282618_0007-1397148357070-brock-%5B0FA7D33A9AD943EE964BB8E134476096%2FBAEF4484DFF44966-1397148370596-4-1-SUCCEEDED-default-1397148360200.jhist_tmp dst=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397148282618_0007-1397148357070-brock-%5B0FA7D33A9AD943EE964BB8E134476096%2FBAEF4484DFF44966-1397148370596-4-1-SUCCEEDED-default-1397148360200.jhist perm=brock:supergroup:rwxrwx---
2014-04-10 11:46:10,953 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:rememberTargetTransitionsAndStoreState(960)) - Updating application attempt appattempt_1397148282618_0007_000001 with final state: FINISHING
2014-04-10 11:46:10,953 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(652)) - appattempt_1397148282618_0007_000001 State change from RUNNING to FINAL_SAVING
2014-04-10 11:46:10,954 INFO rmapp.RMAppImpl (RMAppImpl.java:rememberTargetTransitionsAndStoreState(805)) - Updating application application_1397148282618_0007 with final state: FINISHING
2014-04-10 11:46:10,954 INFO rmapp.RMAppImpl (RMAppImpl.java:handle(610)) - application_1397148282618_0007 State change from RUNNING to FINAL_SAVING
2014-04-10 11:46:10,954 INFO recovery.RMStateStore (RMStateStore.java:handleStoreEvent(596)) - Storing info for app: application_1397148282618_0007
2014-04-10 11:46:10,955 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(652)) - appattempt_1397148282618_0007_000001 State change from FINAL_SAVING to FINISHING
2014-04-10 11:46:10,955 INFO rmapp.RMAppImpl (RMAppImpl.java:handle(610)) - application_1397148282618_0007 State change from FINAL_SAVING to FINISHING
2014-04-10 11:46:10,984 INFO mapred.ClientServiceDelegate (ClientServiceDelegate.java:getProxy(273)) - Application state is completed. FinalApplicationStatus=SUCCEEDED. Redirecting to job history server
2014-04-10 11:46:10,987 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=listStatus src=/tmp/hadoop-yarn/staging/history/done_intermediate dst=null perm=null
2014-04-10 11:46:10,988 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=listStatus src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock dst=null perm=null
2014-04-10 11:46:10,989 INFO hs.CompletedJob (CompletedJob.java:<init>(95)) - Loading job: job_1397148282618_0007 from file: hdfs://localhost:38088/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397148282618_0007-1397148357070-brock-%5B0FA7D33A9AD943EE964BB8E134476096%2FBAEF4484DFF44966-1397148370596-4-1-SUCCEEDED-default-1397148360200.jhist
2014-04-10 11:46:10,990 INFO hs.CompletedJob (CompletedJob.java:loadFullHistoryData(326)) - Loading history file: [hdfs://localhost:38088/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397148282618_0007-1397148357070-brock-%5B0FA7D33A9AD943EE964BB8E134476096%2FBAEF4484DFF44966-1397148370596-4-1-SUCCEEDED-default-1397148360200.jhist]
2014-04-10 11:46:10,991 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397148282618_0007-1397148357070-brock-%5B0FA7D33A9AD943EE964BB8E134476096%2FBAEF4484DFF44966-1397148370596-4-1-SUCCEEDED-default-1397148360200.jhist dst=null perm=null
2014-04-10 11:46:10,994 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:53089, dest: /127.0.0.1:54059, bytes: 62045, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_-1040503166_9, offset: 0, srvID: 56b85d8f-9b31-4c91-b022-e568d9765c42, blockid: BP-196700473-127.0.0.1-1397148267010:blk_1073741916_1092, duration: 286801
2014-04-10 11:46:11,025 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397148282618_0007.summary dst=null perm=null
2014-04-10 11:46:11,028 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:49954, dest: /127.0.0.1:51601, bytes: 450, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_724752928_9, offset: 0, srvID: e20bf523-f226-4d36-9695-be2356cb97a6, blockid: BP-196700473-127.0.0.1-1397148267010:blk_1073741915_1091, duration: 294403
2014-04-10 11:46:11,028 INFO jobhistory.JobSummary (HistoryFileManager.java:moveToDone(372)) - jobId=job_1397148282618_0007,submitTime=1397148357070,launchTime=1397148360200,firstMapTaskLaunchTime=1397148362355,firstReduceTaskLaunchTime=1397148368277,finishTime=1397148370596,resourcesPerMap=1024,resourcesPerReduce=1024,numMaps=4,numReduces=1,user=brock,queue=default,status=SUCCEEDED,mapSlotSeconds=12,reduceSlotSeconds=2,jobName=[0FA7D33A9AD943EE964BB8E134476096/BAEF4484DFF4496685E7355A20F95657] test/(1/1) ...tapplatform/committapfail
2014-04-10 11:46:11,028 INFO hs.HistoryFileManager (HistoryFileManager.java:moveToDone(373)) - Deleting JobSummary file: [hdfs://localhost:38088/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397148282618_0007.summary]
2014-04-10 11:46:11,045 INFO BlockStateChange (BlockManager.java:addToInvalidates(1030)) - BLOCK* addToInvalidates: blk_1073741915_1091 127.0.0.1:49954 127.0.0.1:53089 127.0.0.1:56823
2014-04-10 11:46:11,045 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=delete src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397148282618_0007.summary dst=null perm=null
2014-04-10 11:46:11,046 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/history/done/2014/04/10/000000 dst=null perm=null
2014-04-10 11:46:11,047 INFO hs.HistoryFileManager (HistoryFileManager.java:moveToDoneNow(947)) - Moving hdfs://localhost:38088/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397148282618_0007-1397148357070-brock-%5B0FA7D33A9AD943EE964BB8E134476096%2FBAEF4484DFF44966-1397148370596-4-1-SUCCEEDED-default-1397148360200.jhist to hdfs://localhost:38088/tmp/hadoop-yarn/staging/history/done/2014/04/10/000000/job_1397148282618_0007-1397148357070-brock-%5B0FA7D33A9AD943EE964BB8E134476096%2FBAEF4484DFF44966-1397148370596-4-1-SUCCEEDED-default-1397148360200.jhist
2014-04-10 11:46:11,061 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=rename options=0 src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397148282618_0007-1397148357070-brock-%5B0FA7D33A9AD943EE964BB8E134476096%2FBAEF4484DFF44966-1397148370596-4-1-SUCCEEDED-default-1397148360200.jhist dst=/tmp/hadoop-yarn/staging/history/done/2014/04/10/000000/job_1397148282618_0007-1397148357070-brock-%5B0FA7D33A9AD943EE964BB8E134476096%2FBAEF4484DFF44966-1397148370596-4-1-SUCCEEDED-default-1397148360200.jhist perm=brock:supergroup:rwxrwx---
2014-04-10 11:46:11,062 INFO hs.HistoryFileManager (HistoryFileManager.java:moveToDoneNow(947)) - Moving hdfs://localhost:38088/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397148282618_0007_conf.xml to hdfs://localhost:38088/tmp/hadoop-yarn/staging/history/done/2014/04/10/000000/job_1397148282618_0007_conf.xml
2014-04-10 11:46:11,078 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=rename options=0 src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397148282618_0007_conf.xml dst=/tmp/hadoop-yarn/staging/history/done/2014/04/10/000000/job_1397148282618_0007_conf.xml perm=brock:supergroup:rwxrwx---
2014-04-10 11:46:11,081 ERROR flow.FlowStep (BaseFlowStep.java:logError(849)) - [test] unable to commit sink: hdfs://localhost:38088/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/hadooptapplatform/committapfail
java.io.IOException: failed intentionally
at cascading.tap.hadoop.HadoopTapPlatformTest$2.commitResource(HadoopTapPlatformTest.java:402)
at cascading.tap.hadoop.HadoopTapPlatformTest$2.commitResource(HadoopTapPlatformTest.java:398)
at cascading.flow.planner.BaseFlowStep.commitResource(BaseFlowStep.java:440)
at cascading.flow.planner.BaseFlowStep.commitSinks(BaseFlowStep.java:428)
at cascading.flow.planner.FlowStepJob.blockOnJob(FlowStepJob.java:227)
at cascading.flow.planner.FlowStepJob.start(FlowStepJob.java:149)
at cascading.flow.planner.FlowStepJob.call(FlowStepJob.java:124)
at cascading.flow.planner.FlowStepJob.call(FlowStepJob.java:43)
at java.util.concurrent.FutureTask$Sync.innerRun(FutureTask.java:334)
at java.util.concurrent.FutureTask.run(FutureTask.java:166)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1145)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615)
at java.lang.Thread.run(Thread.java:724)
2014-04-10 11:46:11,090 INFO flow.Flow (BaseFlow.java:logInfo(1354)) - [test] stopping all jobs
2014-04-10 11:46:11,091 INFO flow.FlowStep (BaseFlowStep.java:logInfo(834)) - [test] stopping: (1/1) ...tapplatform/committapfail
2014-04-10 11:46:11,092 INFO flow.Flow (BaseFlow.java:logInfo(1354)) - [test] stopped all jobs
2014-04-10 11:46:11,093 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/hadooptapplatform/committapfail dst=null perm=null
2014-04-10 11:46:11,093 INFO util.Hadoop18TapUtil (Hadoop18TapUtil.java:cleanTempPath(219)) - deleting temp path /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/hadooptapplatform/committapfail/_temporary
2014-04-10 11:46:11,093 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/hadooptapplatform/committapfail/_temporary dst=null perm=null
2014-04-10 11:46:11,095 INFO cascading.PlatformTestCase (PlatformTestCase.java:tearDown(209)) - copying to local /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output//hadoop2-mr1/hadooptapplatform/committapfail
2014-04-10 11:46:11,096 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/hadooptapplatform/committapfail dst=null perm=null
2014-04-10 11:46:11,096 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/hadooptapplatform/committapfail dst=null perm=null
2014-04-10 11:46:11,097 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/hadooptapplatform/committapfail dst=null perm=null
2014-04-10 11:46:11,097 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=listStatus src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/hadooptapplatform/committapfail dst=null perm=null
2014-04-10 11:46:11,098 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/hadooptapplatform/committapfail/part-00000 dst=null perm=null
2014-04-10 11:46:11,099 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/hadooptapplatform/committapfail/part-00000 dst=null perm=null
2014-04-10 11:46:11,100 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:56823, dest: /127.0.0.1:44985, bytes: 132, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_-1040503166_9, offset: 0, srvID: d87cf363-b947-4d02-ab62-043c9241fbef, blockid: BP-196700473-127.0.0.1-1397148267010:blk_1073741914_1090, duration: 181016
2014-04-10 11:46:11,101 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/classes/test/data/apache.10.txt dst=null perm=null
2014-04-10 11:46:11,111 INFO util.HadoopUtil (HadoopUtil.java:findMainClass(319)) - using default application jar, may cause class not found exceptions on the cluster
2014-04-10 11:46:11,111 INFO planner.HadoopPlanner (HadoopPlanner.java:initialize(205)) - using application jar: /home/brock/.gradle/caches/modules-2/files-2.1/cascading/cascading-hadoop2-mr1/2.5.3/fbde5367797af408c100d25704a77959e50a31d8/cascading-hadoop2-mr1-2.5.3.jar
2014-04-10 11:46:11,122 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/hadooptapplatform/committap dst=null perm=null
2014-04-10 11:46:11,123 INFO flow.Flow (BaseFlow.java:logInfo(1354)) - [test] starting
2014-04-10 11:46:11,123 INFO flow.Flow (BaseFlow.java:logInfo(1354)) - [test] source: Hfs["TextLine[['offset', 'line']->[ALL]]"]["/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/classes/test/data/apache.10.txt"]
2014-04-10 11:46:11,123 INFO flow.Flow (BaseFlow.java:logInfo(1354)) - [test] sink: ["TextDelimited[['ip', 'count']]"]["/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/hadooptapplatform/committap"]
2014-04-10 11:46:11,123 INFO flow.Flow (BaseFlow.java:logInfo(1354)) - [test] parallel execution is enabled: true
2014-04-10 11:46:11,123 INFO flow.Flow (BaseFlow.java:logInfo(1354)) - [test] starting jobs: 1
2014-04-10 11:46:11,123 INFO flow.Flow (BaseFlow.java:logInfo(1354)) - [test] allocating threads: 1
2014-04-10 11:46:11,124 INFO flow.FlowStep (BaseFlowStep.java:logInfo(834)) - [test] starting step: (1/1) ...dooptapplatform/committap
2014-04-10 11:46:11,131 INFO client.RMProxy (RMProxy.java:createRMProxy(92)) - Connecting to ResourceManager at localhost/127.0.0.1:53220
2014-04-10 11:46:11,139 INFO client.RMProxy (RMProxy.java:createRMProxy(92)) - Connecting to ResourceManager at localhost/127.0.0.1:53220
2014-04-10 11:46:11,142 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/hadooptapplatform/committap dst=null perm=null
2014-04-10 11:46:11,142 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging dst=null perm=null
2014-04-10 11:46:11,143 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging dst=null perm=null
2014-04-10 11:46:11,143 INFO resourcemanager.ClientRMService (ClientRMService.java:getNewApplicationId(213)) - Allocated new applicationId: 8
2014-04-10 11:46:11,144 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397148282618_0008 dst=null perm=null
2014-04-10 11:46:11,178 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=mkdirs src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397148282618_0008 dst=null perm=brock:supergroup:rwxr-xr-x
2014-04-10 11:46:11,194 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397148282618_0008 dst=null perm=brock:supergroup:rwx------
2014-04-10 11:46:11,195 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397148282618_0008/job.jar dst=null perm=null
2014-04-10 11:46:11,211 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397148282618_0008/job.jar dst=null perm=brock:supergroup:rw-r--r--
2014-04-10 11:46:11,213 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(2966)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/brock/.staging/job_1397148282618_0008/job.jar. BP-196700473-127.0.0.1-1397148267010 blk_1073741918_1094{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-008d3ead-b2b9-49b0-88ab-01e536a210da:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-b068c5d0-517e-4297-aa28-ff6d4c514e44:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-7d772409-5e65-4676-97a9-57f5ea3efdc8:NORMAL|RBW]]}
2014-04-10 11:46:11,228 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-196700473-127.0.0.1-1397148267010:blk_1073741917_1093
2014-04-10 11:46:11,228 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-196700473-127.0.0.1-1397148267010:blk_1073741916_1092
2014-04-10 11:46:11,229 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-196700473-127.0.0.1-1397148267010:blk_1073741918_1094 src: /127.0.0.1:48418 dest: /127.0.0.1:37136
2014-04-10 11:46:11,229 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-196700473-127.0.0.1-1397148267010:blk_1073741913_1089
2014-04-10 11:46:11,229 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-196700473-127.0.0.1-1397148267010:blk_1073741914_1090
2014-04-10 11:46:11,230 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-196700473-127.0.0.1-1397148267010:blk_1073741918_1094 src: /127.0.0.1:51604 dest: /127.0.0.1:49954
2014-04-10 11:46:11,230 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-196700473-127.0.0.1-1397148267010:blk_1073741918_1094 src: /127.0.0.1:44988 dest: /127.0.0.1:56823
2014-04-10 11:46:11,233 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:44988, dest: /127.0.0.1:56823, bytes: 244650, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-1040503166_9, offset: 0, srvID: d87cf363-b947-4d02-ab62-043c9241fbef, blockid: BP-196700473-127.0.0.1-1397148267010:blk_1073741918_1094, duration: 2014866
2014-04-10 11:46:11,233 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-196700473-127.0.0.1-1397148267010:blk_1073741918_1094, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2014-04-10 11:46:11,233 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:56823 is added to blk_1073741918_1094{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-7d772409-5e65-4676-97a9-57f5ea3efdc8:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-331ec906-785c-475e-b366-176a30c332ed:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-97cf26c5-95a4-4e0e-a439-d9926ba08c0b:NORMAL|RBW]]} size 0
2014-04-10 11:46:11,233 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:51604, dest: /127.0.0.1:49954, bytes: 244650, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-1040503166_9, offset: 0, srvID: e20bf523-f226-4d36-9695-be2356cb97a6, blockid: BP-196700473-127.0.0.1-1397148267010:blk_1073741918_1094, duration: 2129937
2014-04-10 11:46:11,234 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-196700473-127.0.0.1-1397148267010:blk_1073741918_1094, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 11:46:11,234 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:48418, dest: /127.0.0.1:37136, bytes: 244650, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-1040503166_9, offset: 0, srvID: b242afcc-2d24-4b8f-9fb7-bc72b71e749a, blockid: BP-196700473-127.0.0.1-1397148267010:blk_1073741918_1094, duration: 2583385
2014-04-10 11:46:11,234 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:49954 is added to blk_1073741918_1094{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-7d772409-5e65-4676-97a9-57f5ea3efdc8:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-331ec906-785c-475e-b366-176a30c332ed:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-97cf26c5-95a4-4e0e-a439-d9926ba08c0b:NORMAL|RBW]]} size 0
2014-04-10 11:46:11,234 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-196700473-127.0.0.1-1397148267010:blk_1073741918_1094, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 11:46:11,235 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:37136 is added to blk_1073741918_1094{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-7d772409-5e65-4676-97a9-57f5ea3efdc8:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-331ec906-785c-475e-b366-176a30c332ed:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-97cf26c5-95a4-4e0e-a439-d9926ba08c0b:NORMAL|RBW]]} size 0
2014-04-10 11:46:11,291 INFO hdfs.StateChange (FSNamesystem.java:completeFile(2899)) - DIR* completeFile: /tmp/hadoop-yarn/staging/brock/.staging/job_1397148282618_0008/job.jar is closed by DFSClient_NONMAPREDUCE_-1040503166_9
2014-04-10 11:46:11,292 INFO blockmanagement.BlockManager (BlockManager.java:setReplication(2455)) - Increasing replication from 3 to 10 for /tmp/hadoop-yarn/staging/brock/.staging/job_1397148282618_0008/job.jar
2014-04-10 11:46:11,328 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=setReplication src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397148282618_0008/job.jar dst=null perm=null
2014-04-10 11:46:11,328 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-196700473-127.0.0.1-1397148267010:blk_1073741914_1090
2014-04-10 11:46:11,329 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-196700473-127.0.0.1-1397148267010:blk_1073741913_1089
2014-04-10 11:46:11,330 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-196700473-127.0.0.1-1397148267010:blk_1073741917_1093
2014-04-10 11:46:11,345 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397148282618_0008/job.jar dst=null perm=brock:supergroup:rw-r--r--
2014-04-10 11:46:11,346 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null
2014-04-10 11:46:11,347 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target/Hadoop2MR1Platform-tmpDir/hadoop-6513904787770014536.jar dst=null perm=null
2014-04-10 11:46:11,348 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null
2014-04-10 11:46:11,349 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target/Hadoop2MR1Platform-tmpDir dst=null perm=null
2014-04-10 11:46:11,350 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target dst=null perm=null
2014-04-10 11:46:11,351 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock dst=null perm=null
2014-04-10 11:46:11,352 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user dst=null perm=null
2014-04-10 11:46:11,353 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/ dst=null perm=null
2014-04-10 11:46:11,354 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target/Hadoop2MR1Platform-tmpDir/hadoop-6513904787770014536.jar dst=null perm=null
2014-04-10 11:46:11,356 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/classes/test/data/apache.10.txt dst=null perm=null
2014-04-10 11:46:11,357 INFO mapred.FileInputFormat (FileInputFormat.java:listStatus(253)) - Total input paths to process : 1
2014-04-10 11:46:11,358 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/classes/test/data/apache.10.txt dst=null perm=null
2014-04-10 11:46:11,378 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397148282618_0008/job.split dst=null perm=brock:supergroup:rw-r--r--
2014-04-10 11:46:11,395 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397148282618_0008/job.split dst=null perm=brock:supergroup:rw-r--r--
2014-04-10 11:46:11,396 INFO blockmanagement.BlockManager (BlockManager.java:setReplication(2455)) - Increasing replication from 3 to 10 for /tmp/hadoop-yarn/staging/brock/.staging/job_1397148282618_0008/job.split
2014-04-10 11:46:11,411 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:updateAndGetContainerStatuses(374)) - Removed completed container container_1397148282618_0007_01_000006
2014-04-10 11:46:11,411 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=setReplication src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397148282618_0008/job.split dst=null perm=null
2014-04-10 11:46:11,412 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397148282618_0007_01_000006 Container Transitioned from RUNNING to COMPLETED
2014-04-10 11:46:11,412 INFO fica.FiCaSchedulerApp (FiCaSchedulerApp.java:containerCompleted(91)) - Completed container: container_1397148282618_0007_01_000006 in state: COMPLETED event:FINISHED
2014-04-10 11:46:11,412 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(98)) - USER=brock OPERATION=AM Released Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1397148282618_0007 CONTAINERID=container_1397148282618_0007_01_000006
2014-04-10 11:46:11,412 INFO fica.FiCaSchedulerNode (FiCaSchedulerNode.java:releaseContainer(164)) - Released container container_1397148282618_0007_01_000006 of capacity <memory:1024, vCores:1> on host localhost:39304, which currently has 1 containers, <memory:2048, vCores:1> used and <memory:2048, vCores:7> available, release resources=true
2014-04-10 11:46:11,412 INFO capacity.LeafQueue (LeafQueue.java:releaseResource(1506)) - default used=<memory:2048, vCores:1> numContainers=1 user=brock user-resources=<memory:2048, vCores:1>
2014-04-10 11:46:11,412 INFO capacity.LeafQueue (LeafQueue.java:completedContainer(1448)) - completedContainer container=Container: [ContainerId: container_1397148282618_0007_01_000006, NodeId: localhost:39304, NodeHttpAddress: localhost:51177, Resource: <memory:1024, vCores:1>, Priority: 10, Token: Token { kind: ContainerToken, service: localhost:39304 }, ] resource=<memory:1024, vCores:1> queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:2048, vCores:1>usedCapacity=0.125, absoluteUsedCapacity=0.125, numApps=1, numContainers=1 usedCapacity=0.125 absoluteUsedCapacity=0.125 used=<memory:2048, vCores:1> cluster=<memory:16384, vCores:32>
2014-04-10 11:46:11,413 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(694)) - completedContainer queue=root usedCapacity=0.125 absoluteUsedCapacity=0.125 used=<memory:2048, vCores:1> cluster=<memory:16384, vCores:32>
2014-04-10 11:46:11,413 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(708)) - Re-sorting completed queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:2048, vCores:1>usedCapacity=0.125, absoluteUsedCapacity=0.125, numApps=1, numContainers=1
2014-04-10 11:46:11,413 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(849)) - Application appattempt_1397148282618_0007_000001 released container container_1397148282618_0007_01_000006 on node: host: localhost:39304 #containers=1 available=2048 used=2048 with event: FINISHED
2014-04-10 11:46:11,413 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(2966)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/brock/.staging/job_1397148282618_0008/job.split. BP-196700473-127.0.0.1-1397148267010 blk_1073741919_1095{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-c910d2b0-940b-4e3d-b4fd-b4f6084bf0d7:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-7d772409-5e65-4676-97a9-57f5ea3efdc8:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-b068c5d0-517e-4297-aa28-ff6d4c514e44:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-008d3ead-b2b9-49b0-88ab-01e536a210da:NORMAL|RBW]]}
2014-04-10 11:46:11,429 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-196700473-127.0.0.1-1397148267010:blk_1073741919_1095 src: /127.0.0.1:54066 dest: /127.0.0.1:53089
2014-04-10 11:46:11,431 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-196700473-127.0.0.1-1397148267010:blk_1073741919_1095 src: /127.0.0.1:44991 dest: /127.0.0.1:56823
2014-04-10 11:46:11,432 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-196700473-127.0.0.1-1397148267010:blk_1073741919_1095 src: /127.0.0.1:51609 dest: /127.0.0.1:49954
2014-04-10 11:46:11,434 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-196700473-127.0.0.1-1397148267010:blk_1073741919_1095 src: /127.0.0.1:48425 dest: /127.0.0.1:37136
2014-04-10 11:46:11,437 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:48425, dest: /127.0.0.1:37136, bytes: 1527, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-1040503166_9, offset: 0, srvID: b242afcc-2d24-4b8f-9fb7-bc72b71e749a, blockid: BP-196700473-127.0.0.1-1397148267010:blk_1073741919_1095, duration: 2251886
2014-04-10 11:46:11,441 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-196700473-127.0.0.1-1397148267010:blk_1073741919_1095, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2014-04-10 11:46:11,442 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:37136 is added to blk_1073741919_1095{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-c910d2b0-940b-4e3d-b4fd-b4f6084bf0d7:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-b068c5d0-517e-4297-aa28-ff6d4c514e44:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-008d3ead-b2b9-49b0-88ab-01e536a210da:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-b6a9be31-6a8c-48bd-97ee-0b78fb430f32:NORMAL|RBW]]} size 0
2014-04-10 11:46:11,442 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:51609, dest: /127.0.0.1:49954, bytes: 1527, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-1040503166_9, offset: 0, srvID: e20bf523-f226-4d36-9695-be2356cb97a6, blockid: BP-196700473-127.0.0.1-1397148267010:blk_1073741919_1095, duration: 6765708
2014-04-10 11:46:11,442 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-196700473-127.0.0.1-1397148267010:blk_1073741919_1095, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 11:46:11,443 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:49954 is added to blk_1073741919_1095{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-c910d2b0-940b-4e3d-b4fd-b4f6084bf0d7:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-b068c5d0-517e-4297-aa28-ff6d4c514e44:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-008d3ead-b2b9-49b0-88ab-01e536a210da:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-b6a9be31-6a8c-48bd-97ee-0b78fb430f32:NORMAL|RBW]]} size 0
2014-04-10 11:46:11,443 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:44991, dest: /127.0.0.1:56823, bytes: 1527, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-1040503166_9, offset: 0, srvID: d87cf363-b947-4d02-ab62-043c9241fbef, blockid: BP-196700473-127.0.0.1-1397148267010:blk_1073741919_1095, duration: 7708995
2014-04-10 11:46:11,443 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-196700473-127.0.0.1-1397148267010:blk_1073741919_1095, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 11:46:11,443 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:56823 is added to blk_1073741919_1095{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-c910d2b0-940b-4e3d-b4fd-b4f6084bf0d7:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-b068c5d0-517e-4297-aa28-ff6d4c514e44:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-008d3ead-b2b9-49b0-88ab-01e536a210da:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-b6a9be31-6a8c-48bd-97ee-0b78fb430f32:NORMAL|RBW]]} size 0
2014-04-10 11:46:11,443 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:54066, dest: /127.0.0.1:53089, bytes: 1527, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-1040503166_9, offset: 0, srvID: 56b85d8f-9b31-4c91-b022-e568d9765c42, blockid: BP-196700473-127.0.0.1-1397148267010:blk_1073741919_1095, duration: 8305368
2014-04-10 11:46:11,444 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-196700473-127.0.0.1-1397148267010:blk_1073741919_1095, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 11:46:11,444 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:53089 is added to blk_1073741919_1095{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-c910d2b0-940b-4e3d-b4fd-b4f6084bf0d7:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-b068c5d0-517e-4297-aa28-ff6d4c514e44:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-008d3ead-b2b9-49b0-88ab-01e536a210da:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-b6a9be31-6a8c-48bd-97ee-0b78fb430f32:NORMAL|RBW]]} size 0
2014-04-10 11:46:11,461 INFO hdfs.StateChange (FSNamesystem.java:completeFile(2899)) - DIR* completeFile: /tmp/hadoop-yarn/staging/brock/.staging/job_1397148282618_0008/job.split is closed by DFSClient_NONMAPREDUCE_-1040503166_9
2014-04-10 11:46:11,472 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-196700473-127.0.0.1-1397148267010:blk_1073741919_1095
2014-04-10 11:46:11,473 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-196700473-127.0.0.1-1397148267010:blk_1073741916_1092
2014-04-10 11:46:11,474 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-196700473-127.0.0.1-1397148267010:blk_1073741917_1093
2014-04-10 11:46:11,475 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-196700473-127.0.0.1-1397148267010:blk_1073741915_1091
2014-04-10 11:46:11,475 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-196700473-127.0.0.1-1397148267010:blk_1073741914_1090
2014-04-10 11:46:11,478 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397148282618_0008/job.splitmetainfo dst=null perm=brock:supergroup:rw-r--r--
2014-04-10 11:46:11,495 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397148282618_0008/job.splitmetainfo dst=null perm=brock:supergroup:rw-r--r--
2014-04-10 11:46:11,496 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(2966)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/brock/.staging/job_1397148282618_0008/job.splitmetainfo. BP-196700473-127.0.0.1-1397148267010 blk_1073741920_1096{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-7d772409-5e65-4676-97a9-57f5ea3efdc8:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-2bef5f6e-f0c9-4da0-8817-be69f5868853:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-331ec906-785c-475e-b366-176a30c332ed:NORMAL|RBW]]}
2014-04-10 11:46:11,513 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-196700473-127.0.0.1-1397148267010:blk_1073741920_1096 src: /127.0.0.1:44994 dest: /127.0.0.1:56823
2014-04-10 11:46:11,515 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-196700473-127.0.0.1-1397148267010:blk_1073741920_1096 src: /127.0.0.1:54071 dest: /127.0.0.1:53089
2014-04-10 11:46:11,516 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-196700473-127.0.0.1-1397148267010:blk_1073741920_1096 src: /127.0.0.1:48428 dest: /127.0.0.1:37136
2014-04-10 11:46:11,519 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:48428, dest: /127.0.0.1:37136, bytes: 156, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-1040503166_9, offset: 0, srvID: b242afcc-2d24-4b8f-9fb7-bc72b71e749a, blockid: BP-196700473-127.0.0.1-1397148267010:blk_1073741920_1096, duration: 1577891
2014-04-10 11:46:11,519 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-196700473-127.0.0.1-1397148267010:blk_1073741920_1096, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2014-04-10 11:46:11,519 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:37136 is added to blk_1073741920_1096{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-7d772409-5e65-4676-97a9-57f5ea3efdc8:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-2bef5f6e-f0c9-4da0-8817-be69f5868853:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-331ec906-785c-475e-b366-176a30c332ed:NORMAL|RBW]]} size 0
2014-04-10 11:46:11,519 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:54071, dest: /127.0.0.1:53089, bytes: 156, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-1040503166_9, offset: 0, srvID: 56b85d8f-9b31-4c91-b022-e568d9765c42, blockid: BP-196700473-127.0.0.1-1397148267010:blk_1073741920_1096, duration: 2132263
2014-04-10 11:46:11,520 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-196700473-127.0.0.1-1397148267010:blk_1073741920_1096, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 11:46:11,520 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:53089 is added to blk_1073741920_1096{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-7d772409-5e65-4676-97a9-57f5ea3efdc8:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-2bef5f6e-f0c9-4da0-8817-be69f5868853:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-331ec906-785c-475e-b366-176a30c332ed:NORMAL|RBW]]} size 0
2014-04-10 11:46:11,520 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:44994, dest: /127.0.0.1:56823, bytes: 156, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-1040503166_9, offset: 0, srvID: d87cf363-b947-4d02-ab62-043c9241fbef, blockid: BP-196700473-127.0.0.1-1397148267010:blk_1073741920_1096, duration: 2715052
2014-04-10 11:46:11,520 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-196700473-127.0.0.1-1397148267010:blk_1073741920_1096, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 11:46:11,521 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:56823 is added to blk_1073741920_1096{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-7d772409-5e65-4676-97a9-57f5ea3efdc8:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-2bef5f6e-f0c9-4da0-8817-be69f5868853:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-331ec906-785c-475e-b366-176a30c332ed:NORMAL|RBW]]} size 0
2014-04-10 11:46:11,531 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-196700473-127.0.0.1-1397148267010:blk_1073741918_1094
2014-04-10 11:46:11,531 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-196700473-127.0.0.1-1397148267010:blk_1073741920_1096
2014-04-10 11:46:11,532 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-196700473-127.0.0.1-1397148267010:blk_1073741919_1095
2014-04-10 11:46:11,532 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-196700473-127.0.0.1-1397148267010:blk_1073741915_1091
2014-04-10 11:46:11,536 INFO hdfs.StateChange (FSNamesystem.java:completeFile(2899)) - DIR* completeFile: /tmp/hadoop-yarn/staging/brock/.staging/job_1397148282618_0008/job.splitmetainfo is closed by DFSClient_NONMAPREDUCE_-1040503166_9
2014-04-10 11:46:11,537 INFO mapreduce.JobSubmitter (JobSubmitter.java:submitJobInternal(396)) - number of splits:4
2014-04-10 11:46:11,553 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397148282618_0008/job.xml dst=null perm=brock:supergroup:rw-r--r--
2014-04-10 11:46:11,570 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397148282618_0008/job.xml dst=null perm=brock:supergroup:rw-r--r--
2014-04-10 11:46:11,593 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(2966)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/brock/.staging/job_1397148282618_0008/job.xml. BP-196700473-127.0.0.1-1397148267010 blk_1073741921_1097{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-b6a9be31-6a8c-48bd-97ee-0b78fb430f32:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-b068c5d0-517e-4297-aa28-ff6d4c514e44:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-c910d2b0-940b-4e3d-b4fd-b4f6084bf0d7:NORMAL|RBW]]}
2014-04-10 11:46:11,613 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-196700473-127.0.0.1-1397148267010:blk_1073741921_1097 src: /127.0.0.1:44997 dest: /127.0.0.1:56823
2014-04-10 11:46:11,614 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-196700473-127.0.0.1-1397148267010:blk_1073741921_1097 src: /127.0.0.1:51615 dest: /127.0.0.1:49954
2014-04-10 11:46:11,616 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-196700473-127.0.0.1-1397148267010:blk_1073741921_1097 src: /127.0.0.1:54075 dest: /127.0.0.1:53089
2014-04-10 11:46:11,618 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:54075, dest: /127.0.0.1:53089, bytes: 81692, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-1040503166_9, offset: 0, srvID: 56b85d8f-9b31-4c91-b022-e568d9765c42, blockid: BP-196700473-127.0.0.1-1397148267010:blk_1073741921_1097, duration: 2131565
2014-04-10 11:46:11,619 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-196700473-127.0.0.1-1397148267010:blk_1073741921_1097, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2014-04-10 11:46:11,619 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:53089 is added to blk_1073741921_1097{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-b6a9be31-6a8c-48bd-97ee-0b78fb430f32:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-c910d2b0-940b-4e3d-b4fd-b4f6084bf0d7:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-97cf26c5-95a4-4e0e-a439-d9926ba08c0b:NORMAL|RBW]]} size 0
2014-04-10 11:46:11,619 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:51615, dest: /127.0.0.1:49954, bytes: 81692, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-1040503166_9, offset: 0, srvID: e20bf523-f226-4d36-9695-be2356cb97a6, blockid: BP-196700473-127.0.0.1-1397148267010:blk_1073741921_1097, duration: 2473280
2014-04-10 11:46:11,619 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-196700473-127.0.0.1-1397148267010:blk_1073741921_1097, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 11:46:11,620 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:49954 is added to blk_1073741921_1097{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-b6a9be31-6a8c-48bd-97ee-0b78fb430f32:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-c910d2b0-940b-4e3d-b4fd-b4f6084bf0d7:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-97cf26c5-95a4-4e0e-a439-d9926ba08c0b:NORMAL|RBW]]} size 0
2014-04-10 11:46:11,620 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:44997, dest: /127.0.0.1:56823, bytes: 81692, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-1040503166_9, offset: 0, srvID: d87cf363-b947-4d02-ab62-043c9241fbef, blockid: BP-196700473-127.0.0.1-1397148267010:blk_1073741921_1097, duration: 3020345
2014-04-10 11:46:11,620 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-196700473-127.0.0.1-1397148267010:blk_1073741921_1097, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 11:46:11,620 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:56823 is added to blk_1073741921_1097{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-b6a9be31-6a8c-48bd-97ee-0b78fb430f32:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-c910d2b0-940b-4e3d-b4fd-b4f6084bf0d7:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-97cf26c5-95a4-4e0e-a439-d9926ba08c0b:NORMAL|RBW]]} size 0
2014-04-10 11:46:11,636 INFO hdfs.StateChange (FSNamesystem.java:completeFile(2899)) - DIR* completeFile: /tmp/hadoop-yarn/staging/brock/.staging/job_1397148282618_0008/job.xml is closed by DFSClient_NONMAPREDUCE_-1040503166_9
2014-04-10 11:46:11,637 INFO mapreduce.JobSubmitter (JobSubmitter.java:printTokens(479)) - Submitting tokens for job: job_1397148282618_0008
2014-04-10 11:46:11,638 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397148282618_0008 dst=null perm=null
2014-04-10 11:46:11,639 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397148282618_0008/job.xml dst=null perm=null
2014-04-10 11:46:11,640 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397148282618_0008/job.xml dst=null perm=null
2014-04-10 11:46:11,641 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397148282618_0008/job.jar dst=null perm=null
2014-04-10 11:46:11,642 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397148282618_0008/job.jar dst=null perm=null
2014-04-10 11:46:11,643 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397148282618_0008/job.split dst=null perm=null
2014-04-10 11:46:11,644 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397148282618_0008/job.split dst=null perm=null
2014-04-10 11:46:11,645 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397148282618_0008/job.splitmetainfo dst=null perm=null
2014-04-10 11:46:11,646 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397148282618_0008/job.splitmetainfo dst=null perm=null
2014-04-10 11:46:11,648 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null
2014-04-10 11:46:11,649 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target/Hadoop2MR1Platform-tmpDir/hadoop-6513904787770014536.jar dst=null perm=null
2014-04-10 11:46:11,650 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null
2014-04-10 11:46:11,651 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target/Hadoop2MR1Platform-tmpDir/hadoop-6513904787770014536.jar dst=null perm=null
2014-04-10 11:46:11,652 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null
2014-04-10 11:46:11,653 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target/Hadoop2MR1Platform-tmpDir/hadoop-6513904787770014536.jar dst=null perm=null
2014-04-10 11:46:11,695 INFO resourcemanager.ClientRMService (ClientRMService.java:submitApplication(326)) - Application with id 8 submitted by user brock
2014-04-10 11:46:11,695 INFO rmapp.RMAppImpl (RMAppImpl.java:transition(786)) - Storing application with id application_1397148282618_0008
2014-04-10 11:46:11,695 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(140)) - USER=brock IP=127.0.0.1 OPERATION=Submit Application Request TARGET=ClientRMService RESULT=SUCCESS APPID=application_1397148282618_0008
2014-04-10 11:46:11,695 INFO recovery.RMStateStore (RMStateStore.java:handleStoreEvent(596)) - Storing info for app: application_1397148282618_0008
2014-04-10 11:46:11,695 INFO rmapp.RMAppImpl (RMAppImpl.java:handle(610)) - application_1397148282618_0008 State change from NEW to NEW_SAVING
2014-04-10 11:46:11,696 INFO rmapp.RMAppImpl (RMAppImpl.java:handle(610)) - application_1397148282618_0008 State change from NEW_SAVING to SUBMITTED
2014-04-10 11:46:11,696 INFO resourcemanager.ApplicationMasterService (ApplicationMasterService.java:registerAppAttempt(556)) - Registering app attempt : appattempt_1397148282618_0008_000001
2014-04-10 11:46:11,696 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(652)) - appattempt_1397148282618_0008_000001 State change from NEW to SUBMITTED
2014-04-10 11:46:11,697 INFO capacity.LeafQueue (LeafQueue.java:activateApplications(718)) - Application application_1397148282618_0008 from user: brock activated in queue: default
2014-04-10 11:46:11,697 INFO capacity.LeafQueue (LeafQueue.java:addApplication(734)) - Application added - appId: application_1397148282618_0008 user: org.apache.hadoop.yarn.server.resourcemanager.scheduler.capacity.LeafQueue$User@57bb55fc, leaf-queue: default #user-pending-applications: 0 #user-active-applications: 2 #queue-pending-applications: 0 #queue-active-applications: 2
2014-04-10 11:46:11,697 INFO impl.YarnClientImpl (YarnClientImpl.java:submitApplication(166)) - Submitted application application_1397148282618_0008
2014-04-10 11:46:11,697 INFO capacity.ParentQueue (ParentQueue.java:addApplication(482)) - Application added - appId: application_1397148282618_0008 user: brock leaf-queue of parent: root #applications: 2
2014-04-10 11:46:11,698 INFO capacity.CapacityScheduler (CapacityScheduler.java:addApplicationAttempt(459)) - Application Submission: appattempt_1397148282618_0008_000001, user: brock queue: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:2048, vCores:1>usedCapacity=0.125, absoluteUsedCapacity=0.125, numApps=2, numContainers=1, currently active: 2
2014-04-10 11:46:11,700 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(652)) - appattempt_1397148282618_0008_000001 State change from SUBMITTED to SCHEDULED
2014-04-10 11:46:11,700 INFO rmapp.RMAppImpl (RMAppImpl.java:handle(610)) - application_1397148282618_0008 State change from SUBMITTED to ACCEPTED
2014-04-10 11:46:11,701 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397148282618_0008_01_000001 Container Transitioned from NEW to ALLOCATED
2014-04-10 11:46:11,702 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(98)) - USER=brock OPERATION=AM Allocated Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1397148282618_0008 CONTAINERID=container_1397148282618_0008_01_000001
2014-04-10 11:46:11,702 INFO fica.FiCaSchedulerNode (FiCaSchedulerNode.java:allocateContainer(116)) - Assigned container container_1397148282618_0008_01_000001 of capacity <memory:2048, vCores:1> on host localhost:39163, which currently has 1 containers, <memory:2048, vCores:1> used and <memory:2048, vCores:7> available
2014-04-10 11:46:11,702 INFO capacity.LeafQueue (LeafQueue.java:assignContainer(1363)) - assignedContainer application=application_1397148282618_0008 container=Container: [ContainerId: container_1397148282618_0008_01_000001, NodeId: localhost:39163, NodeHttpAddress: localhost:45117, Resource: <memory:2048, vCores:1>, Priority: 0, Token: Token { kind: ContainerToken, service: localhost:39163 }, ] containerId=container_1397148282618_0008_01_000001 queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:2048, vCores:1>usedCapacity=0.125, absoluteUsedCapacity=0.125, numApps=2, numContainers=1 usedCapacity=0.125 absoluteUsedCapacity=0.125 used=<memory:2048, vCores:1> cluster=<memory:16384, vCores:32>
2014-04-10 11:46:11,702 INFO capacity.ParentQueue (ParentQueue.java:assignContainersToChildQueues(655)) - Re-sorting assigned queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:4096, vCores:2>usedCapacity=0.25, absoluteUsedCapacity=0.25, numApps=2, numContainers=2
2014-04-10 11:46:11,702 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397148282618_0008_01_000001 Container Transitioned from ALLOCATED to ACQUIRED
2014-04-10 11:46:11,702 INFO capacity.ParentQueue (ParentQueue.java:assignContainers(570)) - assignedContainer queue=root usedCapacity=0.25 absoluteUsedCapacity=0.25 used=<memory:4096, vCores:2> cluster=<memory:16384, vCores:32>
2014-04-10 11:46:11,703 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:storeAttempt(1554)) - Storing attempt: AppId: application_1397148282618_0008 AttemptId: appattempt_1397148282618_0008_000001 MasterContainer: Container: [ContainerId: container_1397148282618_0008_01_000001, NodeId: localhost:39163, NodeHttpAddress: localhost:45117, Resource: <memory:2048, vCores:1>, Priority: 0, Token: Token { kind: ContainerToken, service: localhost:39163 }, ]
2014-04-10 11:46:11,703 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(652)) - appattempt_1397148282618_0008_000001 State change from SCHEDULED to ALLOCATED_SAVING
2014-04-10 11:46:11,704 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(652)) - appattempt_1397148282618_0008_000001 State change from ALLOCATED_SAVING to ALLOCATED
2014-04-10 11:46:11,704 INFO amlauncher.AMLauncher (AMLauncher.java:run(248)) - Launching masterappattempt_1397148282618_0008_000001
2014-04-10 11:46:11,704 INFO mapreduce.Job (Job.java:submit(1289)) - The url to track the job: http://localhost:45416/proxy/application_1397148282618_0008/
2014-04-10 11:46:11,705 INFO flow.FlowStep (BaseFlowStep.java:logInfo(834)) - [test] submitted hadoop job: job_1397148282618_0008
2014-04-10 11:46:11,705 INFO flow.FlowStep (BaseFlowStep.java:logInfo(834)) - [test] tracking url: http://localhost:45416/proxy/application_1397148282618_0008/
2014-04-10 11:46:11,705 INFO amlauncher.AMLauncher (AMLauncher.java:launch(105)) - Setting up container Container: [ContainerId: container_1397148282618_0008_01_000001, NodeId: localhost:39163, NodeHttpAddress: localhost:45117, Resource: <memory:2048, vCores:1>, Priority: 0, Token: Token { kind: ContainerToken, service: localhost:39163 }, ] for AM appattempt_1397148282618_0008_000001
2014-04-10 11:46:11,705 INFO amlauncher.AMLauncher (AMLauncher.java:createAMContainerLaunchContext(190)) - Command to launch container container_1397148282618_0008_01_000001 : $JAVA_HOME/bin/java -Dlog4j.configuration=container-log4j.properties -Dyarn.app.container.log.dir=<LOG_DIR> -Dyarn.app.container.log.filesize=0 -Dhadoop.root.logger=INFO,CLA -Xmx1024m org.apache.hadoop.mapreduce.v2.app.MRAppMaster 1><LOG_DIR>/stdout 2><LOG_DIR>/stderr
2014-04-10 11:46:11,709 INFO ipc.Server (Server.java:saslProcess(1252)) - Auth successful for appattempt_1397148282618_0008_000001 (auth:SIMPLE)
2014-04-10 11:46:11,711 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(572)) - Start request for container_1397148282618_0008_01_000001 by user brock
2014-04-10 11:46:11,711 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(611)) - Creating a new application reference for app application_1397148282618_0008
2014-04-10 11:46:11,712 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=brock IP=127.0.0.1 OPERATION=Start Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1397148282618_0008 CONTAINERID=container_1397148282618_0008_01_000001
2014-04-10 11:46:11,712 INFO application.Application (ApplicationImpl.java:handle(450)) - Application application_1397148282618_0008 transitioned from NEW to INITING
2014-04-10 11:46:11,712 INFO application.Application (ApplicationImpl.java:transition(296)) - Adding container_1397148282618_0008_01_000001 to application application_1397148282618_0008
2014-04-10 11:46:11,712 INFO amlauncher.AMLauncher (AMLauncher.java:launch(126)) - Done launching container Container: [ContainerId: container_1397148282618_0008_01_000001, NodeId: localhost:39163, NodeHttpAddress: localhost:45117, Resource: <memory:2048, vCores:1>, Priority: 0, Token: Token { kind: ContainerToken, service: localhost:39163 }, ] for AM appattempt_1397148282618_0008_000001
2014-04-10 11:46:11,712 INFO application.Application (ApplicationImpl.java:handle(450)) - Application application_1397148282618_0008 transitioned from INITING to RUNNING
2014-04-10 11:46:11,713 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(652)) - appattempt_1397148282618_0008_000001 State change from ALLOCATED to LAUNCHED
2014-04-10 11:46:11,713 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397148282618_0008_01_000001 transitioned from NEW to LOCALIZING
2014-04-10 11:46:11,713 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event CONTAINER_INIT for appId application_1397148282618_0008
2014-04-10 11:46:11,714 INFO localizer.LocalizedResource (LocalizedResource.java:handle(196)) - Resource hdfs://localhost:38088/tmp/hadoop-yarn/staging/brock/.staging/job_1397148282618_0008/job.jar transitioned from INIT to DOWNLOADING
2014-04-10 11:46:11,714 INFO localizer.LocalizedResource (LocalizedResource.java:handle(196)) - Resource hdfs://localhost:38088/tmp/hadoop-yarn/staging/brock/.staging/job_1397148282618_0008/job.splitmetainfo transitioned from INIT to DOWNLOADING
2014-04-10 11:46:11,714 INFO localizer.LocalizedResource (LocalizedResource.java:handle(196)) - Resource hdfs://localhost:38088/tmp/hadoop-yarn/staging/brock/.staging/job_1397148282618_0008/job.split transitioned from INIT to DOWNLOADING
2014-04-10 11:46:11,714 INFO localizer.LocalizedResource (LocalizedResource.java:handle(196)) - Resource hdfs://localhost:38088/tmp/hadoop-yarn/staging/brock/.staging/job_1397148282618_0008/job.xml transitioned from INIT to DOWNLOADING
2014-04-10 11:46:11,715 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:handle(590)) - Created localizer for container_1397148282618_0008_01_000001
2014-04-10 11:46:11,725 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:writeCredentials(1015)) - Writing credentials to the nmPrivate file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_3/nmPrivate/container_1397148282618_0008_01_000001.tokens. Credentials list:
2014-04-10 11:46:11,739 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:createUserCacheDirs(469)) - Initializing user brock
2014-04-10 11:46:11,802 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(103)) - Copying from /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_3/nmPrivate/container_1397148282618_0008_01_000001.tokens to /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_0/usercache/brock/appcache/application_1397148282618_0008/container_1397148282618_0008_01_000001.tokens
2014-04-10 11:46:11,802 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(105)) - CWD set to /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_0/usercache/brock/appcache/application_1397148282618_0008 = file:/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_0/usercache/brock/appcache/application_1397148282618_0008
2014-04-10 11:46:11,901 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397148282618_0008/job.jar dst=null perm=null
2014-04-10 11:46:11,903 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397148282618_0008/job.jar dst=null perm=null
2014-04-10 11:46:11,904 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397148282618_0008/job.jar dst=null perm=null
2014-04-10 11:46:11,913 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:37136, dest: /127.0.0.1:48436, bytes: 246562, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_-1527036439_5091, offset: 0, srvID: b242afcc-2d24-4b8f-9fb7-bc72b71e749a, blockid: BP-196700473-127.0.0.1-1397148267010:blk_1073741918_1094, duration: 639431
2014-04-10 11:46:11,935 INFO localizer.LocalizedResource (LocalizedResource.java:handle(196)) - Resource hdfs://localhost:38088/tmp/hadoop-yarn/staging/brock/.staging/job_1397148282618_0008/job.jar(->file:/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_3/usercache/brock/appcache/application_1397148282618_0008/filecache/10/job.jar) transitioned from DOWNLOADING to LOCALIZED
2014-04-10 11:46:11,951 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397148282618_0008/job.splitmetainfo dst=null perm=null
2014-04-10 11:46:11,952 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397148282618_0008/job.splitmetainfo dst=null perm=null
2014-04-10 11:46:11,953 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397148282618_0008/job.splitmetainfo dst=null perm=null
2014-04-10 11:46:11,961 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:53089, dest: /127.0.0.1:54059, bytes: 160, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_-1527036439_5091, offset: 0, srvID: 56b85d8f-9b31-4c91-b022-e568d9765c42, blockid: BP-196700473-127.0.0.1-1397148267010:blk_1073741920_1096, duration: 291292
2014-04-10 11:46:11,978 INFO BlockStateChange (BlockManager.java:addToInvalidates(1030)) - BLOCK* addToInvalidates: blk_1073741908_1084 127.0.0.1:49954 127.0.0.1:53089 127.0.0.1:37136 127.0.0.1:56823
2014-04-10 11:46:11,978 INFO BlockStateChange (BlockManager.java:addToInvalidates(1030)) - BLOCK* addToInvalidates: blk_1073741909_1085 127.0.0.1:53089 127.0.0.1:56823 127.0.0.1:37136 127.0.0.1:49954
2014-04-10 11:46:11,979 INFO BlockStateChange (BlockManager.java:addToInvalidates(1030)) - BLOCK* addToInvalidates: blk_1073741910_1086 127.0.0.1:49954 127.0.0.1:56823 127.0.0.1:37136
2014-04-10 11:46:11,979 INFO localizer.LocalizedResource (LocalizedResource.java:handle(196)) - Resource hdfs://localhost:38088/tmp/hadoop-yarn/staging/brock/.staging/job_1397148282618_0008/job.splitmetainfo(->file:/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_0/usercache/brock/appcache/application_1397148282618_0008/filecache/11/job.splitmetainfo) transitioned from DOWNLOADING to LOCALIZED
2014-04-10 11:46:11,979 INFO BlockStateChange (BlockManager.java:addToInvalidates(1030)) - BLOCK* addToInvalidates: blk_1073741911_1087 127.0.0.1:49954 127.0.0.1:53089 127.0.0.1:56823
2014-04-10 11:46:11,979 INFO BlockStateChange (BlockManager.java:addToInvalidates(1030)) - BLOCK* addToInvalidates: blk_1073741913_1089 127.0.0.1:49954 127.0.0.1:56823 127.0.0.1:37136
2014-04-10 11:46:11,979 INFO BlockStateChange (BlockManager.java:addToInvalidates(1030)) - BLOCK* addToInvalidates: blk_1073741912_1088 127.0.0.1:37136 127.0.0.1:49954 127.0.0.1:53089
2014-04-10 11:46:11,980 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=delete src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397148282618_0007 dst=null perm=null
2014-04-10 11:46:11,996 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397148282618_0008/job.split dst=null perm=null
2014-04-10 11:46:11,997 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397148282618_0008/job.split dst=null perm=null
2014-04-10 11:46:11,998 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397148282618_0008/job.split dst=null perm=null
2014-04-10 11:46:12,006 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:49954, dest: /127.0.0.1:51601, bytes: 1539, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_-1527036439_5091, offset: 0, srvID: e20bf523-f226-4d36-9695-be2356cb97a6, blockid: BP-196700473-127.0.0.1-1397148267010:blk_1073741919_1095, duration: 238396
2014-04-10 11:46:12,023 INFO localizer.LocalizedResource (LocalizedResource.java:handle(196)) - Resource hdfs://localhost:38088/tmp/hadoop-yarn/staging/brock/.staging/job_1397148282618_0008/job.split(->file:/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_1/usercache/brock/appcache/application_1397148282618_0008/filecache/12/job.split) transitioned from DOWNLOADING to LOCALIZED
2014-04-10 11:46:12,039 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397148282618_0008/job.xml dst=null perm=null
2014-04-10 11:46:12,040 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397148282618_0008/job.xml dst=null perm=null
2014-04-10 11:46:12,041 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397148282618_0008/job.xml dst=null perm=null
2014-04-10 11:46:12,048 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:56823, dest: /127.0.0.1:44985, bytes: 82332, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_-1527036439_5091, offset: 0, srvID: d87cf363-b947-4d02-ab62-043c9241fbef, blockid: BP-196700473-127.0.0.1-1397148267010:blk_1073741921_1097, duration: 400150
2014-04-10 11:46:12,066 INFO localizer.LocalizedResource (LocalizedResource.java:handle(196)) - Resource hdfs://localhost:38088/tmp/hadoop-yarn/staging/brock/.staging/job_1397148282618_0008/job.xml(->file:/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_2/usercache/brock/appcache/application_1397148282618_0008/filecache/13/job.xml) transitioned from DOWNLOADING to LOCALIZED
2014-04-10 11:46:12,066 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397148282618_0008_01_000001 transitioned from LOCALIZING to LOCALIZED
2014-04-10 11:46:12,100 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397148282618_0008_01_000001 transitioned from LOCALIZED to RUNNING
2014-04-10 11:46:12,100 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(169)) - Neither virutal-memory nor physical-memory monitoring is needed. Not running the monitor-thread
2014-04-10 11:46:12,160 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(189)) - launchContainer: [nice, -n, 0, bash, /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_3/usercache/brock/appcache/application_1397148282618_0008/container_1397148282618_0008_01_000001/default_container_executor.sh]
2014-04-10 11:46:12,700 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397148282618_0008_01_000001 Container Transitioned from ACQUIRED to RUNNING
2014-04-10 11:46:13,295 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging dst=null perm=null
2014-04-10 11:46:13,315 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397148282618_0008/COMMIT_STARTED dst=null perm=null
2014-04-10 11:46:13,317 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397148282618_0008/COMMIT_SUCCESS dst=null perm=null
2014-04-10 11:46:13,318 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397148282618_0008/COMMIT_FAIL dst=null perm=null
2014-04-10 11:46:13,355 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397148282618_0008 dst=null perm=null
2014-04-10 11:46:13,357 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/history/done_intermediate dst=null perm=null
2014-04-10 11:46:13,358 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock dst=null perm=null
2014-04-10 11:46:13,460 INFO BlockStateChange (BlockManager.java:computeReplicationWorkForBlocks(1373)) - BLOCK* ask 127.0.0.1:56823 to replicate blk_1073741918_1094 to datanode(s) 127.0.0.1:53089
2014-04-10 11:46:13,460 INFO hdfs.StateChange (InvalidateBlocks.java:invalidateWork(152)) - BLOCK* InvalidateBlocks: ask 127.0.0.1:49954 to delete [blk_1073741908_1084, blk_1073741909_1085, blk_1073741910_1086, blk_1073741911_1087, blk_1073741912_1088, blk_1073741913_1089, blk_1073741915_1091]
2014-04-10 11:46:13,460 INFO hdfs.StateChange (InvalidateBlocks.java:invalidateWork(152)) - BLOCK* InvalidateBlocks: ask 127.0.0.1:37136 to delete [blk_1073741908_1084, blk_1073741909_1085, blk_1073741910_1086, blk_1073741912_1088, blk_1073741913_1089]
2014-04-10 11:46:13,585 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397148282618_0008/job.splitmetainfo dst=null perm=null
2014-04-10 11:46:13,592 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397148282618_0008/job.splitmetainfo dst=null perm=null
2014-04-10 11:46:13,629 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:56823, dest: /127.0.0.1:45009, bytes: 160, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_-2114884797_1, offset: 0, srvID: d87cf363-b947-4d02-ab62-043c9241fbef, blockid: BP-196700473-127.0.0.1-1397148267010:blk_1073741920_1096, duration: 154226
2014-04-10 11:46:14,289 INFO ipc.Server (Server.java:saslProcess(1252)) - Auth successful for appattempt_1397148282618_0008_000001 (auth:SIMPLE)
2014-04-10 11:46:14,291 INFO resourcemanager.ApplicationMasterService (ApplicationMasterService.java:registerApplicationMaster(251)) - AM registration appattempt_1397148282618_0008_000001
2014-04-10 11:46:14,291 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(119)) - USER=brock IP=127.0.0.1 OPERATION=Register App Master TARGET=ApplicationMasterService RESULT=SUCCESS APPID=application_1397148282618_0008 APPATTEMPTID=appattempt_1397148282618_0008_000001
2014-04-10 11:46:14,291 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(652)) - appattempt_1397148282618_0008_000001 State change from LAUNCHED to RUNNING
2014-04-10 11:46:14,291 INFO rmapp.RMAppImpl (RMAppImpl.java:handle(610)) - application_1397148282618_0008 State change from ACCEPTED to RUNNING
2014-04-10 11:46:14,361 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397148282618_0008/job_1397148282618_0008_1.jhist dst=null perm=brock:supergroup:rw-rw-rw-
2014-04-10 11:46:14,378 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=mkdirs src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/hadooptapplatform/committap/_temporary/1 dst=null perm=brock:supergroup:rwxrwxrwx
2014-04-10 11:46:14,411 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397148282618_0008/job_1397148282618_0008_1_conf.xml dst=null perm=brock:supergroup:rw-rw-rw-
2014-04-10 11:46:14,502 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(2966)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/brock/.staging/job_1397148282618_0008/job_1397148282618_0008_1_conf.xml. BP-196700473-127.0.0.1-1397148267010 blk_1073741922_1098{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-331ec906-785c-475e-b366-176a30c332ed:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-b6a9be31-6a8c-48bd-97ee-0b78fb430f32:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-97cf26c5-95a4-4e0e-a439-d9926ba08c0b:NORMAL|RBW]]}
2014-04-10 11:46:14,539 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-196700473-127.0.0.1-1397148267010:blk_1073741922_1098 src: /127.0.0.1:48445 dest: /127.0.0.1:37136
2014-04-10 11:46:14,541 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-196700473-127.0.0.1-1397148267010:blk_1073741922_1098 src: /127.0.0.1:45014 dest: /127.0.0.1:56823
2014-04-10 11:46:14,541 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-196700473-127.0.0.1-1397148267010:blk_1073741922_1098 src: /127.0.0.1:51632 dest: /127.0.0.1:49954
2014-04-10 11:46:14,549 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:51632, dest: /127.0.0.1:49954, bytes: 95627, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-2114884797_1, offset: 0, srvID: e20bf523-f226-4d36-9695-be2356cb97a6, blockid: BP-196700473-127.0.0.1-1397148267010:blk_1073741922_1098, duration: 6718445
2014-04-10 11:46:14,549 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-196700473-127.0.0.1-1397148267010:blk_1073741922_1098, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2014-04-10 11:46:14,550 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:49954 is added to blk_1073741922_1098{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-008d3ead-b2b9-49b0-88ab-01e536a210da:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-7d772409-5e65-4676-97a9-57f5ea3efdc8:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-b068c5d0-517e-4297-aa28-ff6d4c514e44:NORMAL|RBW]]} size 0
2014-04-10 11:46:14,550 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:45014, dest: /127.0.0.1:56823, bytes: 95627, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-2114884797_1, offset: 0, srvID: d87cf363-b947-4d02-ab62-043c9241fbef, blockid: BP-196700473-127.0.0.1-1397148267010:blk_1073741922_1098, duration: 7279916
2014-04-10 11:46:14,550 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-196700473-127.0.0.1-1397148267010:blk_1073741922_1098, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 11:46:14,550 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:48445, dest: /127.0.0.1:37136, bytes: 95627, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-2114884797_1, offset: 0, srvID: b242afcc-2d24-4b8f-9fb7-bc72b71e749a, blockid: BP-196700473-127.0.0.1-1397148267010:blk_1073741922_1098, duration: 7800256
2014-04-10 11:46:14,550 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:56823 is added to blk_1073741922_1098{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-008d3ead-b2b9-49b0-88ab-01e536a210da:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-7d772409-5e65-4676-97a9-57f5ea3efdc8:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-b068c5d0-517e-4297-aa28-ff6d4c514e44:NORMAL|RBW]]} size 0
2014-04-10 11:46:14,551 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-196700473-127.0.0.1-1397148267010:blk_1073741922_1098, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 11:46:14,551 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:37136 is added to blk_1073741922_1098{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-008d3ead-b2b9-49b0-88ab-01e536a210da:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-7d772409-5e65-4676-97a9-57f5ea3efdc8:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-b068c5d0-517e-4297-aa28-ff6d4c514e44:NORMAL|RBW]]} size 0
2014-04-10 11:46:14,619 INFO hdfs.StateChange (FSNamesystem.java:completeFile(2899)) - DIR* completeFile: /tmp/hadoop-yarn/staging/brock/.staging/job_1397148282618_0008/job_1397148282618_0008_1_conf.xml is closed by DFSClient_NONMAPREDUCE_-2114884797_1
2014-04-10 11:46:14,681 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073741908_1084 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data7/current/BP-196700473-127.0.0.1-1397148267010/current/finalized/blk_1073741908 for deletion
2014-04-10 11:46:14,681 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073741909_1085 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data8/current/BP-196700473-127.0.0.1-1397148267010/current/finalized/blk_1073741909 for deletion
2014-04-10 11:46:14,681 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-196700473-127.0.0.1-1397148267010 blk_1073741908_1084 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data7/current/BP-196700473-127.0.0.1-1397148267010/current/finalized/blk_1073741908
2014-04-10 11:46:14,682 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-196700473-127.0.0.1-1397148267010 blk_1073741909_1085 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data8/current/BP-196700473-127.0.0.1-1397148267010/current/finalized/blk_1073741909
2014-04-10 11:46:14,682 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073741910_1086 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data7/current/BP-196700473-127.0.0.1-1397148267010/current/finalized/blk_1073741910 for deletion
2014-04-10 11:46:14,682 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073741911_1087 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data8/current/BP-196700473-127.0.0.1-1397148267010/current/finalized/blk_1073741911 for deletion
2014-04-10 11:46:14,682 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-196700473-127.0.0.1-1397148267010 blk_1073741910_1086 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data7/current/BP-196700473-127.0.0.1-1397148267010/current/finalized/blk_1073741910
2014-04-10 11:46:14,682 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073741912_1088 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data7/current/BP-196700473-127.0.0.1-1397148267010/current/finalized/blk_1073741912 for deletion
2014-04-10 11:46:14,683 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-196700473-127.0.0.1-1397148267010 blk_1073741911_1087 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data8/current/BP-196700473-127.0.0.1-1397148267010/current/finalized/blk_1073741911
2014-04-10 11:46:14,683 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073741913_1089 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data8/current/BP-196700473-127.0.0.1-1397148267010/current/finalized/blk_1073741913 for deletion
2014-04-10 11:46:14,683 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-196700473-127.0.0.1-1397148267010 blk_1073741912_1088 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data7/current/BP-196700473-127.0.0.1-1397148267010/current/finalized/blk_1073741912
2014-04-10 11:46:14,683 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073741915_1091 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data7/current/BP-196700473-127.0.0.1-1397148267010/current/finalized/blk_1073741915 for deletion
2014-04-10 11:46:14,683 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-196700473-127.0.0.1-1397148267010 blk_1073741913_1089 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data8/current/BP-196700473-127.0.0.1-1397148267010/current/finalized/blk_1073741913
2014-04-10 11:46:14,683 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-196700473-127.0.0.1-1397148267010 blk_1073741915_1091 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data7/current/BP-196700473-127.0.0.1-1397148267010/current/finalized/blk_1073741915
2014-04-10 11:46:14,718 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073741908_1084 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data4/current/BP-196700473-127.0.0.1-1397148267010/current/finalized/blk_1073741908 for deletion
2014-04-10 11:46:14,718 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073741909_1085 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data3/current/BP-196700473-127.0.0.1-1397148267010/current/finalized/blk_1073741909 for deletion
2014-04-10 11:46:14,718 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073741910_1086 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data4/current/BP-196700473-127.0.0.1-1397148267010/current/finalized/blk_1073741910 for deletion
2014-04-10 11:46:14,718 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-196700473-127.0.0.1-1397148267010 blk_1073741909_1085 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data3/current/BP-196700473-127.0.0.1-1397148267010/current/finalized/blk_1073741909
2014-04-10 11:46:14,718 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073741912_1088 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data3/current/BP-196700473-127.0.0.1-1397148267010/current/finalized/blk_1073741912 for deletion
2014-04-10 11:46:14,718 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-196700473-127.0.0.1-1397148267010 blk_1073741908_1084 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data4/current/BP-196700473-127.0.0.1-1397148267010/current/finalized/blk_1073741908
2014-04-10 11:46:14,719 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073741913_1089 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data4/current/BP-196700473-127.0.0.1-1397148267010/current/finalized/blk_1073741913 for deletion
2014-04-10 11:46:14,719 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-196700473-127.0.0.1-1397148267010 blk_1073741912_1088 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data3/current/BP-196700473-127.0.0.1-1397148267010/current/finalized/blk_1073741912
2014-04-10 11:46:14,719 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-196700473-127.0.0.1-1397148267010 blk_1073741910_1086 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data4/current/BP-196700473-127.0.0.1-1397148267010/current/finalized/blk_1073741910
2014-04-10 11:46:14,719 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-196700473-127.0.0.1-1397148267010 blk_1073741913_1089 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data4/current/BP-196700473-127.0.0.1-1397148267010/current/finalized/blk_1073741913
2014-04-10 11:46:14,857 INFO datanode.DataNode (DataNode.java:transferBlock(1426)) - DatanodeRegistration(127.0.0.1, datanodeUuid=d87cf363-b947-4d02-ab62-043c9241fbef, infoPort=40107, ipcPort=39177, storageInfo=lv=-51;cid=testClusterID;nsid=743366398;c=0) Starting thread to transfer BP-196700473-127.0.0.1-1397148267010:blk_1073741918_1094 to 127.0.0.1:53089
2014-04-10 11:46:14,858 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-196700473-127.0.0.1-1397148267010:blk_1073741918_1094 src: /127.0.0.1:54092 dest: /127.0.0.1:53089
2014-04-10 11:46:14,858 INFO datanode.DataNode (DataNode.java:run(1629)) - DataTransfer: Transmitted BP-196700473-127.0.0.1-1397148267010:blk_1073741918_1094 (numBytes=244650) to 127.0.0.1/127.0.0.1:53089
2014-04-10 11:46:14,860 INFO datanode.DataNode (DataXceiver.java:writeBlock(597)) - Received BP-196700473-127.0.0.1-1397148267010:blk_1073741918_1094 src: /127.0.0.1:54092 dest: /127.0.0.1:53089 of size 244650
2014-04-10 11:46:14,861 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:53089 is added to blk_1073741918_1094 size 244650
2014-04-10 11:46:15,413 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397148282618_0008_01_000002 Container Transitioned from NEW to ALLOCATED
2014-04-10 11:46:15,413 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(98)) - USER=brock OPERATION=AM Allocated Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1397148282618_0008 CONTAINERID=container_1397148282618_0008_01_000002
2014-04-10 11:46:15,414 INFO fica.FiCaSchedulerNode (FiCaSchedulerNode.java:allocateContainer(116)) - Assigned container container_1397148282618_0008_01_000002 of capacity <memory:1024, vCores:1> on host localhost:39304, which currently has 2 containers, <memory:3072, vCores:2> used and <memory:1024, vCores:6> available
2014-04-10 11:46:15,414 INFO capacity.LeafQueue (LeafQueue.java:assignContainer(1363)) - assignedContainer application=application_1397148282618_0008 container=Container: [ContainerId: container_1397148282618_0008_01_000002, NodeId: localhost:39304, NodeHttpAddress: localhost:51177, Resource: <memory:1024, vCores:1>, Priority: 20, Token: Token { kind: ContainerToken, service: localhost:39304 }, ] containerId=container_1397148282618_0008_01_000002 queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:4096, vCores:2>usedCapacity=0.25, absoluteUsedCapacity=0.25, numApps=2, numContainers=2 usedCapacity=0.25 absoluteUsedCapacity=0.25 used=<memory:4096, vCores:2> cluster=<memory:16384, vCores:32>
2014-04-10 11:46:15,414 INFO capacity.ParentQueue (ParentQueue.java:assignContainersToChildQueues(655)) - Re-sorting assigned queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:5120, vCores:3>usedCapacity=0.3125, absoluteUsedCapacity=0.3125, numApps=2, numContainers=3
2014-04-10 11:46:15,414 INFO capacity.ParentQueue (ParentQueue.java:assignContainers(570)) - assignedContainer queue=root usedCapacity=0.3125 absoluteUsedCapacity=0.3125 used=<memory:5120, vCores:3> cluster=<memory:16384, vCores:32>
2014-04-10 11:46:15,415 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397148282618_0008_01_000003 Container Transitioned from NEW to ALLOCATED
2014-04-10 11:46:15,415 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(98)) - USER=brock OPERATION=AM Allocated Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1397148282618_0008 CONTAINERID=container_1397148282618_0008_01_000003
2014-04-10 11:46:15,415 INFO fica.FiCaSchedulerNode (FiCaSchedulerNode.java:allocateContainer(116)) - Assigned container container_1397148282618_0008_01_000003 of capacity <memory:1024, vCores:1> on host localhost:39304, which currently has 3 containers, <memory:4096, vCores:3> used and <memory:0, vCores:5> available
2014-04-10 11:46:15,415 INFO capacity.LeafQueue (LeafQueue.java:assignContainer(1363)) - assignedContainer application=application_1397148282618_0008 container=Container: [ContainerId: container_1397148282618_0008_01_000003, NodeId: localhost:39304, NodeHttpAddress: localhost:51177, Resource: <memory:1024, vCores:1>, Priority: 20, Token: Token { kind: ContainerToken, service: localhost:39304 }, ] containerId=container_1397148282618_0008_01_000003 queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:5120, vCores:3>usedCapacity=0.3125, absoluteUsedCapacity=0.3125, numApps=2, numContainers=3 usedCapacity=0.3125 absoluteUsedCapacity=0.3125 used=<memory:5120, vCores:3> cluster=<memory:16384, vCores:32>
2014-04-10 11:46:15,415 INFO capacity.ParentQueue (ParentQueue.java:assignContainersToChildQueues(655)) - Re-sorting assigned queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:6144, vCores:4>usedCapacity=0.375, absoluteUsedCapacity=0.375, numApps=2, numContainers=4
2014-04-10 11:46:15,416 INFO capacity.ParentQueue (ParentQueue.java:assignContainers(570)) - assignedContainer queue=root usedCapacity=0.375 absoluteUsedCapacity=0.375 used=<memory:6144, vCores:4> cluster=<memory:16384, vCores:32>
2014-04-10 11:46:15,563 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397148282618_0008_01_000004 Container Transitioned from NEW to ALLOCATED
2014-04-10 11:46:15,563 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(98)) - USER=brock OPERATION=AM Allocated Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1397148282618_0008 CONTAINERID=container_1397148282618_0008_01_000004
2014-04-10 11:46:15,563 INFO fica.FiCaSchedulerNode (FiCaSchedulerNode.java:allocateContainer(116)) - Assigned container container_1397148282618_0008_01_000004 of capacity <memory:1024, vCores:1> on host localhost:33805, which currently has 1 containers, <memory:1024, vCores:1> used and <memory:3072, vCores:7> available
2014-04-10 11:46:15,564 INFO capacity.LeafQueue (LeafQueue.java:assignContainer(1363)) - assignedContainer application=application_1397148282618_0008 container=Container: [ContainerId: container_1397148282618_0008_01_000004, NodeId: localhost:33805, NodeHttpAddress: localhost:42238, Resource: <memory:1024, vCores:1>, Priority: 20, Token: Token { kind: ContainerToken, service: localhost:33805 }, ] containerId=container_1397148282618_0008_01_000004 queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:6144, vCores:4>usedCapacity=0.375, absoluteUsedCapacity=0.375, numApps=2, numContainers=4 usedCapacity=0.375 absoluteUsedCapacity=0.375 used=<memory:6144, vCores:4> cluster=<memory:16384, vCores:32>
2014-04-10 11:46:15,564 INFO capacity.ParentQueue (ParentQueue.java:assignContainersToChildQueues(655)) - Re-sorting assigned queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:7168, vCores:5>usedCapacity=0.4375, absoluteUsedCapacity=0.4375, numApps=2, numContainers=5
2014-04-10 11:46:15,564 INFO capacity.ParentQueue (ParentQueue.java:assignContainers(570)) - assignedContainer queue=root usedCapacity=0.4375 absoluteUsedCapacity=0.4375 used=<memory:7168, vCores:5> cluster=<memory:16384, vCores:32>
2014-04-10 11:46:15,565 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397148282618_0008_01_000005 Container Transitioned from NEW to ALLOCATED
2014-04-10 11:46:15,565 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(98)) - USER=brock OPERATION=AM Allocated Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1397148282618_0008 CONTAINERID=container_1397148282618_0008_01_000005
2014-04-10 11:46:15,565 INFO fica.FiCaSchedulerNode (FiCaSchedulerNode.java:allocateContainer(116)) - Assigned container container_1397148282618_0008_01_000005 of capacity <memory:1024, vCores:1> on host localhost:33805, which currently has 2 containers, <memory:2048, vCores:2> used and <memory:2048, vCores:6> available
2014-04-10 11:46:15,566 INFO capacity.LeafQueue (LeafQueue.java:assignContainer(1363)) - assignedContainer application=application_1397148282618_0008 container=Container: [ContainerId: container_1397148282618_0008_01_000005, NodeId: localhost:33805, NodeHttpAddress: localhost:42238, Resource: <memory:1024, vCores:1>, Priority: 20, Token: Token { kind: ContainerToken, service: localhost:33805 }, ] containerId=container_1397148282618_0008_01_000005 queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:7168, vCores:5>usedCapacity=0.4375, absoluteUsedCapacity=0.4375, numApps=2, numContainers=5 usedCapacity=0.4375 absoluteUsedCapacity=0.4375 used=<memory:7168, vCores:5> cluster=<memory:16384, vCores:32>
2014-04-10 11:46:15,566 INFO capacity.ParentQueue (ParentQueue.java:assignContainersToChildQueues(655)) - Re-sorting assigned queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:8192, vCores:6>usedCapacity=0.5, absoluteUsedCapacity=0.5, numApps=2, numContainers=6
2014-04-10 11:46:15,566 INFO capacity.ParentQueue (ParentQueue.java:assignContainers(570)) - assignedContainer queue=root usedCapacity=0.5 absoluteUsedCapacity=0.5 used=<memory:8192, vCores:6> cluster=<memory:16384, vCores:32>
2014-04-10 11:46:15,716 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-196700473-127.0.0.1-1397148267010:blk_1073741919_1095
2014-04-10 11:46:15,717 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-196700473-127.0.0.1-1397148267010:blk_1073741922_1098
2014-04-10 11:46:15,918 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-196700473-127.0.0.1-1397148267010:blk_1073741918_1094
2014-04-10 11:46:15,918 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-196700473-127.0.0.1-1397148267010:blk_1073741916_1092
2014-04-10 11:46:16,117 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-196700473-127.0.0.1-1397148267010:blk_1073741921_1097
2014-04-10 11:46:16,233 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-196700473-127.0.0.1-1397148267010:blk_1073741922_1098
2014-04-10 11:46:16,234 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-196700473-127.0.0.1-1397148267010:blk_1073741920_1096
2014-04-10 11:46:16,234 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-196700473-127.0.0.1-1397148267010:blk_1073741919_1095
2014-04-10 11:46:16,237 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-196700473-127.0.0.1-1397148267010:blk_1073741918_1094
2014-04-10 11:46:16,326 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397148282618_0008_01_000002 Container Transitioned from ALLOCATED to ACQUIRED
2014-04-10 11:46:16,327 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397148282618_0008_01_000003 Container Transitioned from ALLOCATED to ACQUIRED
2014-04-10 11:46:16,327 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397148282618_0008_01_000004 Container Transitioned from ALLOCATED to ACQUIRED
2014-04-10 11:46:16,327 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397148282618_0008_01_000005 Container Transitioned from ALLOCATED to ACQUIRED
2014-04-10 11:46:16,371 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397148282618_0008/job.jar dst=null perm=null
2014-04-10 11:46:16,372 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397148282618_0008/job.jar dst=null perm=null
2014-04-10 11:46:16,379 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397148282618_0008/job.xml dst=null perm=null
2014-04-10 11:46:16,380 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397148282618_0008/job.xml dst=null perm=null
2014-04-10 11:46:16,382 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null
2014-04-10 11:46:16,383 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target/Hadoop2MR1Platform-tmpDir/hadoop-6513904787770014536.jar dst=null perm=null
2014-04-10 11:46:16,389 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null
2014-04-10 11:46:16,391 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target/Hadoop2MR1Platform-tmpDir/hadoop-6513904787770014536.jar dst=null perm=null
2014-04-10 11:46:16,392 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null
2014-04-10 11:46:16,393 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target/Hadoop2MR1Platform-tmpDir/hadoop-6513904787770014536.jar dst=null perm=null
2014-04-10 11:46:16,441 INFO ipc.Server (Server.java:saslProcess(1252)) - Auth successful for appattempt_1397148282618_0008_000001 (auth:SIMPLE)
2014-04-10 11:46:16,441 INFO ipc.Server (Server.java:saslProcess(1252)) - Auth successful for appattempt_1397148282618_0008_000001 (auth:SIMPLE)
2014-04-10 11:46:16,443 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(572)) - Start request for container_1397148282618_0008_01_000005 by user brock
2014-04-10 11:46:16,443 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(572)) - Start request for container_1397148282618_0008_01_000004 by user brock
2014-04-10 11:46:16,443 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(611)) - Creating a new application reference for app application_1397148282618_0008
2014-04-10 11:46:16,443 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=brock IP=127.0.0.1 OPERATION=Start Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1397148282618_0008 CONTAINERID=container_1397148282618_0008_01_000004
2014-04-10 11:46:16,443 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=brock IP=127.0.0.1 OPERATION=Start Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1397148282618_0008 CONTAINERID=container_1397148282618_0008_01_000005
2014-04-10 11:46:16,443 INFO application.Application (ApplicationImpl.java:transition(296)) - Adding container_1397148282618_0008_01_000004 to application application_1397148282618_0008
2014-04-10 11:46:16,444 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(572)) - Start request for container_1397148282618_0008_01_000003 by user brock
2014-04-10 11:46:16,444 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(572)) - Start request for container_1397148282618_0008_01_000002 by user brock
2014-04-10 11:46:16,444 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(611)) - Creating a new application reference for app application_1397148282618_0008
2014-04-10 11:46:16,444 INFO application.Application (ApplicationImpl.java:handle(450)) - Application application_1397148282618_0008 transitioned from NEW to INITING
2014-04-10 11:46:16,444 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=brock IP=127.0.0.1 OPERATION=Start Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1397148282618_0008 CONTAINERID=container_1397148282618_0008_01_000003
2014-04-10 11:46:16,444 INFO application.Application (ApplicationImpl.java:transition(296)) - Adding container_1397148282618_0008_01_000002 to application application_1397148282618_0008
2014-04-10 11:46:16,444 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=brock IP=127.0.0.1 OPERATION=Start Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1397148282618_0008 CONTAINERID=container_1397148282618_0008_01_000002
2014-04-10 11:46:16,444 INFO application.Application (ApplicationImpl.java:handle(450)) - Application application_1397148282618_0008 transitioned from NEW to INITING
2014-04-10 11:46:16,444 INFO application.Application (ApplicationImpl.java:transition(296)) - Adding container_1397148282618_0008_01_000005 to application application_1397148282618_0008
2014-04-10 11:46:16,445 INFO application.Application (ApplicationImpl.java:transition(296)) - Adding container_1397148282618_0008_01_000003 to application application_1397148282618_0008
2014-04-10 11:46:16,445 INFO application.Application (ApplicationImpl.java:handle(450)) - Application application_1397148282618_0008 transitioned from INITING to RUNNING
2014-04-10 11:46:16,445 INFO application.Application (ApplicationImpl.java:handle(450)) - Application application_1397148282618_0008 transitioned from INITING to RUNNING
2014-04-10 11:46:16,445 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397148282618_0008_01_000003 transitioned from NEW to LOCALIZING
2014-04-10 11:46:16,445 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397148282618_0008_01_000004 transitioned from NEW to LOCALIZING
2014-04-10 11:46:16,445 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397148282618_0008_01_000002 transitioned from NEW to LOCALIZING
2014-04-10 11:46:16,445 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event CONTAINER_INIT for appId application_1397148282618_0008
2014-04-10 11:46:16,445 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397148282618_0008_01_000005 transitioned from NEW to LOCALIZING
2014-04-10 11:46:16,446 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event APPLICATION_INIT for appId application_1397148282618_0008
2014-04-10 11:46:16,446 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event CONTAINER_INIT for appId application_1397148282618_0008
2014-04-10 11:46:16,446 INFO containermanager.AuxServices (AuxServices.java:handle(179)) - Got APPLICATION_INIT for service mapreduce_shuffle
2014-04-10 11:46:16,446 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event APPLICATION_INIT for appId application_1397148282618_0008
2014-04-10 11:46:16,446 INFO mapred.ShuffleHandler (ShuffleHandler.java:initializeApplication(263)) - Added token for job_1397148282618_0008
2014-04-10 11:46:16,446 INFO containermanager.AuxServices (AuxServices.java:handle(179)) - Got APPLICATION_INIT for service mapreduce_shuffle
2014-04-10 11:46:16,446 INFO mapred.ShuffleHandler (ShuffleHandler.java:initializeApplication(263)) - Added token for job_1397148282618_0008
2014-04-10 11:46:16,446 INFO localizer.LocalizedResource (LocalizedResource.java:handle(196)) - Resource hdfs://localhost:38088/tmp/hadoop-yarn/staging/brock/.staging/job_1397148282618_0008/job.jar transitioned from INIT to DOWNLOADING
2014-04-10 11:46:16,446 INFO localizer.LocalizedResource (LocalizedResource.java:handle(196)) - Resource hdfs://localhost:38088/tmp/hadoop-yarn/staging/brock/.staging/job_1397148282618_0008/job.xml transitioned from INIT to DOWNLOADING
2014-04-10 11:46:16,447 INFO localizer.LocalizedResource (LocalizedResource.java:handle(196)) - Resource hdfs://localhost:38088/tmp/hadoop-yarn/staging/brock/.staging/job_1397148282618_0008/job.jar transitioned from INIT to DOWNLOADING
2014-04-10 11:46:16,447 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event CONTAINER_INIT for appId application_1397148282618_0008
2014-04-10 11:46:16,447 INFO localizer.LocalizedResource (LocalizedResource.java:handle(196)) - Resource hdfs://localhost:38088/tmp/hadoop-yarn/staging/brock/.staging/job_1397148282618_0008/job.xml transitioned from INIT to DOWNLOADING
2014-04-10 11:46:16,447 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event APPLICATION_INIT for appId application_1397148282618_0008
2014-04-10 11:46:16,447 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event CONTAINER_INIT for appId application_1397148282618_0008
2014-04-10 11:46:16,447 INFO containermanager.AuxServices (AuxServices.java:handle(179)) - Got APPLICATION_INIT for service mapreduce_shuffle
2014-04-10 11:46:16,447 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event APPLICATION_INIT for appId application_1397148282618_0008
2014-04-10 11:46:16,447 INFO mapred.ShuffleHandler (ShuffleHandler.java:initializeApplication(263)) - Added token for job_1397148282618_0008
2014-04-10 11:46:16,447 INFO containermanager.AuxServices (AuxServices.java:handle(179)) - Got APPLICATION_INIT for service mapreduce_shuffle
2014-04-10 11:46:16,448 INFO mapred.ShuffleHandler (ShuffleHandler.java:initializeApplication(263)) - Added token for job_1397148282618_0008
2014-04-10 11:46:16,448 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:handle(590)) - Created localizer for container_1397148282618_0008_01_000003
2014-04-10 11:46:16,448 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:handle(590)) - Created localizer for container_1397148282618_0008_01_000004
2014-04-10 11:46:16,448 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:handle(590)) - Created localizer for container_1397148282618_0008_01_000002
2014-04-10 11:46:16,448 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:handle(590)) - Created localizer for container_1397148282618_0008_01_000005
2014-04-10 11:46:16,458 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:writeCredentials(1015)) - Writing credentials to the nmPrivate file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_1/nmPrivate/container_1397148282618_0008_01_000003.tokens. Credentials list:
2014-04-10 11:46:16,461 INFO hdfs.StateChange (InvalidateBlocks.java:invalidateWork(152)) - BLOCK* InvalidateBlocks: ask 127.0.0.1:53089 to delete [blk_1073741908_1084, blk_1073741909_1085, blk_1073741911_1087, blk_1073741912_1088, blk_1073741915_1091]
2014-04-10 11:46:16,461 INFO hdfs.StateChange (InvalidateBlocks.java:invalidateWork(152)) - BLOCK* InvalidateBlocks: ask 127.0.0.1:56823 to delete [blk_1073741908_1084, blk_1073741909_1085, blk_1073741910_1086, blk_1073741911_1087, blk_1073741913_1089, blk_1073741915_1091]
2014-04-10 11:46:16,464 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:writeCredentials(1015)) - Writing credentials to the nmPrivate file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_1/nmPrivate/container_1397148282618_0008_01_000005.tokens. Credentials list:
2014-04-10 11:46:16,464 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:writeCredentials(1015)) - Writing credentials to the nmPrivate file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_2/nmPrivate/container_1397148282618_0008_01_000002.tokens. Credentials list:
2014-04-10 11:46:16,464 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:writeCredentials(1015)) - Writing credentials to the nmPrivate file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_2/nmPrivate/container_1397148282618_0008_01_000004.tokens. Credentials list:
2014-04-10 11:46:16,478 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:createUserCacheDirs(469)) - Initializing user brock
2014-04-10 11:46:16,480 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-196700473-127.0.0.1-1397148267010:blk_1073741921_1097
2014-04-10 11:46:16,481 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-196700473-127.0.0.1-1397148267010:blk_1073741920_1096
2014-04-10 11:46:16,483 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:createUserCacheDirs(469)) - Initializing user brock
2014-04-10 11:46:16,483 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-196700473-127.0.0.1-1397148267010:blk_1073741918_1094
2014-04-10 11:46:16,538 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-196700473-127.0.0.1-1397148267010:blk_1073741921_1097
2014-04-10 11:46:16,539 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-196700473-127.0.0.1-1397148267010:blk_1073741922_1098
2014-04-10 11:46:16,563 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397148282618_0008_01_000004 Container Transitioned from ACQUIRED to RUNNING
2014-04-10 11:46:16,563 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397148282618_0008_01_000005 Container Transitioned from ACQUIRED to RUNNING
2014-04-10 11:46:16,568 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(103)) - Copying from /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_1/nmPrivate/container_1397148282618_0008_01_000003.tokens to /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_0/usercache/brock/appcache/application_1397148282618_0008/container_1397148282618_0008_01_000003.tokens
2014-04-10 11:46:16,568 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(105)) - CWD set to /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_0/usercache/brock/appcache/application_1397148282618_0008 = file:/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_0/usercache/brock/appcache/application_1397148282618_0008
2014-04-10 11:46:16,571 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(103)) - Copying from /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_1/nmPrivate/container_1397148282618_0008_01_000005.tokens to /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_0/usercache/brock/appcache/application_1397148282618_0008/container_1397148282618_0008_01_000005.tokens
2014-04-10 11:46:16,572 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(105)) - CWD set to /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_0/usercache/brock/appcache/application_1397148282618_0008 = file:/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_0/usercache/brock/appcache/application_1397148282618_0008
2014-04-10 11:46:16,682 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397148282618_0008/job.jar dst=null perm=null
2014-04-10 11:46:16,683 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397148282618_0008/job.jar dst=null perm=null
2014-04-10 11:46:16,684 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397148282618_0008/job.jar dst=null perm=null
2014-04-10 11:46:16,684 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397148282618_0008/job.jar dst=null perm=null
2014-04-10 11:46:16,685 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397148282618_0008/job.jar dst=null perm=null
2014-04-10 11:46:16,685 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397148282618_0008/job.jar dst=null perm=null
2014-04-10 11:46:16,695 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:53089, dest: /127.0.0.1:54104, bytes: 246562, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_-424382119_5264, offset: 0, srvID: 56b85d8f-9b31-4c91-b022-e568d9765c42, blockid: BP-196700473-127.0.0.1-1397148267010:blk_1073741918_1094, duration: 916526
2014-04-10 11:46:16,720 INFO localizer.LocalizedResource (LocalizedResource.java:handle(196)) - Resource hdfs://localhost:38088/tmp/hadoop-yarn/staging/brock/.staging/job_1397148282618_0008/job.jar(->file:/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_1/usercache/brock/appcache/application_1397148282618_0008/filecache/10/job.jar) transitioned from DOWNLOADING to LOCALIZED
2014-04-10 11:46:16,735 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397148282618_0008/job.xml dst=null perm=null
2014-04-10 11:46:16,737 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397148282618_0008/job.xml dst=null perm=null
2014-04-10 11:46:16,738 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397148282618_0008/job.xml dst=null perm=null
2014-04-10 11:46:16,745 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:56823, dest: /127.0.0.1:45030, bytes: 82332, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_-424382119_5264, offset: 0, srvID: d87cf363-b947-4d02-ab62-043c9241fbef, blockid: BP-196700473-127.0.0.1-1397148267010:blk_1073741921_1097, duration: 424925
2014-04-10 11:46:16,763 INFO localizer.LocalizedResource (LocalizedResource.java:handle(196)) - Resource hdfs://localhost:38088/tmp/hadoop-yarn/staging/brock/.staging/job_1397148282618_0008/job.xml(->file:/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_2/usercache/brock/appcache/application_1397148282618_0008/filecache/11/job.xml) transitioned from DOWNLOADING to LOCALIZED
2014-04-10 11:46:16,763 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397148282618_0008_01_000004 transitioned from LOCALIZING to LOCALIZED
2014-04-10 11:46:16,764 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397148282618_0008_01_000005 transitioned from LOCALIZING to LOCALIZED
2014-04-10 11:46:16,797 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397148282618_0008_01_000004 transitioned from LOCALIZED to RUNNING
2014-04-10 11:46:16,797 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397148282618_0008_01_000005 transitioned from LOCALIZED to RUNNING
2014-04-10 11:46:16,797 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(169)) - Neither virutal-memory nor physical-memory monitoring is needed. Not running the monitor-thread
2014-04-10 11:46:16,797 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(169)) - Neither virutal-memory nor physical-memory monitoring is needed. Not running the monitor-thread
2014-04-10 11:46:16,876 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(189)) - launchContainer: [nice, -n, 0, bash, /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_3/usercache/brock/appcache/application_1397148282618_0008/container_1397148282618_0008_01_000004/default_container_executor.sh]
2014-04-10 11:46:16,876 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(189)) - launchContainer: [nice, -n, 0, bash, /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_0/usercache/brock/appcache/application_1397148282618_0008/container_1397148282618_0008_01_000005/default_container_executor.sh]
2014-04-10 11:46:16,899 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:49954, dest: /127.0.0.1:51646, bytes: 246562, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_-835399239_5263, offset: 0, srvID: e20bf523-f226-4d36-9695-be2356cb97a6, blockid: BP-196700473-127.0.0.1-1397148267010:blk_1073741918_1094, duration: 204875470
2014-04-10 11:46:16,923 INFO localizer.LocalizedResource (LocalizedResource.java:handle(196)) - Resource hdfs://localhost:38088/tmp/hadoop-yarn/staging/brock/.staging/job_1397148282618_0008/job.jar(->file:/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_1/usercache/brock/appcache/application_1397148282618_0008/filecache/10/job.jar) transitioned from DOWNLOADING to LOCALIZED
2014-04-10 11:46:16,934 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397148282618_0008/job.xml dst=null perm=null
2014-04-10 11:46:16,935 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397148282618_0008/job.xml dst=null perm=null
2014-04-10 11:46:16,935 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397148282618_0008/job.xml dst=null perm=null
2014-04-10 11:46:16,939 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:53089, dest: /127.0.0.1:54104, bytes: 82332, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_-835399239_5263, offset: 0, srvID: 56b85d8f-9b31-4c91-b022-e568d9765c42, blockid: BP-196700473-127.0.0.1-1397148267010:blk_1073741921_1097, duration: 196992
2014-04-10 11:46:16,950 INFO localizer.LocalizedResource (LocalizedResource.java:handle(196)) - Resource hdfs://localhost:38088/tmp/hadoop-yarn/staging/brock/.staging/job_1397148282618_0008/job.xml(->file:/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_3/usercache/brock/appcache/application_1397148282618_0008/filecache/11/job.xml) transitioned from DOWNLOADING to LOCALIZED
2014-04-10 11:46:16,950 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397148282618_0008_01_000003 transitioned from LOCALIZING to LOCALIZED
2014-04-10 11:46:16,950 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397148282618_0008_01_000002 transitioned from LOCALIZING to LOCALIZED
2014-04-10 11:46:16,970 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397148282618_0008_01_000002 transitioned from LOCALIZED to RUNNING
2014-04-10 11:46:16,970 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(169)) - Neither virutal-memory nor physical-memory monitoring is needed. Not running the monitor-thread
2014-04-10 11:46:16,977 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397148282618_0008_01_000003 transitioned from LOCALIZED to RUNNING
2014-04-10 11:46:16,977 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(169)) - Neither virutal-memory nor physical-memory monitoring is needed. Not running the monitor-thread
2014-04-10 11:46:17,024 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(189)) - launchContainer: [nice, -n, 0, bash, /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_2/usercache/brock/appcache/application_1397148282618_0008/container_1397148282618_0008_01_000002/default_container_executor.sh]
2014-04-10 11:46:17,025 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(189)) - launchContainer: [nice, -n, 0, bash, /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_2/usercache/brock/appcache/application_1397148282618_0008/container_1397148282618_0008_01_000003/default_container_executor.sh]
2014-04-10 11:46:17,104 INFO launcher.ContainerLaunch (ContainerLaunch.java:call(322)) - Container container_1397148282618_0007_01_000001 succeeded
2014-04-10 11:46:17,104 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397148282618_0007_01_000001 transitioned from RUNNING to EXITED_WITH_SUCCESS
2014-04-10 11:46:17,104 INFO launcher.ContainerLaunch (ContainerLaunch.java:cleanupContainer(341)) - Cleaning up container container_1397148282618_0007_01_000001
2014-04-10 11:46:17,115 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_0/usercache/brock/appcache/application_1397148282618_0007/container_1397148282618_0007_01_000001
2014-04-10 11:46:17,115 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_1/usercache/brock/appcache/application_1397148282618_0007/container_1397148282618_0007_01_000001
2014-04-10 11:46:17,116 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_2/usercache/brock/appcache/application_1397148282618_0007/container_1397148282618_0007_01_000001
2014-04-10 11:46:17,116 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_3/usercache/brock/appcache/application_1397148282618_0007/container_1397148282618_0007_01_000001
2014-04-10 11:46:17,116 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=brock OPERATION=Container Finished - Succeeded TARGET=ContainerImpl RESULT=SUCCESS APPID=application_1397148282618_0007 CONTAINERID=container_1397148282618_0007_01_000001
2014-04-10 11:46:17,116 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397148282618_0007_01_000001 transitioned from EXITED_WITH_SUCCESS to DONE
2014-04-10 11:46:17,116 INFO application.Application (ApplicationImpl.java:transition(339)) - Removing container_1397148282618_0007_01_000001 from application application_1397148282618_0007
2014-04-10 11:46:17,116 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(169)) - Neither virutal-memory nor physical-memory monitoring is needed. Not running the monitor-thread
2014-04-10 11:46:17,117 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event CONTAINER_STOP for appId application_1397148282618_0007
2014-04-10 11:46:17,347 INFO scheduler.AppSchedulingInfo (AppSchedulingInfo.java:updateResourceRequests(166)) - checking for deactivate...
2014-04-10 11:46:17,413 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:updateAndGetContainerStatuses(374)) - Removed completed container container_1397148282618_0007_01_000001
2014-04-10 11:46:17,413 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397148282618_0008_01_000002 Container Transitioned from ACQUIRED to RUNNING
2014-04-10 11:46:17,413 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397148282618_0008_01_000003 Container Transitioned from ACQUIRED to RUNNING
2014-04-10 11:46:17,414 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397148282618_0007_01_000001 Container Transitioned from RUNNING to COMPLETED
2014-04-10 11:46:17,414 INFO resourcemanager.ApplicationMasterService (ApplicationMasterService.java:unregisterAttempt(562)) - Unregistering app attempt : appattempt_1397148282618_0007_000001
2014-04-10 11:46:17,414 INFO fica.FiCaSchedulerApp (FiCaSchedulerApp.java:containerCompleted(91)) - Completed container: container_1397148282618_0007_01_000001 in state: COMPLETED event:FINISHED
2014-04-10 11:46:17,414 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(652)) - appattempt_1397148282618_0007_000001 State change from FINISHING to FINISHED
2014-04-10 11:46:17,414 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(98)) - USER=brock OPERATION=AM Released Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1397148282618_0007 CONTAINERID=container_1397148282618_0007_01_000001
2014-04-10 11:46:17,414 INFO rmapp.RMAppImpl (RMAppImpl.java:handle(610)) - application_1397148282618_0007 State change from FINISHING to FINISHED
2014-04-10 11:46:17,414 INFO fica.FiCaSchedulerNode (FiCaSchedulerNode.java:releaseContainer(164)) - Released container container_1397148282618_0007_01_000001 of capacity <memory:2048, vCores:1> on host localhost:39304, which currently has 2 containers, <memory:2048, vCores:2> used and <memory:2048, vCores:6> available, release resources=true
2014-04-10 11:46:17,414 INFO amlauncher.AMLauncher (AMLauncher.java:run(262)) - Cleaning master appattempt_1397148282618_0007_000001
2014-04-10 11:46:17,414 INFO capacity.LeafQueue (LeafQueue.java:releaseResource(1506)) - default used=<memory:6144, vCores:5> numContainers=5 user=brock user-resources=<memory:6144, vCores:5>
2014-04-10 11:46:17,414 INFO capacity.LeafQueue (LeafQueue.java:completedContainer(1448)) - completedContainer container=Container: [ContainerId: container_1397148282618_0007_01_000001, NodeId: localhost:39304, NodeHttpAddress: localhost:51177, Resource: <memory:2048, vCores:1>, Priority: 0, Token: Token { kind: ContainerToken, service: localhost:39304 }, ] resource=<memory:2048, vCores:1> queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:6144, vCores:5>usedCapacity=0.375, absoluteUsedCapacity=0.375, numApps=2, numContainers=5 usedCapacity=0.375 absoluteUsedCapacity=0.375 used=<memory:6144, vCores:5> cluster=<memory:16384, vCores:32>
2014-04-10 11:46:17,414 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(694)) - completedContainer queue=root usedCapacity=0.375 absoluteUsedCapacity=0.375 used=<memory:6144, vCores:5> cluster=<memory:16384, vCores:32>
2014-04-10 11:46:17,415 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(708)) - Re-sorting completed queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:6144, vCores:5>usedCapacity=0.375, absoluteUsedCapacity=0.375, numApps=2, numContainers=5
2014-04-10 11:46:17,415 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(849)) - Application appattempt_1397148282618_0007_000001 released container container_1397148282618_0007_01_000001 on node: host: localhost:39304 #containers=2 available=2048 used=2048 with event: FINISHED
2014-04-10 11:46:17,414 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(140)) - USER=brock OPERATION=Application Finished - Succeeded TARGET=RMAppManager RESULT=SUCCESS APPID=application_1397148282618_0007
2014-04-10 11:46:17,415 INFO capacity.CapacityScheduler (CapacityScheduler.java:doneApplicationAttempt(472)) - Application appattempt_1397148282618_0007_000001 is done. finalState=FINISHED
2014-04-10 11:46:17,415 INFO resourcemanager.RMAppManager$ApplicationSummary (RMAppManager.java:logAppSummary(175)) - appId=application_1397148282618_0007,name=[0FA7D33A9AD943EE964BB8E134476096/BAEF4484DFF4496685E7355A20F95657] test/(1/1) ...tapplatform/committapfail,user=brock,queue=default,state=FINISHED,trackingUrl=http://localhost:45416/proxy/application_1397148282618_0007/jobhistory/job/job_1397148282618_0007,appMasterHost=localhost.localdomain,startTime=1397148357070,finishTime=1397148370954,finalStatus=SUCCEEDED
2014-04-10 11:46:17,415 INFO scheduler.AppSchedulingInfo (AppSchedulingInfo.java:clearRequests(108)) - Application application_1397148282618_0007 requests cleared
2014-04-10 11:46:17,415 INFO capacity.LeafQueue (LeafQueue.java:removeApplication(776)) - Application removed - appId: application_1397148282618_0007 user: brock queue: default #user-pending-applications: 0 #user-active-applications: 1 #queue-pending-applications: 0 #queue-active-applications: 1
2014-04-10 11:46:17,415 INFO capacity.ParentQueue (ParentQueue.java:removeApplication(507)) - Application removed - appId: application_1397148282618_0007 user: brock leaf-queue of parent: root #applications: 1
2014-04-10 11:46:17,417 INFO ipc.Server (Server.java:saslProcess(1252)) - Auth successful for appattempt_1397148282618_0007_000001 (auth:SIMPLE)
2014-04-10 11:46:17,429 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:stopContainerInternal(718)) - Stopping container with container Id: container_1397148282618_0007_01_000001
2014-04-10 11:46:17,563 INFO application.Application (ApplicationImpl.java:handle(450)) - Application application_1397148282618_0007 transitioned from RUNNING to APPLICATION_RESOURCES_CLEANINGUP
2014-04-10 11:46:17,563 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_0/usercache/brock/appcache/application_1397148282618_0007
2014-04-10 11:46:17,563 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_1/usercache/brock/appcache/application_1397148282618_0007
2014-04-10 11:46:17,563 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_2/usercache/brock/appcache/application_1397148282618_0007
2014-04-10 11:46:17,563 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event APPLICATION_STOP for appId application_1397148282618_0007
2014-04-10 11:46:17,563 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_3/usercache/brock/appcache/application_1397148282618_0007
2014-04-10 11:46:17,563 INFO application.Application (ApplicationImpl.java:handle(450)) - Application application_1397148282618_0007 transitioned from APPLICATION_RESOURCES_CLEANINGUP to FINISHED
2014-04-10 11:46:17,564 INFO loghandler.NonAggregatingLogHandler (NonAggregatingLogHandler.java:handle(119)) - Scheduling Log Deletion for application: application_1397148282618_0007, with delay of 10800 seconds
2014-04-10 11:46:17,791 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073741908_1084 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data6/current/BP-196700473-127.0.0.1-1397148267010/current/finalized/blk_1073741908 for deletion
2014-04-10 11:46:17,791 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073741909_1085 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data5/current/BP-196700473-127.0.0.1-1397148267010/current/finalized/blk_1073741909 for deletion
2014-04-10 11:46:17,791 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073741911_1087 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data6/current/BP-196700473-127.0.0.1-1397148267010/current/finalized/blk_1073741911 for deletion
2014-04-10 11:46:17,791 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-196700473-127.0.0.1-1397148267010 blk_1073741908_1084 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data6/current/BP-196700473-127.0.0.1-1397148267010/current/finalized/blk_1073741908
2014-04-10 11:46:17,791 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073741912_1088 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data5/current/BP-196700473-127.0.0.1-1397148267010/current/finalized/blk_1073741912 for deletion
2014-04-10 11:46:17,791 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-196700473-127.0.0.1-1397148267010 blk_1073741911_1087 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data6/current/BP-196700473-127.0.0.1-1397148267010/current/finalized/blk_1073741911
2014-04-10 11:46:17,791 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-196700473-127.0.0.1-1397148267010 blk_1073741909_1085 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data5/current/BP-196700473-127.0.0.1-1397148267010/current/finalized/blk_1073741909
2014-04-10 11:46:17,791 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073741915_1091 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data5/current/BP-196700473-127.0.0.1-1397148267010/current/finalized/blk_1073741915 for deletion
2014-04-10 11:46:17,792 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-196700473-127.0.0.1-1397148267010 blk_1073741912_1088 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data5/current/BP-196700473-127.0.0.1-1397148267010/current/finalized/blk_1073741912
2014-04-10 11:46:17,792 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-196700473-127.0.0.1-1397148267010 blk_1073741915_1091 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data5/current/BP-196700473-127.0.0.1-1397148267010/current/finalized/blk_1073741915
2014-04-10 11:46:17,840 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:createUserCacheDirs(469)) - Initializing user brock
2014-04-10 11:46:17,856 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073741908_1084 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data1/current/BP-196700473-127.0.0.1-1397148267010/current/finalized/blk_1073741908 for deletion
2014-04-10 11:46:17,857 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073741909_1085 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data2/current/BP-196700473-127.0.0.1-1397148267010/current/finalized/blk_1073741909 for deletion
2014-04-10 11:46:17,857 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073741910_1086 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data1/current/BP-196700473-127.0.0.1-1397148267010/current/finalized/blk_1073741910 for deletion
2014-04-10 11:46:17,857 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073741911_1087 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data2/current/BP-196700473-127.0.0.1-1397148267010/current/finalized/blk_1073741911 for deletion
2014-04-10 11:46:17,857 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073741913_1089 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data2/current/BP-196700473-127.0.0.1-1397148267010/current/finalized/blk_1073741913 for deletion
2014-04-10 11:46:17,857 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073741915_1091 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data2/current/BP-196700473-127.0.0.1-1397148267010/current/finalized/blk_1073741915 for deletion
2014-04-10 11:46:17,857 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-196700473-127.0.0.1-1397148267010 blk_1073741909_1085 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data2/current/BP-196700473-127.0.0.1-1397148267010/current/finalized/blk_1073741909
2014-04-10 11:46:17,857 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-196700473-127.0.0.1-1397148267010 blk_1073741908_1084 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data1/current/BP-196700473-127.0.0.1-1397148267010/current/finalized/blk_1073741908
2014-04-10 11:46:17,857 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-196700473-127.0.0.1-1397148267010 blk_1073741911_1087 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data2/current/BP-196700473-127.0.0.1-1397148267010/current/finalized/blk_1073741911
2014-04-10 11:46:17,857 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-196700473-127.0.0.1-1397148267010 blk_1073741910_1086 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data1/current/BP-196700473-127.0.0.1-1397148267010/current/finalized/blk_1073741910
2014-04-10 11:46:17,857 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-196700473-127.0.0.1-1397148267010 blk_1073741913_1089 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data2/current/BP-196700473-127.0.0.1-1397148267010/current/finalized/blk_1073741913
2014-04-10 11:46:17,858 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-196700473-127.0.0.1-1397148267010 blk_1073741915_1091 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data2/current/BP-196700473-127.0.0.1-1397148267010/current/finalized/blk_1073741915
2014-04-10 11:46:18,001 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:createUserCacheDirs(469)) - Initializing user brock
2014-04-10 11:46:18,062 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(103)) - Copying from /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_2/nmPrivate/container_1397148282618_0008_01_000004.tokens to /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_0/usercache/brock/appcache/application_1397148282618_0008/container_1397148282618_0008_01_000004.tokens
2014-04-10 11:46:18,063 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(105)) - CWD set to /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_0/usercache/brock/appcache/application_1397148282618_0008 = file:/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_0/usercache/brock/appcache/application_1397148282618_0008
2014-04-10 11:46:18,134 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(103)) - Copying from /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_2/nmPrivate/container_1397148282618_0008_01_000002.tokens to /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_0/usercache/brock/appcache/application_1397148282618_0008/container_1397148282618_0008_01_000002.tokens
2014-04-10 11:46:18,134 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(105)) - CWD set to /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_0/usercache/brock/appcache/application_1397148282618_0008 = file:/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_0/usercache/brock/appcache/application_1397148282618_0008
2014-04-10 11:46:18,414 INFO application.Application (ApplicationImpl.java:handle(450)) - Application application_1397148282618_0007 transitioned from RUNNING to APPLICATION_RESOURCES_CLEANINGUP
2014-04-10 11:46:18,414 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_0/usercache/brock/appcache/application_1397148282618_0007
2014-04-10 11:46:18,414 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_1/usercache/brock/appcache/application_1397148282618_0007
2014-04-10 11:46:18,414 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event APPLICATION_STOP for appId application_1397148282618_0007
2014-04-10 11:46:18,414 INFO application.Application (ApplicationImpl.java:handle(450)) - Application application_1397148282618_0007 transitioned from APPLICATION_RESOURCES_CLEANINGUP to FINISHED
2014-04-10 11:46:18,414 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_2/usercache/brock/appcache/application_1397148282618_0007
2014-04-10 11:46:18,414 INFO loghandler.NonAggregatingLogHandler (NonAggregatingLogHandler.java:handle(119)) - Scheduling Log Deletion for application: application_1397148282618_0007, with delay of 10800 seconds
2014-04-10 11:46:18,414 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_3/usercache/brock/appcache/application_1397148282618_0007
2014-04-10 11:46:19,269 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397148282618_0008/job.split dst=null perm=null
2014-04-10 11:46:19,277 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397148282618_0008/job.split dst=null perm=null
2014-04-10 11:46:19,335 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:53089, dest: /127.0.0.1:54126, bytes: 507, op: HDFS_READ, cliID: DFSClient_attempt_1397148282618_0008_m_000003_0_2084941892_1, offset: 1024, srvID: 56b85d8f-9b31-4c91-b022-e568d9765c42, blockid: BP-196700473-127.0.0.1-1397148267010:blk_1073741919_1095, duration: 133490
2014-04-10 11:46:19,342 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:49954, dest: /127.0.0.1:51668, bytes: 1023, op: HDFS_READ, cliID: DFSClient_attempt_1397148282618_0008_m_000002_0_2010563112_1, offset: 512, srvID: e20bf523-f226-4d36-9695-be2356cb97a6, blockid: BP-196700473-127.0.0.1-1397148267010:blk_1073741919_1095, duration: 165242
2014-04-10 11:46:19,370 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397148282618_0008/job.split dst=null perm=null
2014-04-10 11:46:19,399 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/classes/test/data/apache.10.txt dst=null perm=null
2014-04-10 11:46:19,402 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:53089, dest: /127.0.0.1:54129, bytes: 1461, op: HDFS_READ, cliID: DFSClient_attempt_1397148282618_0008_m_000002_0_2010563112_1, offset: 0, srvID: 56b85d8f-9b31-4c91-b022-e568d9765c42, blockid: BP-196700473-127.0.0.1-1397148267010:blk_1073741838_1014, duration: 156461
2014-04-10 11:46:19,409 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/classes/test/data/apache.10.txt dst=null perm=null
2014-04-10 11:46:19,412 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:37136, dest: /127.0.0.1:48486, bytes: 945, op: HDFS_READ, cliID: DFSClient_attempt_1397148282618_0008_m_000003_0_2084941892_1, offset: 512, srvID: b242afcc-2d24-4b8f-9fb7-bc72b71e749a, blockid: BP-196700473-127.0.0.1-1397148267010:blk_1073741838_1014, duration: 227421
2014-04-10 11:46:19,444 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:53089, dest: /127.0.0.1:54131, bytes: 1539, op: HDFS_READ, cliID: DFSClient_attempt_1397148282618_0008_m_000001_0_216303323_1, offset: 0, srvID: 56b85d8f-9b31-4c91-b022-e568d9765c42, blockid: BP-196700473-127.0.0.1-1397148267010:blk_1073741919_1095, duration: 172234
2014-04-10 11:46:19,469 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397148282618_0008/job.split dst=null perm=null
2014-04-10 11:46:19,504 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/classes/test/data/apache.10.txt dst=null perm=null
2014-04-10 11:46:19,556 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:49954, dest: /127.0.0.1:51675, bytes: 1539, op: HDFS_READ, cliID: DFSClient_attempt_1397148282618_0008_m_000000_0_-539614843_1, offset: 0, srvID: e20bf523-f226-4d36-9695-be2356cb97a6, blockid: BP-196700473-127.0.0.1-1397148267010:blk_1073741919_1095, duration: 204415
2014-04-10 11:46:19,635 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/classes/test/data/apache.10.txt dst=null perm=null
2014-04-10 11:46:19,638 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:53089, dest: /127.0.0.1:54135, bytes: 429, op: HDFS_READ, cliID: DFSClient_attempt_1397148282618_0008_m_000000_0_-539614843_1, offset: 1024, srvID: 56b85d8f-9b31-4c91-b022-e568d9765c42, blockid: BP-196700473-127.0.0.1-1397148267010:blk_1073741838_1014, duration: 154360
2014-04-10 11:46:19,673 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/hadooptapplatform/committap/_temporary/1/_temporary/attempt_1397148282618_0008_m_000003_0 dst=null perm=null
2014-04-10 11:46:19,690 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/hadooptapplatform/committap/_temporary/1/_temporary/attempt_1397148282618_0008_m_000002_0 dst=null perm=null
2014-04-10 11:46:19,690 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:53089, dest: /127.0.0.1:54131, bytes: 1461, op: HDFS_READ, cliID: DFSClient_attempt_1397148282618_0008_m_000001_0_216303323_1, offset: 0, srvID: 56b85d8f-9b31-4c91-b022-e568d9765c42, blockid: BP-196700473-127.0.0.1-1397148267010:blk_1073741838_1014, duration: 161337
2014-04-10 11:46:19,741 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:stopContainerInternal(718)) - Stopping container with container Id: container_1397148282618_0008_01_000005
2014-04-10 11:46:19,741 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=brock IP=127.0.0.1 OPERATION=Stop Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1397148282618_0008 CONTAINERID=container_1397148282618_0008_01_000005
2014-04-10 11:46:19,741 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397148282618_0008_01_000005 transitioned from RUNNING to KILLING
2014-04-10 11:46:19,741 INFO launcher.ContainerLaunch (ContainerLaunch.java:cleanupContainer(341)) - Cleaning up container container_1397148282618_0008_01_000005
2014-04-10 11:46:19,746 WARN nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(207)) - Exit code from container container_1397148282618_0008_01_000005 is : 143
2014-04-10 11:46:19,757 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:stopContainerInternal(718)) - Stopping container with container Id: container_1397148282618_0008_01_000004
2014-04-10 11:46:19,757 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=brock IP=127.0.0.1 OPERATION=Stop Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1397148282618_0008 CONTAINERID=container_1397148282618_0008_01_000004
2014-04-10 11:46:19,757 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(2966)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/brock/.staging/job_1397148282618_0008/job_1397148282618_0008_1.jhist. BP-196700473-127.0.0.1-1397148267010 blk_1073741923_1099{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-008d3ead-b2b9-49b0-88ab-01e536a210da:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-97cf26c5-95a4-4e0e-a439-d9926ba08c0b:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-7d772409-5e65-4676-97a9-57f5ea3efdc8:NORMAL|RBW]]}
2014-04-10 11:46:19,759 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397148282618_0008_01_000005 transitioned from KILLING to CONTAINER_CLEANEDUP_AFTER_KILL
2014-04-10 11:46:19,759 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397148282618_0008_01_000004 transitioned from RUNNING to KILLING
2014-04-10 11:46:19,759 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_0/usercache/brock/appcache/application_1397148282618_0008/container_1397148282618_0008_01_000005
2014-04-10 11:46:19,759 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_1/usercache/brock/appcache/application_1397148282618_0008/container_1397148282618_0008_01_000005
2014-04-10 11:46:19,759 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_2/usercache/brock/appcache/application_1397148282618_0008/container_1397148282618_0008_01_000005
2014-04-10 11:46:19,760 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_3/usercache/brock/appcache/application_1397148282618_0008/container_1397148282618_0008_01_000005
2014-04-10 11:46:19,760 INFO launcher.ContainerLaunch (ContainerLaunch.java:cleanupContainer(341)) - Cleaning up container container_1397148282618_0008_01_000004
2014-04-10 11:46:19,764 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/hadooptapplatform/committap/_temporary/1/_temporary/attempt_1397148282618_0008_m_000001_0 dst=null perm=null
2014-04-10 11:46:19,765 WARN nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(207)) - Exit code from container container_1397148282618_0008_01_000004 is : 143
2014-04-10 11:46:19,774 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=brock OPERATION=Container Finished - Killed TARGET=ContainerImpl RESULT=SUCCESS APPID=application_1397148282618_0008 CONTAINERID=container_1397148282618_0008_01_000005
2014-04-10 11:46:19,774 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397148282618_0008_01_000005 transitioned from CONTAINER_CLEANEDUP_AFTER_KILL to DONE
2014-04-10 11:46:19,774 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397148282618_0008_01_000004 transitioned from KILLING to CONTAINER_CLEANEDUP_AFTER_KILL
2014-04-10 11:46:19,774 INFO application.Application (ApplicationImpl.java:transition(339)) - Removing container_1397148282618_0008_01_000005 from application application_1397148282618_0008
2014-04-10 11:46:19,774 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(169)) - Neither virutal-memory nor physical-memory monitoring is needed. Not running the monitor-thread
2014-04-10 11:46:19,774 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event CONTAINER_STOP for appId application_1397148282618_0008
2014-04-10 11:46:19,775 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_0/usercache/brock/appcache/application_1397148282618_0008/container_1397148282618_0008_01_000004
2014-04-10 11:46:19,775 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_1/usercache/brock/appcache/application_1397148282618_0008/container_1397148282618_0008_01_000004
2014-04-10 11:46:19,775 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_2/usercache/brock/appcache/application_1397148282618_0008/container_1397148282618_0008_01_000004
2014-04-10 11:46:19,776 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_3/usercache/brock/appcache/application_1397148282618_0008/container_1397148282618_0008_01_000004
2014-04-10 11:46:19,776 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=brock OPERATION=Container Finished - Killed TARGET=ContainerImpl RESULT=SUCCESS APPID=application_1397148282618_0008 CONTAINERID=container_1397148282618_0008_01_000004
2014-04-10 11:46:19,777 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397148282618_0008_01_000004 transitioned from CONTAINER_CLEANEDUP_AFTER_KILL to DONE
2014-04-10 11:46:19,777 INFO application.Application (ApplicationImpl.java:transition(339)) - Removing container_1397148282618_0008_01_000004 from application application_1397148282618_0008
2014-04-10 11:46:19,777 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(169)) - Neither virutal-memory nor physical-memory monitoring is needed. Not running the monitor-thread
2014-04-10 11:46:19,777 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event CONTAINER_STOP for appId application_1397148282618_0008
2014-04-10 11:46:19,787 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-196700473-127.0.0.1-1397148267010:blk_1073741923_1099 src: /127.0.0.1:48492 dest: /127.0.0.1:37136
2014-04-10 11:46:19,788 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-196700473-127.0.0.1-1397148267010:blk_1073741923_1099 src: /127.0.0.1:51678 dest: /127.0.0.1:49954
2014-04-10 11:46:19,789 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-196700473-127.0.0.1-1397148267010:blk_1073741923_1099 src: /127.0.0.1:45062 dest: /127.0.0.1:56823
2014-04-10 11:46:19,792 INFO hdfs.StateChange (FSNamesystem.java:fsync(3598)) - BLOCK* fsync: /tmp/hadoop-yarn/staging/brock/.staging/job_1397148282618_0008/job_1397148282618_0008_1.jhist for DFSClient_NONMAPREDUCE_-2114884797_1
2014-04-10 11:46:19,806 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:stopContainerInternal(718)) - Stopping container with container Id: container_1397148282618_0008_01_000003
2014-04-10 11:46:19,806 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=brock IP=127.0.0.1 OPERATION=Stop Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1397148282618_0008 CONTAINERID=container_1397148282618_0008_01_000003
2014-04-10 11:46:19,806 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397148282618_0008_01_000003 transitioned from RUNNING to KILLING
2014-04-10 11:46:19,806 INFO launcher.ContainerLaunch (ContainerLaunch.java:cleanupContainer(341)) - Cleaning up container container_1397148282618_0008_01_000003
2014-04-10 11:46:19,810 WARN nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(207)) - Exit code from container container_1397148282618_0008_01_000003 is : 143
2014-04-10 11:46:19,818 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397148282618_0008_01_000003 transitioned from KILLING to CONTAINER_CLEANEDUP_AFTER_KILL
2014-04-10 11:46:19,818 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_0/usercache/brock/appcache/application_1397148282618_0008/container_1397148282618_0008_01_000003
2014-04-10 11:46:19,818 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_1/usercache/brock/appcache/application_1397148282618_0008/container_1397148282618_0008_01_000003
2014-04-10 11:46:19,818 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_2/usercache/brock/appcache/application_1397148282618_0008/container_1397148282618_0008_01_000003
2014-04-10 11:46:19,818 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_3/usercache/brock/appcache/application_1397148282618_0008/container_1397148282618_0008_01_000003
2014-04-10 11:46:19,818 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=brock OPERATION=Container Finished - Killed TARGET=ContainerImpl RESULT=SUCCESS APPID=application_1397148282618_0008 CONTAINERID=container_1397148282618_0008_01_000003
2014-04-10 11:46:19,819 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397148282618_0008_01_000003 transitioned from CONTAINER_CLEANEDUP_AFTER_KILL to DONE
2014-04-10 11:46:19,819 INFO application.Application (ApplicationImpl.java:transition(339)) - Removing container_1397148282618_0008_01_000003 from application application_1397148282618_0008
2014-04-10 11:46:19,819 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(169)) - Neither virutal-memory nor physical-memory monitoring is needed. Not running the monitor-thread
2014-04-10 11:46:19,819 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event CONTAINER_STOP for appId application_1397148282618_0008
2014-04-10 11:46:19,877 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/hadooptapplatform/committap/_temporary/1/_temporary/attempt_1397148282618_0008_m_000000_0 dst=null perm=null
2014-04-10 11:46:19,924 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:stopContainerInternal(718)) - Stopping container with container Id: container_1397148282618_0008_01_000002
2014-04-10 11:46:19,924 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=brock IP=127.0.0.1 OPERATION=Stop Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1397148282618_0008 CONTAINERID=container_1397148282618_0008_01_000002
2014-04-10 11:46:19,924 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397148282618_0008_01_000002 transitioned from RUNNING to KILLING
2014-04-10 11:46:19,924 INFO launcher.ContainerLaunch (ContainerLaunch.java:cleanupContainer(341)) - Cleaning up container container_1397148282618_0008_01_000002
2014-04-10 11:46:19,924 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:updateAndGetContainerStatuses(374)) - Removed completed container container_1397148282618_0008_01_000003
2014-04-10 11:46:19,924 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397148282618_0008_01_000003 Container Transitioned from RUNNING to COMPLETED
2014-04-10 11:46:19,925 INFO fica.FiCaSchedulerApp (FiCaSchedulerApp.java:containerCompleted(91)) - Completed container: container_1397148282618_0008_01_000003 in state: COMPLETED event:FINISHED
2014-04-10 11:46:19,925 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(98)) - USER=brock OPERATION=AM Released Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1397148282618_0008 CONTAINERID=container_1397148282618_0008_01_000003
2014-04-10 11:46:19,925 INFO fica.FiCaSchedulerNode (FiCaSchedulerNode.java:releaseContainer(164)) - Released container container_1397148282618_0008_01_000003 of capacity <memory:1024, vCores:1> on host localhost:39304, which currently has 1 containers, <memory:1024, vCores:1> used and <memory:3072, vCores:7> available, release resources=true
2014-04-10 11:46:19,925 INFO capacity.LeafQueue (LeafQueue.java:releaseResource(1506)) - default used=<memory:5120, vCores:4> numContainers=4 user=brock user-resources=<memory:5120, vCores:4>
2014-04-10 11:46:19,925 INFO capacity.LeafQueue (LeafQueue.java:completedContainer(1448)) - completedContainer container=Container: [ContainerId: container_1397148282618_0008_01_000003, NodeId: localhost:39304, NodeHttpAddress: localhost:51177, Resource: <memory:1024, vCores:1>, Priority: 20, Token: Token { kind: ContainerToken, service: localhost:39304 }, ] resource=<memory:1024, vCores:1> queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:5120, vCores:4>usedCapacity=0.3125, absoluteUsedCapacity=0.3125, numApps=1, numContainers=4 usedCapacity=0.3125 absoluteUsedCapacity=0.3125 used=<memory:5120, vCores:4> cluster=<memory:16384, vCores:32>
2014-04-10 11:46:19,925 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(694)) - completedContainer queue=root usedCapacity=0.3125 absoluteUsedCapacity=0.3125 used=<memory:5120, vCores:4> cluster=<memory:16384, vCores:32>
2014-04-10 11:46:19,925 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(708)) - Re-sorting completed queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:5120, vCores:4>usedCapacity=0.3125, absoluteUsedCapacity=0.3125, numApps=1, numContainers=4
2014-04-10 11:46:19,925 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(849)) - Application appattempt_1397148282618_0008_000001 released container container_1397148282618_0008_01_000003 on node: host: localhost:39304 #containers=1 available=3072 used=1024 with event: FINISHED
2014-04-10 11:46:19,929 WARN nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(207)) - Exit code from container container_1397148282618_0008_01_000002 is : 143
2014-04-10 11:46:19,939 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397148282618_0008_01_000002 transitioned from KILLING to CONTAINER_CLEANEDUP_AFTER_KILL
2014-04-10 11:46:19,940 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_0/usercache/brock/appcache/application_1397148282618_0008/container_1397148282618_0008_01_000002
2014-04-10 11:46:19,940 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_1/usercache/brock/appcache/application_1397148282618_0008/container_1397148282618_0008_01_000002
2014-04-10 11:46:19,940 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_2/usercache/brock/appcache/application_1397148282618_0008/container_1397148282618_0008_01_000002
2014-04-10 11:46:19,940 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_3/usercache/brock/appcache/application_1397148282618_0008/container_1397148282618_0008_01_000002
2014-04-10 11:46:19,940 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=brock OPERATION=Container Finished - Killed TARGET=ContainerImpl RESULT=SUCCESS APPID=application_1397148282618_0008 CONTAINERID=container_1397148282618_0008_01_000002
2014-04-10 11:46:19,940 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397148282618_0008_01_000002 transitioned from CONTAINER_CLEANEDUP_AFTER_KILL to DONE
2014-04-10 11:46:19,940 INFO application.Application (ApplicationImpl.java:transition(339)) - Removing container_1397148282618_0008_01_000002 from application application_1397148282618_0008
2014-04-10 11:46:19,940 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(169)) - Neither virutal-memory nor physical-memory monitoring is needed. Not running the monitor-thread
2014-04-10 11:46:19,940 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event CONTAINER_STOP for appId application_1397148282618_0008
2014-04-10 11:46:20,757 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:updateAndGetContainerStatuses(374)) - Removed completed container container_1397148282618_0008_01_000004
2014-04-10 11:46:20,758 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:updateAndGetContainerStatuses(374)) - Removed completed container container_1397148282618_0008_01_000005
2014-04-10 11:46:20,758 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397148282618_0008_01_000004 Container Transitioned from RUNNING to COMPLETED
2014-04-10 11:46:20,758 INFO fica.FiCaSchedulerApp (FiCaSchedulerApp.java:containerCompleted(91)) - Completed container: container_1397148282618_0008_01_000004 in state: COMPLETED event:FINISHED
2014-04-10 11:46:20,759 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(98)) - USER=brock OPERATION=AM Released Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1397148282618_0008 CONTAINERID=container_1397148282618_0008_01_000004
2014-04-10 11:46:20,759 INFO fica.FiCaSchedulerNode (FiCaSchedulerNode.java:releaseContainer(164)) - Released container container_1397148282618_0008_01_000004 of capacity <memory:1024, vCores:1> on host localhost:33805, which currently has 1 containers, <memory:1024, vCores:1> used and <memory:3072, vCores:7> available, release resources=true
2014-04-10 11:46:20,759 INFO capacity.LeafQueue (LeafQueue.java:releaseResource(1506)) - default used=<memory:4096, vCores:3> numContainers=3 user=brock user-resources=<memory:4096, vCores:3>
2014-04-10 11:46:20,759 INFO capacity.LeafQueue (LeafQueue.java:completedContainer(1448)) - completedContainer container=Container: [ContainerId: container_1397148282618_0008_01_000004, NodeId: localhost:33805, NodeHttpAddress: localhost:42238, Resource: <memory:1024, vCores:1>, Priority: 20, Token: Token { kind: ContainerToken, service: localhost:33805 }, ] resource=<memory:1024, vCores:1> queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:4096, vCores:3>usedCapacity=0.25, absoluteUsedCapacity=0.25, numApps=1, numContainers=3 usedCapacity=0.25 absoluteUsedCapacity=0.25 used=<memory:4096, vCores:3> cluster=<memory:16384, vCores:32>
2014-04-10 11:46:20,759 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(694)) - completedContainer queue=root usedCapacity=0.25 absoluteUsedCapacity=0.25 used=<memory:4096, vCores:3> cluster=<memory:16384, vCores:32>
2014-04-10 11:46:20,760 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(708)) - Re-sorting completed queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:4096, vCores:3>usedCapacity=0.25, absoluteUsedCapacity=0.25, numApps=1, numContainers=3
2014-04-10 11:46:20,760 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(849)) - Application appattempt_1397148282618_0008_000001 released container container_1397148282618_0008_01_000004 on node: host: localhost:33805 #containers=1 available=3072 used=1024 with event: FINISHED
2014-04-10 11:46:20,760 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397148282618_0008_01_000005 Container Transitioned from RUNNING to COMPLETED
2014-04-10 11:46:20,760 INFO fica.FiCaSchedulerApp (FiCaSchedulerApp.java:containerCompleted(91)) - Completed container: container_1397148282618_0008_01_000005 in state: COMPLETED event:FINISHED
2014-04-10 11:46:20,760 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(98)) - USER=brock OPERATION=AM Released Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1397148282618_0008 CONTAINERID=container_1397148282618_0008_01_000005
2014-04-10 11:46:20,760 INFO fica.FiCaSchedulerNode (FiCaSchedulerNode.java:releaseContainer(164)) - Released container container_1397148282618_0008_01_000005 of capacity <memory:1024, vCores:1> on host localhost:33805, which currently has 0 containers, <memory:0, vCores:0> used and <memory:4096, vCores:8> available, release resources=true
2014-04-10 11:46:20,760 INFO capacity.LeafQueue (LeafQueue.java:releaseResource(1506)) - default used=<memory:3072, vCores:2> numContainers=2 user=brock user-resources=<memory:3072, vCores:2>
2014-04-10 11:46:20,761 INFO capacity.LeafQueue (LeafQueue.java:completedContainer(1448)) - completedContainer container=Container: [ContainerId: container_1397148282618_0008_01_000005, NodeId: localhost:33805, NodeHttpAddress: localhost:42238, Resource: <memory:1024, vCores:1>, Priority: 20, Token: Token { kind: ContainerToken, service: localhost:33805 }, ] resource=<memory:1024, vCores:1> queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:3072, vCores:2>usedCapacity=0.1875, absoluteUsedCapacity=0.1875, numApps=1, numContainers=2 usedCapacity=0.1875 absoluteUsedCapacity=0.1875 used=<memory:3072, vCores:2> cluster=<memory:16384, vCores:32>
2014-04-10 11:46:20,761 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(694)) - completedContainer queue=root usedCapacity=0.1875 absoluteUsedCapacity=0.1875 used=<memory:3072, vCores:2> cluster=<memory:16384, vCores:32>
2014-04-10 11:46:20,761 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(708)) - Re-sorting completed queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:3072, vCores:2>usedCapacity=0.1875, absoluteUsedCapacity=0.1875, numApps=1, numContainers=2
2014-04-10 11:46:20,761 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(849)) - Application appattempt_1397148282618_0008_000001 released container container_1397148282618_0008_01_000005 on node: host: localhost:33805 #containers=0 available=4096 used=0 with event: FINISHED
2014-04-10 11:46:20,925 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:updateAndGetContainerStatuses(374)) - Removed completed container container_1397148282618_0008_01_000002
2014-04-10 11:46:20,925 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397148282618_0008_01_000002 Container Transitioned from RUNNING to COMPLETED
2014-04-10 11:46:20,925 INFO fica.FiCaSchedulerApp (FiCaSchedulerApp.java:containerCompleted(91)) - Completed container: container_1397148282618_0008_01_000002 in state: COMPLETED event:FINISHED
2014-04-10 11:46:20,925 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(98)) - USER=brock OPERATION=AM Released Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1397148282618_0008 CONTAINERID=container_1397148282618_0008_01_000002
2014-04-10 11:46:20,926 INFO fica.FiCaSchedulerNode (FiCaSchedulerNode.java:releaseContainer(164)) - Released container container_1397148282618_0008_01_000002 of capacity <memory:1024, vCores:1> on host localhost:39304, which currently has 0 containers, <memory:0, vCores:0> used and <memory:4096, vCores:8> available, release resources=true
2014-04-10 11:46:20,926 INFO capacity.LeafQueue (LeafQueue.java:releaseResource(1506)) - default used=<memory:2048, vCores:1> numContainers=1 user=brock user-resources=<memory:2048, vCores:1>
2014-04-10 11:46:20,926 INFO capacity.LeafQueue (LeafQueue.java:completedContainer(1448)) - completedContainer container=Container: [ContainerId: container_1397148282618_0008_01_000002, NodeId: localhost:39304, NodeHttpAddress: localhost:51177, Resource: <memory:1024, vCores:1>, Priority: 20, Token: Token { kind: ContainerToken, service: localhost:39304 }, ] resource=<memory:1024, vCores:1> queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:2048, vCores:1>usedCapacity=0.125, absoluteUsedCapacity=0.125, numApps=1, numContainers=1 usedCapacity=0.125 absoluteUsedCapacity=0.125 used=<memory:2048, vCores:1> cluster=<memory:16384, vCores:32>
2014-04-10 11:46:20,926 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(694)) - completedContainer queue=root usedCapacity=0.125 absoluteUsedCapacity=0.125 used=<memory:2048, vCores:1> cluster=<memory:16384, vCores:32>
2014-04-10 11:46:20,926 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(708)) - Re-sorting completed queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:2048, vCores:1>usedCapacity=0.125, absoluteUsedCapacity=0.125, numApps=1, numContainers=1
2014-04-10 11:46:20,926 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(849)) - Application appattempt_1397148282618_0008_000001 released container container_1397148282618_0008_01_000002 on node: host: localhost:39304 #containers=0 available=4096 used=0 with event: FINISHED
2014-04-10 11:46:21,704 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397148282618_0008_01_000006 Container Transitioned from NEW to ALLOCATED
2014-04-10 11:46:21,704 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(98)) - USER=brock OPERATION=AM Allocated Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1397148282618_0008 CONTAINERID=container_1397148282618_0008_01_000006
2014-04-10 11:46:21,704 INFO fica.FiCaSchedulerNode (FiCaSchedulerNode.java:allocateContainer(116)) - Assigned container container_1397148282618_0008_01_000006 of capacity <memory:1024, vCores:1> on host localhost:39163, which currently has 2 containers, <memory:3072, vCores:2> used and <memory:1024, vCores:6> available
2014-04-10 11:46:21,704 INFO capacity.LeafQueue (LeafQueue.java:assignContainer(1363)) - assignedContainer application=application_1397148282618_0008 container=Container: [ContainerId: container_1397148282618_0008_01_000006, NodeId: localhost:39163, NodeHttpAddress: localhost:45117, Resource: <memory:1024, vCores:1>, Priority: 10, Token: Token { kind: ContainerToken, service: localhost:39163 }, ] containerId=container_1397148282618_0008_01_000006 queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:2048, vCores:1>usedCapacity=0.125, absoluteUsedCapacity=0.125, numApps=1, numContainers=1 usedCapacity=0.125 absoluteUsedCapacity=0.125 used=<memory:2048, vCores:1> cluster=<memory:16384, vCores:32>
2014-04-10 11:46:21,705 INFO capacity.ParentQueue (ParentQueue.java:assignContainersToChildQueues(655)) - Re-sorting assigned queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:3072, vCores:2>usedCapacity=0.1875, absoluteUsedCapacity=0.1875, numApps=1, numContainers=2
2014-04-10 11:46:21,705 INFO capacity.ParentQueue (ParentQueue.java:assignContainers(570)) - assignedContainer queue=root usedCapacity=0.1875 absoluteUsedCapacity=0.1875 used=<memory:3072, vCores:2> cluster=<memory:16384, vCores:32>
2014-04-10 11:46:22,370 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397148282618_0008_01_000006 Container Transitioned from ALLOCATED to ACQUIRED
2014-04-10 11:46:22,387 INFO ipc.Server (Server.java:saslProcess(1252)) - Auth successful for appattempt_1397148282618_0008_000001 (auth:SIMPLE)
2014-04-10 11:46:22,391 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(572)) - Start request for container_1397148282618_0008_01_000006 by user brock
2014-04-10 11:46:22,391 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=brock IP=127.0.0.1 OPERATION=Start Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1397148282618_0008 CONTAINERID=container_1397148282618_0008_01_000006
2014-04-10 11:46:22,391 INFO application.Application (ApplicationImpl.java:transition(296)) - Adding container_1397148282618_0008_01_000006 to application application_1397148282618_0008
2014-04-10 11:46:22,392 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397148282618_0008_01_000006 transitioned from NEW to LOCALIZING
2014-04-10 11:46:22,392 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event CONTAINER_INIT for appId application_1397148282618_0008
2014-04-10 11:46:22,392 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event APPLICATION_INIT for appId application_1397148282618_0008
2014-04-10 11:46:22,392 INFO containermanager.AuxServices (AuxServices.java:handle(179)) - Got APPLICATION_INIT for service mapreduce_shuffle
2014-04-10 11:46:22,393 INFO mapred.ShuffleHandler (ShuffleHandler.java:initializeApplication(263)) - Added token for job_1397148282618_0008
2014-04-10 11:46:22,393 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397148282618_0008_01_000006 transitioned from LOCALIZING to LOCALIZED
2014-04-10 11:46:22,434 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397148282618_0008_01_000006 transitioned from LOCALIZED to RUNNING
2014-04-10 11:46:22,434 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(169)) - Neither virutal-memory nor physical-memory monitoring is needed. Not running the monitor-thread
2014-04-10 11:46:22,494 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(189)) - launchContainer: [nice, -n, 0, bash, /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_0/usercache/brock/appcache/application_1397148282618_0008/container_1397148282618_0008_01_000006/default_container_executor.sh]
2014-04-10 11:46:22,703 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397148282618_0008_01_000006 Container Transitioned from ACQUIRED to RUNNING
2014-04-10 11:46:23,375 INFO scheduler.AppSchedulingInfo (AppSchedulingInfo.java:updateResourceRequests(166)) - checking for deactivate...
2014-04-10 11:46:24,452 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/hadooptapplatform/committap/_temporary/1/_temporary/attempt_1397148282618_0008_r_000000_0/part-00000 dst=null perm=brock:supergroup:rw-rw-rw-
2014-04-10 11:46:24,501 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(2966)) - BLOCK* allocateBlock: /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/hadooptapplatform/committap/_temporary/1/_temporary/attempt_1397148282618_0008_r_000000_0/part-00000. BP-196700473-127.0.0.1-1397148267010 blk_1073741924_1100{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-97cf26c5-95a4-4e0e-a439-d9926ba08c0b:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-b6a9be31-6a8c-48bd-97ee-0b78fb430f32:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-008d3ead-b2b9-49b0-88ab-01e536a210da:NORMAL|RBW]]}
2014-04-10 11:46:24,581 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-196700473-127.0.0.1-1397148267010:blk_1073741924_1100 src: /127.0.0.1:51695 dest: /127.0.0.1:49954
2014-04-10 11:46:24,582 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-196700473-127.0.0.1-1397148267010:blk_1073741924_1100 src: /127.0.0.1:45079 dest: /127.0.0.1:56823
2014-04-10 11:46:24,582 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-196700473-127.0.0.1-1397148267010:blk_1073741924_1100 src: /127.0.0.1:48512 dest: /127.0.0.1:37136
2014-04-10 11:46:24,595 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:48512, dest: /127.0.0.1:37136, bytes: 128, op: HDFS_WRITE, cliID: DFSClient_attempt_1397148282618_0008_r_000000_0_2095778989_1, offset: 0, srvID: b242afcc-2d24-4b8f-9fb7-bc72b71e749a, blockid: BP-196700473-127.0.0.1-1397148267010:blk_1073741924_1100, duration: 11716767
2014-04-10 11:46:24,595 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-196700473-127.0.0.1-1397148267010:blk_1073741924_1100, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2014-04-10 11:46:24,595 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:37136 is added to blk_1073741924_1100{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-008d3ead-b2b9-49b0-88ab-01e536a210da:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-b068c5d0-517e-4297-aa28-ff6d4c514e44:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-7d772409-5e65-4676-97a9-57f5ea3efdc8:NORMAL|RBW]]} size 0
2014-04-10 11:46:24,595 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:45079, dest: /127.0.0.1:56823, bytes: 128, op: HDFS_WRITE, cliID: DFSClient_attempt_1397148282618_0008_r_000000_0_2095778989_1, offset: 0, srvID: d87cf363-b947-4d02-ab62-043c9241fbef, blockid: BP-196700473-127.0.0.1-1397148267010:blk_1073741924_1100, duration: 12157787
2014-04-10 11:46:24,596 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-196700473-127.0.0.1-1397148267010:blk_1073741924_1100, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 11:46:24,596 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:56823 is added to blk_1073741924_1100{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-008d3ead-b2b9-49b0-88ab-01e536a210da:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-b068c5d0-517e-4297-aa28-ff6d4c514e44:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-7d772409-5e65-4676-97a9-57f5ea3efdc8:NORMAL|RBW]]} size 0
2014-04-10 11:46:24,596 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:51695, dest: /127.0.0.1:49954, bytes: 128, op: HDFS_WRITE, cliID: DFSClient_attempt_1397148282618_0008_r_000000_0_2095778989_1, offset: 0, srvID: e20bf523-f226-4d36-9695-be2356cb97a6, blockid: BP-196700473-127.0.0.1-1397148267010:blk_1073741924_1100, duration: 12644121
2014-04-10 11:46:24,596 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-196700473-127.0.0.1-1397148267010:blk_1073741924_1100, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 11:46:24,596 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:49954 is added to blk_1073741924_1100{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-008d3ead-b2b9-49b0-88ab-01e536a210da:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-b068c5d0-517e-4297-aa28-ff6d4c514e44:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-7d772409-5e65-4676-97a9-57f5ea3efdc8:NORMAL|RBW]]} size 0
2014-04-10 11:46:24,610 INFO hdfs.StateChange (FSNamesystem.java:completeFile(2899)) - DIR* completeFile: /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/hadooptapplatform/committap/_temporary/1/_temporary/attempt_1397148282618_0008_r_000000_0/part-00000 is closed by DFSClient_attempt_1397148282618_0008_r_000000_0_2095778989_1
2014-04-10 11:46:24,664 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/hadooptapplatform/committap/_temporary/1/_temporary/attempt_1397148282618_0008_r_000000_0 dst=null perm=null
2014-04-10 11:46:24,670 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/hadooptapplatform/committap/_temporary/1/_temporary/attempt_1397148282618_0008_r_000000_0 dst=null perm=null
2014-04-10 11:46:24,671 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/hadooptapplatform/committap/_temporary/1/task_1397148282618_0008_r_000000 dst=null perm=null
2014-04-10 11:46:24,685 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=rename src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/hadooptapplatform/committap/_temporary/1/_temporary/attempt_1397148282618_0008_r_000000_0 dst=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/hadooptapplatform/committap/_temporary/1/task_1397148282618_0008_r_000000 perm=brock:supergroup:rwxrwxrwx
2014-04-10 11:46:24,734 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:stopContainerInternal(718)) - Stopping container with container Id: container_1397148282618_0008_01_000006
2014-04-10 11:46:24,735 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=brock IP=127.0.0.1 OPERATION=Stop Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1397148282618_0008 CONTAINERID=container_1397148282618_0008_01_000006
2014-04-10 11:46:24,735 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397148282618_0008_01_000006 transitioned from RUNNING to KILLING
2014-04-10 11:46:24,735 INFO launcher.ContainerLaunch (ContainerLaunch.java:cleanupContainer(341)) - Cleaning up container container_1397148282618_0008_01_000006
2014-04-10 11:46:24,742 WARN nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(207)) - Exit code from container container_1397148282618_0008_01_000006 is : 143
2014-04-10 11:46:24,752 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397148282618_0008/COMMIT_STARTED dst=null perm=brock:supergroup:rw-rw-rw-
2014-04-10 11:46:24,757 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397148282618_0008_01_000006 transitioned from KILLING to CONTAINER_CLEANEDUP_AFTER_KILL
2014-04-10 11:46:24,758 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_0/usercache/brock/appcache/application_1397148282618_0008/container_1397148282618_0008_01_000006
2014-04-10 11:46:24,758 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_1/usercache/brock/appcache/application_1397148282618_0008/container_1397148282618_0008_01_000006
2014-04-10 11:46:24,758 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_2/usercache/brock/appcache/application_1397148282618_0008/container_1397148282618_0008_01_000006
2014-04-10 11:46:24,758 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_3/usercache/brock/appcache/application_1397148282618_0008/container_1397148282618_0008_01_000006
2014-04-10 11:46:24,758 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=brock OPERATION=Container Finished - Killed TARGET=ContainerImpl RESULT=SUCCESS APPID=application_1397148282618_0008 CONTAINERID=container_1397148282618_0008_01_000006
2014-04-10 11:46:24,758 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397148282618_0008_01_000006 transitioned from CONTAINER_CLEANEDUP_AFTER_KILL to DONE
2014-04-10 11:46:24,759 INFO application.Application (ApplicationImpl.java:transition(339)) - Removing container_1397148282618_0008_01_000006 from application application_1397148282618_0008
2014-04-10 11:46:24,759 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(169)) - Neither virutal-memory nor physical-memory monitoring is needed. Not running the monitor-thread
2014-04-10 11:46:24,759 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event CONTAINER_STOP for appId application_1397148282618_0008
2014-04-10 11:46:24,769 INFO hdfs.StateChange (FSNamesystem.java:completeFile(2899)) - DIR* completeFile: /tmp/hadoop-yarn/staging/brock/.staging/job_1397148282618_0008/COMMIT_STARTED is closed by DFSClient_NONMAPREDUCE_-2114884797_1
2014-04-10 11:46:24,774 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=listStatus src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/hadooptapplatform/committap/_temporary/1 dst=null perm=null
2014-04-10 11:46:24,782 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/hadooptapplatform/committap dst=null perm=null
2014-04-10 11:46:24,783 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/hadooptapplatform/committap dst=null perm=null
2014-04-10 11:46:24,784 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=listStatus src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/hadooptapplatform/committap/_temporary/1/task_1397148282618_0008_r_000000 dst=null perm=null
2014-04-10 11:46:24,786 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/hadooptapplatform/committap/part-00000 dst=null perm=null
2014-04-10 11:46:24,802 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=rename src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/hadooptapplatform/committap/_temporary/1/task_1397148282618_0008_r_000000/part-00000 dst=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/hadooptapplatform/committap/part-00000 perm=brock:supergroup:rw-rw-rw-
2014-04-10 11:46:24,819 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=delete src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/hadooptapplatform/committap/_temporary dst=null perm=null
2014-04-10 11:46:24,835 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/hadooptapplatform/committap/_SUCCESS dst=null perm=brock:supergroup:rw-rw-rw-
2014-04-10 11:46:24,852 INFO hdfs.StateChange (FSNamesystem.java:completeFile(2899)) - DIR* completeFile: /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/hadooptapplatform/committap/_SUCCESS is closed by DFSClient_NONMAPREDUCE_-2114884797_1
2014-04-10 11:46:24,869 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397148282618_0008/COMMIT_SUCCESS dst=null perm=brock:supergroup:rw-rw-rw-
2014-04-10 11:46:24,885 INFO hdfs.StateChange (FSNamesystem.java:completeFile(2899)) - DIR* completeFile: /tmp/hadoop-yarn/staging/brock/.staging/job_1397148282618_0008/COMMIT_SUCCESS is closed by DFSClient_NONMAPREDUCE_-2114884797_1
2014-04-10 11:46:24,912 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:45062, dest: /127.0.0.1:56823, bytes: 61565, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-2114884797_1, offset: 0, srvID: d87cf363-b947-4d02-ab62-043c9241fbef, blockid: BP-196700473-127.0.0.1-1397148267010:blk_1073741923_1099, duration: 5122616414
2014-04-10 11:46:24,913 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-196700473-127.0.0.1-1397148267010:blk_1073741923_1099, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2014-04-10 11:46:24,913 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:51678, dest: /127.0.0.1:49954, bytes: 61565, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-2114884797_1, offset: 0, srvID: e20bf523-f226-4d36-9695-be2356cb97a6, blockid: BP-196700473-127.0.0.1-1397148267010:blk_1073741923_1099, duration: 5123826852
2014-04-10 11:46:24,913 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:56823 is added to blk_1073741923_1099{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-97cf26c5-95a4-4e0e-a439-d9926ba08c0b:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-331ec906-785c-475e-b366-176a30c332ed:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-b6a9be31-6a8c-48bd-97ee-0b78fb430f32:NORMAL|RBW]]} size 15143
2014-04-10 11:46:24,914 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-196700473-127.0.0.1-1397148267010:blk_1073741923_1099, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 11:46:24,914 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:48492, dest: /127.0.0.1:37136, bytes: 61565, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-2114884797_1, offset: 0, srvID: b242afcc-2d24-4b8f-9fb7-bc72b71e749a, blockid: BP-196700473-127.0.0.1-1397148267010:blk_1073741923_1099, duration: 5124631165
2014-04-10 11:46:24,914 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-196700473-127.0.0.1-1397148267010:blk_1073741923_1099, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 11:46:24,914 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:49954 is added to blk_1073741923_1099{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-97cf26c5-95a4-4e0e-a439-d9926ba08c0b:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-331ec906-785c-475e-b366-176a30c332ed:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-b6a9be31-6a8c-48bd-97ee-0b78fb430f32:NORMAL|RBW]]} size 15143
2014-04-10 11:46:24,915 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:37136 is added to blk_1073741923_1099{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-97cf26c5-95a4-4e0e-a439-d9926ba08c0b:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-331ec906-785c-475e-b366-176a30c332ed:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-b6a9be31-6a8c-48bd-97ee-0b78fb430f32:NORMAL|RBW]]} size 15143
2014-04-10 11:46:24,927 INFO hdfs.StateChange (FSNamesystem.java:completeFile(2899)) - DIR* completeFile: /tmp/hadoop-yarn/staging/brock/.staging/job_1397148282618_0008/job_1397148282618_0008_1.jhist is closed by DFSClient_NONMAPREDUCE_-2114884797_1
2014-04-10 11:46:24,944 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397148282618_0008.summary_tmp dst=null perm=brock:supergroup:rw-rw-rw-
2014-04-10 11:46:24,947 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(2966)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397148282618_0008.summary_tmp. BP-196700473-127.0.0.1-1397148267010 blk_1073741925_1101{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-97cf26c5-95a4-4e0e-a439-d9926ba08c0b:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-331ec906-785c-475e-b366-176a30c332ed:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-2bef5f6e-f0c9-4da0-8817-be69f5868853:NORMAL|RBW]]}
2014-04-10 11:46:25,004 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-196700473-127.0.0.1-1397148267010:blk_1073741925_1101 src: /127.0.0.1:51698 dest: /127.0.0.1:49954
2014-04-10 11:46:25,006 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-196700473-127.0.0.1-1397148267010:blk_1073741925_1101 src: /127.0.0.1:48514 dest: /127.0.0.1:37136
2014-04-10 11:46:25,007 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-196700473-127.0.0.1-1397148267010:blk_1073741925_1101 src: /127.0.0.1:54159 dest: /127.0.0.1:53089
2014-04-10 11:46:25,010 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:54159, dest: /127.0.0.1:53089, bytes: 446, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-2114884797_1, offset: 0, srvID: 56b85d8f-9b31-4c91-b022-e568d9765c42, blockid: BP-196700473-127.0.0.1-1397148267010:blk_1073741925_1101, duration: 2144307
2014-04-10 11:46:25,010 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-196700473-127.0.0.1-1397148267010:blk_1073741925_1101, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2014-04-10 11:46:25,011 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:53089 is added to blk_1073741925_1101{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-97cf26c5-95a4-4e0e-a439-d9926ba08c0b:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-331ec906-785c-475e-b366-176a30c332ed:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-c910d2b0-940b-4e3d-b4fd-b4f6084bf0d7:NORMAL|RBW]]} size 0
2014-04-10 11:46:25,011 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:48514, dest: /127.0.0.1:37136, bytes: 446, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-2114884797_1, offset: 0, srvID: b242afcc-2d24-4b8f-9fb7-bc72b71e749a, blockid: BP-196700473-127.0.0.1-1397148267010:blk_1073741925_1101, duration: 2769555
2014-04-10 11:46:25,011 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:37136 is added to blk_1073741925_1101{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-97cf26c5-95a4-4e0e-a439-d9926ba08c0b:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-331ec906-785c-475e-b366-176a30c332ed:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-c910d2b0-940b-4e3d-b4fd-b4f6084bf0d7:NORMAL|RBW]]} size 0
2014-04-10 11:46:25,012 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:51698, dest: /127.0.0.1:49954, bytes: 446, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-2114884797_1, offset: 0, srvID: e20bf523-f226-4d36-9695-be2356cb97a6, blockid: BP-196700473-127.0.0.1-1397148267010:blk_1073741925_1101, duration: 3458719
2014-04-10 11:46:25,012 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-196700473-127.0.0.1-1397148267010:blk_1073741925_1101, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 11:46:25,012 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-196700473-127.0.0.1-1397148267010:blk_1073741925_1101, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 11:46:25,012 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:49954 is added to blk_1073741925_1101{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-97cf26c5-95a4-4e0e-a439-d9926ba08c0b:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-331ec906-785c-475e-b366-176a30c332ed:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-c910d2b0-940b-4e3d-b4fd-b4f6084bf0d7:NORMAL|RBW]]} size 0
2014-04-10 11:46:25,027 INFO hdfs.StateChange (FSNamesystem.java:completeFile(2899)) - DIR* completeFile: /tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397148282618_0008.summary_tmp is closed by DFSClient_NONMAPREDUCE_-2114884797_1
2014-04-10 11:46:25,044 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397148282618_0008.summary_tmp dst=null perm=brock:supergroup:rwxrwx---
2014-04-10 11:46:25,049 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397148282618_0008/job_1397148282618_0008_1.jhist dst=null perm=null
2014-04-10 11:46:25,051 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397148282618_0008-1397148371694-brock-%5B1605F1D03B104B1E9D1BFE3E56A8139F%2F1DC2DA6C73694BD2-1397148384887-4-1-SUCCEEDED-default-1397148374300.jhist_tmp dst=null perm=null
2014-04-10 11:46:25,053 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397148282618_0008/job_1397148282618_0008_1.jhist dst=null perm=null
2014-04-10 11:46:25,054 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397148282618_0008-1397148371694-brock-%5B1605F1D03B104B1E9D1BFE3E56A8139F%2F1DC2DA6C73694BD2-1397148384887-4-1-SUCCEEDED-default-1397148374300.jhist_tmp dst=null perm=null
2014-04-10 11:46:25,055 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397148282618_0008/job_1397148282618_0008_1.jhist dst=null perm=null
2014-04-10 11:46:25,069 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397148282618_0008-1397148371694-brock-%5B1605F1D03B104B1E9D1BFE3E56A8139F%2F1DC2DA6C73694BD2-1397148384887-4-1-SUCCEEDED-default-1397148374300.jhist_tmp dst=null perm=brock:supergroup:rw-rw-rw-
2014-04-10 11:46:25,076 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:56823, dest: /127.0.0.1:45084, bytes: 62049, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_-2114884797_1, offset: 0, srvID: d87cf363-b947-4d02-ab62-043c9241fbef, blockid: BP-196700473-127.0.0.1-1397148267010:blk_1073741923_1099, duration: 300292
2014-04-10 11:46:25,079 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(2966)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397148282618_0008-1397148371694-brock-%5B1605F1D03B104B1E9D1BFE3E56A8139F%2F1DC2DA6C73694BD2-1397148384887-4-1-SUCCEEDED-default-1397148374300.jhist_tmp. BP-196700473-127.0.0.1-1397148267010 blk_1073741926_1102{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-2bef5f6e-f0c9-4da0-8817-be69f5868853:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-b6a9be31-6a8c-48bd-97ee-0b78fb430f32:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-331ec906-785c-475e-b366-176a30c332ed:NORMAL|RBW]]}
2014-04-10 11:46:25,096 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-196700473-127.0.0.1-1397148267010:blk_1073741926_1102 src: /127.0.0.1:54161 dest: /127.0.0.1:53089
2014-04-10 11:46:25,097 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-196700473-127.0.0.1-1397148267010:blk_1073741926_1102 src: /127.0.0.1:45086 dest: /127.0.0.1:56823
2014-04-10 11:46:25,099 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-196700473-127.0.0.1-1397148267010:blk_1073741926_1102 src: /127.0.0.1:48519 dest: /127.0.0.1:37136
2014-04-10 11:46:25,102 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:48519, dest: /127.0.0.1:37136, bytes: 61565, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-2114884797_1, offset: 0, srvID: b242afcc-2d24-4b8f-9fb7-bc72b71e749a, blockid: BP-196700473-127.0.0.1-1397148267010:blk_1073741926_1102, duration: 2377062
2014-04-10 11:46:25,102 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-196700473-127.0.0.1-1397148267010:blk_1073741926_1102, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2014-04-10 11:46:25,102 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:45086, dest: /127.0.0.1:56823, bytes: 61565, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-2114884797_1, offset: 0, srvID: d87cf363-b947-4d02-ab62-043c9241fbef, blockid: BP-196700473-127.0.0.1-1397148267010:blk_1073741926_1102, duration: 2645086
2014-04-10 11:46:25,102 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:37136 is added to blk_1073741926_1102{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-2bef5f6e-f0c9-4da0-8817-be69f5868853:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-b6a9be31-6a8c-48bd-97ee-0b78fb430f32:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-008d3ead-b2b9-49b0-88ab-01e536a210da:NORMAL|RBW]]} size 0
2014-04-10 11:46:25,103 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-196700473-127.0.0.1-1397148267010:blk_1073741926_1102, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 11:46:25,103 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:54161, dest: /127.0.0.1:53089, bytes: 61565, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-2114884797_1, offset: 0, srvID: 56b85d8f-9b31-4c91-b022-e568d9765c42, blockid: BP-196700473-127.0.0.1-1397148267010:blk_1073741926_1102, duration: 3307501
2014-04-10 11:46:25,103 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:56823 is added to blk_1073741926_1102{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-2bef5f6e-f0c9-4da0-8817-be69f5868853:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-b6a9be31-6a8c-48bd-97ee-0b78fb430f32:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-008d3ead-b2b9-49b0-88ab-01e536a210da:NORMAL|RBW]]} size 0
2014-04-10 11:46:25,103 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-196700473-127.0.0.1-1397148267010:blk_1073741926_1102, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 11:46:25,104 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:53089 is added to blk_1073741926_1102{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-2bef5f6e-f0c9-4da0-8817-be69f5868853:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-b6a9be31-6a8c-48bd-97ee-0b78fb430f32:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-008d3ead-b2b9-49b0-88ab-01e536a210da:NORMAL|RBW]]} size 0
2014-04-10 11:46:25,119 INFO hdfs.StateChange (FSNamesystem.java:completeFile(2899)) - DIR* completeFile: /tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397148282618_0008-1397148371694-brock-%5B1605F1D03B104B1E9D1BFE3E56A8139F%2F1DC2DA6C73694BD2-1397148384887-4-1-SUCCEEDED-default-1397148374300.jhist_tmp is closed by DFSClient_NONMAPREDUCE_-2114884797_1
2014-04-10 11:46:25,135 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397148282618_0008-1397148371694-brock-%5B1605F1D03B104B1E9D1BFE3E56A8139F%2F1DC2DA6C73694BD2-1397148384887-4-1-SUCCEEDED-default-1397148374300.jhist_tmp dst=null perm=brock:supergroup:rwxrwx---
2014-04-10 11:46:25,137 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397148282618_0008/job_1397148282618_0008_1_conf.xml dst=null perm=null
2014-04-10 11:46:25,138 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397148282618_0008_conf.xml_tmp dst=null perm=null
2014-04-10 11:46:25,139 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397148282618_0008/job_1397148282618_0008_1_conf.xml dst=null perm=null
2014-04-10 11:46:25,140 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397148282618_0008_conf.xml_tmp dst=null perm=null
2014-04-10 11:46:25,142 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397148282618_0008/job_1397148282618_0008_1_conf.xml dst=null perm=null
2014-04-10 11:46:25,160 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397148282618_0008_conf.xml_tmp dst=null perm=brock:supergroup:rw-rw-rw-
2014-04-10 11:46:25,163 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:37136, dest: /127.0.0.1:48520, bytes: 96375, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_-2114884797_1, offset: 0, srvID: b242afcc-2d24-4b8f-9fb7-bc72b71e749a, blockid: BP-196700473-127.0.0.1-1397148267010:blk_1073741922_1098, duration: 378816
2014-04-10 11:46:25,166 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(2966)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397148282618_0008_conf.xml_tmp. BP-196700473-127.0.0.1-1397148267010 blk_1073741927_1103{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-b068c5d0-517e-4297-aa28-ff6d4c514e44:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-2bef5f6e-f0c9-4da0-8817-be69f5868853:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-7d772409-5e65-4676-97a9-57f5ea3efdc8:NORMAL|RBW]]}
2014-04-10 11:46:25,179 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-196700473-127.0.0.1-1397148267010:blk_1073741927_1103 src: /127.0.0.1:51706 dest: /127.0.0.1:49954
2014-04-10 11:46:25,181 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-196700473-127.0.0.1-1397148267010:blk_1073741927_1103 src: /127.0.0.1:54166 dest: /127.0.0.1:53089
2014-04-10 11:46:25,182 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-196700473-127.0.0.1-1397148267010:blk_1073741927_1103 src: /127.0.0.1:45091 dest: /127.0.0.1:56823
2014-04-10 11:46:25,186 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:45091, dest: /127.0.0.1:56823, bytes: 95627, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-2114884797_1, offset: 0, srvID: d87cf363-b947-4d02-ab62-043c9241fbef, blockid: BP-196700473-127.0.0.1-1397148267010:blk_1073741927_1103, duration: 2777859
2014-04-10 11:46:25,187 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-196700473-127.0.0.1-1397148267010:blk_1073741927_1103, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2014-04-10 11:46:25,187 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:56823 is added to blk_1073741927_1103{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-b068c5d0-517e-4297-aa28-ff6d4c514e44:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-7d772409-5e65-4676-97a9-57f5ea3efdc8:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-c910d2b0-940b-4e3d-b4fd-b4f6084bf0d7:NORMAL|RBW]]} size 0
2014-04-10 11:46:25,187 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:54166, dest: /127.0.0.1:53089, bytes: 95627, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-2114884797_1, offset: 0, srvID: 56b85d8f-9b31-4c91-b022-e568d9765c42, blockid: BP-196700473-127.0.0.1-1397148267010:blk_1073741927_1103, duration: 3144131
2014-04-10 11:46:25,187 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-196700473-127.0.0.1-1397148267010:blk_1073741927_1103, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 11:46:25,188 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:53089 is added to blk_1073741927_1103{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-b068c5d0-517e-4297-aa28-ff6d4c514e44:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-7d772409-5e65-4676-97a9-57f5ea3efdc8:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-c910d2b0-940b-4e3d-b4fd-b4f6084bf0d7:NORMAL|RBW]]} size 0
2014-04-10 11:46:25,188 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:51706, dest: /127.0.0.1:49954, bytes: 95627, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-2114884797_1, offset: 0, srvID: e20bf523-f226-4d36-9695-be2356cb97a6, blockid: BP-196700473-127.0.0.1-1397148267010:blk_1073741927_1103, duration: 4163020
2014-04-10 11:46:25,188 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-196700473-127.0.0.1-1397148267010:blk_1073741927_1103, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 11:46:25,189 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:49954 is added to blk_1073741927_1103{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-b068c5d0-517e-4297-aa28-ff6d4c514e44:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-7d772409-5e65-4676-97a9-57f5ea3efdc8:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-c910d2b0-940b-4e3d-b4fd-b4f6084bf0d7:NORMAL|RBW]]} size 0
2014-04-10 11:46:25,202 INFO hdfs.StateChange (FSNamesystem.java:completeFile(2899)) - DIR* completeFile: /tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397148282618_0008_conf.xml_tmp is closed by DFSClient_NONMAPREDUCE_-2114884797_1
2014-04-10 11:46:25,219 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397148282618_0008_conf.xml_tmp dst=null perm=brock:supergroup:rwxrwx---
2014-04-10 11:46:25,235 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=rename src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397148282618_0008.summary_tmp dst=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397148282618_0008.summary perm=brock:supergroup:rwxrwx---
2014-04-10 11:46:25,252 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=rename src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397148282618_0008_conf.xml_tmp dst=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397148282618_0008_conf.xml perm=brock:supergroup:rwxrwx---
2014-04-10 11:46:25,269 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=rename src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397148282618_0008-1397148371694-brock-%5B1605F1D03B104B1E9D1BFE3E56A8139F%2F1DC2DA6C73694BD2-1397148384887-4-1-SUCCEEDED-default-1397148374300.jhist_tmp dst=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397148282618_0008-1397148371694-brock-%5B1605F1D03B104B1E9D1BFE3E56A8139F%2F1DC2DA6C73694BD2-1397148384887-4-1-SUCCEEDED-default-1397148374300.jhist perm=brock:supergroup:rwxrwx---
2014-04-10 11:46:25,277 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:rememberTargetTransitionsAndStoreState(960)) - Updating application attempt appattempt_1397148282618_0008_000001 with final state: FINISHING
2014-04-10 11:46:25,277 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(652)) - appattempt_1397148282618_0008_000001 State change from RUNNING to FINAL_SAVING
2014-04-10 11:46:25,278 INFO rmapp.RMAppImpl (RMAppImpl.java:rememberTargetTransitionsAndStoreState(805)) - Updating application application_1397148282618_0008 with final state: FINISHING
2014-04-10 11:46:25,278 INFO rmapp.RMAppImpl (RMAppImpl.java:handle(610)) - application_1397148282618_0008 State change from RUNNING to FINAL_SAVING
2014-04-10 11:46:25,278 INFO recovery.RMStateStore (RMStateStore.java:handleStoreEvent(596)) - Storing info for app: application_1397148282618_0008
2014-04-10 11:46:25,279 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(652)) - appattempt_1397148282618_0008_000001 State change from FINAL_SAVING to FINISHING
2014-04-10 11:46:25,279 INFO rmapp.RMAppImpl (RMAppImpl.java:handle(610)) - application_1397148282618_0008 State change from FINAL_SAVING to FINISHING
2014-04-10 11:46:25,285 INFO mapred.ClientServiceDelegate (ClientServiceDelegate.java:getProxy(273)) - Application state is completed. FinalApplicationStatus=SUCCEEDED. Redirecting to job history server
2014-04-10 11:46:25,287 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=listStatus src=/tmp/hadoop-yarn/staging/history/done_intermediate dst=null perm=null
2014-04-10 11:46:25,288 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=listStatus src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock dst=null perm=null
2014-04-10 11:46:25,290 INFO hs.CompletedJob (CompletedJob.java:<init>(95)) - Loading job: job_1397148282618_0008 from file: hdfs://localhost:38088/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397148282618_0008-1397148371694-brock-%5B1605F1D03B104B1E9D1BFE3E56A8139F%2F1DC2DA6C73694BD2-1397148384887-4-1-SUCCEEDED-default-1397148374300.jhist
2014-04-10 11:46:25,290 INFO hs.CompletedJob (CompletedJob.java:loadFullHistoryData(326)) - Loading history file: [hdfs://localhost:38088/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397148282618_0008-1397148371694-brock-%5B1605F1D03B104B1E9D1BFE3E56A8139F%2F1DC2DA6C73694BD2-1397148384887-4-1-SUCCEEDED-default-1397148374300.jhist]
2014-04-10 11:46:25,291 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397148282618_0008-1397148371694-brock-%5B1605F1D03B104B1E9D1BFE3E56A8139F%2F1DC2DA6C73694BD2-1397148384887-4-1-SUCCEEDED-default-1397148374300.jhist dst=null perm=null
2014-04-10 11:46:25,294 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:56823, dest: /127.0.0.1:45095, bytes: 62049, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_-1040503166_9, offset: 0, srvID: d87cf363-b947-4d02-ab62-043c9241fbef, blockid: BP-196700473-127.0.0.1-1397148267010:blk_1073741926_1102, duration: 299408
2014-04-10 11:46:25,319 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397148282618_0008.summary dst=null perm=null
2014-04-10 11:46:25,323 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:37136, dest: /127.0.0.1:48528, bytes: 450, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_724752928_9, offset: 0, srvID: b242afcc-2d24-4b8f-9fb7-bc72b71e749a, blockid: BP-196700473-127.0.0.1-1397148267010:blk_1073741925_1101, duration: 245107
2014-04-10 11:46:25,323 INFO jobhistory.JobSummary (HistoryFileManager.java:moveToDone(372)) - jobId=job_1397148282618_0008,submitTime=1397148371694,launchTime=1397148374300,firstMapTaskLaunchTime=1397148376451,firstReduceTaskLaunchTime=1397148382392,finishTime=1397148384887,resourcesPerMap=1024,resourcesPerReduce=1024,numMaps=4,numReduces=1,user=brock,queue=default,status=SUCCEEDED,mapSlotSeconds=13,reduceSlotSeconds=2,jobName=[1605F1D03B104B1E9D1BFE3E56A8139F/1DC2DA6C73694BD28B7D23FE41800DE0] test/(1/1) ...dooptapplatform/committap
2014-04-10 11:46:25,323 INFO hs.HistoryFileManager (HistoryFileManager.java:moveToDone(373)) - Deleting JobSummary file: [hdfs://localhost:38088/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397148282618_0008.summary]
2014-04-10 11:46:25,335 INFO BlockStateChange (BlockManager.java:addToInvalidates(1030)) - BLOCK* addToInvalidates: blk_1073741925_1101 127.0.0.1:49954 127.0.0.1:37136 127.0.0.1:53089
2014-04-10 11:46:25,336 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=delete src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397148282618_0008.summary dst=null perm=null
2014-04-10 11:46:25,337 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/history/done/2014/04/10/000000 dst=null perm=null
2014-04-10 11:46:25,337 INFO hs.HistoryFileManager (HistoryFileManager.java:moveToDoneNow(947)) - Moving hdfs://localhost:38088/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397148282618_0008-1397148371694-brock-%5B1605F1D03B104B1E9D1BFE3E56A8139F%2F1DC2DA6C73694BD2-1397148384887-4-1-SUCCEEDED-default-1397148374300.jhist to hdfs://localhost:38088/tmp/hadoop-yarn/staging/history/done/2014/04/10/000000/job_1397148282618_0008-1397148371694-brock-%5B1605F1D03B104B1E9D1BFE3E56A8139F%2F1DC2DA6C73694BD2-1397148384887-4-1-SUCCEEDED-default-1397148374300.jhist
2014-04-10 11:46:25,352 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=rename options=0 src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397148282618_0008-1397148371694-brock-%5B1605F1D03B104B1E9D1BFE3E56A8139F%2F1DC2DA6C73694BD2-1397148384887-4-1-SUCCEEDED-default-1397148374300.jhist dst=/tmp/hadoop-yarn/staging/history/done/2014/04/10/000000/job_1397148282618_0008-1397148371694-brock-%5B1605F1D03B104B1E9D1BFE3E56A8139F%2F1DC2DA6C73694BD2-1397148384887-4-1-SUCCEEDED-default-1397148374300.jhist perm=brock:supergroup:rwxrwx---
2014-04-10 11:46:25,353 INFO hs.HistoryFileManager (HistoryFileManager.java:moveToDoneNow(947)) - Moving hdfs://localhost:38088/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397148282618_0008_conf.xml to hdfs://localhost:38088/tmp/hadoop-yarn/staging/history/done/2014/04/10/000000/job_1397148282618_0008_conf.xml
2014-04-10 11:46:25,369 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=rename options=0 src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397148282618_0008_conf.xml dst=/tmp/hadoop-yarn/staging/history/done/2014/04/10/000000/job_1397148282618_0008_conf.xml perm=brock:supergroup:rwxrwx---
2014-04-10 11:46:25,377 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/hadooptapplatform/committap dst=null perm=null
2014-04-10 11:46:25,377 INFO util.Hadoop18TapUtil (Hadoop18TapUtil.java:cleanTempPath(219)) - deleting temp path /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/hadooptapplatform/committap/_temporary
2014-04-10 11:46:25,378 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/hadooptapplatform/committap/_temporary dst=null perm=null
2014-04-10 11:46:25,386 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/hadooptapplatform/committap dst=null perm=null
2014-04-10 11:46:25,386 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/hadooptapplatform/committap dst=null perm=null
2014-04-10 11:46:25,387 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=listStatus src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/hadooptapplatform/committap dst=null perm=null
2014-04-10 11:46:25,388 INFO mapred.FileInputFormat (FileInputFormat.java:listStatus(253)) - Total input paths to process : 1
2014-04-10 11:46:25,388 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/hadooptapplatform/committap/part-00000 dst=null perm=null
2014-04-10 11:46:25,390 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:37136, dest: /127.0.0.1:48528, bytes: 132, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_-1040503166_9, offset: 0, srvID: b242afcc-2d24-4b8f-9fb7-bc72b71e749a, blockid: BP-196700473-127.0.0.1-1397148267010:blk_1073741924_1100, duration: 138797
2014-04-10 11:46:25,390 INFO cascading.PlatformTestCase (PlatformTestCase.java:tearDown(209)) - copying to local /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output//hadoop2-mr1/hadooptapplatform/committap
2014-04-10 11:46:25,391 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/hadooptapplatform/committap dst=null perm=null
2014-04-10 11:46:25,391 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/hadooptapplatform/committap dst=null perm=null
2014-04-10 11:46:25,392 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/hadooptapplatform/committap dst=null perm=null
2014-04-10 11:46:25,392 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=listStatus src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/hadooptapplatform/committap dst=null perm=null
2014-04-10 11:46:25,393 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/hadooptapplatform/committap/part-00000 dst=null perm=null
2014-04-10 11:46:25,393 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/hadooptapplatform/committap/part-00000 dst=null perm=null
2014-04-10 11:46:25,394 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:56823, dest: /127.0.0.1:45095, bytes: 132, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_-1040503166_9, offset: 0, srvID: d87cf363-b947-4d02-ab62-043c9241fbef, blockid: BP-196700473-127.0.0.1-1397148267010:blk_1073741924_1100, duration: 131502